-- Logs begin at Sat 2021-11-27 10:32:07 UTC, end at Sat 2021-11-27 12:49:37 UTC. --
Nov 27 11:27:32.689803 dv-neutron-819441-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Nov 27 11:27:34.822274 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.common.config [-] Logging enabled!
Nov 27 11:27:34.823029 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev72
Nov 27 11:27:34.823114 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84254) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 27 11:27:34.825241 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.common.config [-] Logging enabled!
Nov 27 11:27:34.825488 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev72
Nov 27 11:27:34.825734 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84254) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 27 11:27:34.826722 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 27 11:27:34.826956 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 27 11:27:34.827305 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 27 11:27:34.827547 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 27 11:27:34.827770 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 27 11:27:34.828087 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.828387 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.828682 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.828909 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.829201 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.829491 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.829772 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.830059 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.830356 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.830667 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.830946 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.831226 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.831454 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.831731 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.832015 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.832298 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.832519 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.832794 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.833224 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.833637 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.834432 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.834903 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.835027 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.835303 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.835587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.835915 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] host                           = dv-neutron-819441-1-hyperv {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.836191 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.836476 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.836762 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.837046 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.837320 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.837596 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.837880 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.838153 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.838424 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.838724 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.839010 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.839295 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.839589 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.839813 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.840035 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.840321 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.840607 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.840881 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.841190 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.841465 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.841739 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.842012 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.842276 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.842583 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.842868 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.843151 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.843428 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.843701 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.843970 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.844238 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.844519 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.844789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.845059 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.845329 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.845612 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.845877 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.846148 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.846447 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.846755 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.847037 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.847318 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.847588 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.848125 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.848403 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.848676 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.848942 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.849210 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.849488 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.850311 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.850608 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.850882 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.851154 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.851424 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.851708 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:34.852001 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.852297 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.852596 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.852878 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.853166 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.853454 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.853740 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.854015 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.854301 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.854612 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.854901 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.855178 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.855461 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.855755 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.856044 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.856314 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.856590 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.856880 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.857155 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.857426 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.857701 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.857988 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.858261 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.858552 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.858835 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.859105 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.859373 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.859640 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.859912 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.860197 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.860470 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.860737 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.861003 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.861273 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.861540 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.861820 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.862092 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.862358 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.862648 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.862924 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.863192 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.863465 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.863738 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.864005 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.864275 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.864543 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.864807 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.865074 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.865364 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.865630 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.865895 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.866159 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.866431 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.866724 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.866993 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.867259 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.867526 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.867794 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.868077 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.868371 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.868647 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.868927 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.869200 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.869474 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.869747 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.870018 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.870291 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.870588 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.870859 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.871148 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.871430 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.871715 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.871994 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.872269 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.872563 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.872840 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.873120 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.873400 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.873676 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.873955 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.874234 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.874555 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.874852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.875146 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.875439 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.875728 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.876005 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.876312 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.876591 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:34.876803 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 27 11:27:34.877041 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84254) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 27 11:27:35.284630 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO keyring.backend [-] Loading KWallet
Nov 27 11:27:35.291917 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO keyring.backend [-] Loading SecretService
Nov 27 11:27:35.295075 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO keyring.backend [-] Loading Windows
Nov 27 11:27:35.296398 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO keyring.backend [-] Loading chainer
Nov 27 11:27:35.296965 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO keyring.backend [-] Loading macOS
Nov 27 11:27:35.331529 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:27:35.331805 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:27:35.332091 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:27:35.332428 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 27 11:27:35.635189 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.635474 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.635738 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.691343 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.691617 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.691885 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.694967 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.695242 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.695505 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.723412 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.723688 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.723954 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.751405 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.751666 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:35.751933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.066337 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2847539c10> agent after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.067055 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2847539c10> agent after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.067055 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2847539ca0> segment precommit_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.067230 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2847539d30> network precommit_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.067867 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2847542ee0> segment before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.192048 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> network before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.192367 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2847524310> agent before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.192649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> network before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.192915 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> port before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.193178 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> port before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.193515 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> segment after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.193775 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> segment precommit_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.194027 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> segment precommit_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.194274 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> segment after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.194572 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> network after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.194827 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> network precommit_delete 0 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.195084 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> port provisioning_complete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.195339 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.195588 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> rbac-policy after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.195849 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> agent after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.196108 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> subnet after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.196360 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> subnet precommit_delete 0 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.196626 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.196875 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.197154 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> segment_host_mapping after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.197495 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> port after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.197739 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> port after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.197978 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> port after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.198252 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.198513 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.198755 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f28483c7dc0>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.199133 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 11:27:36.199368 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 11:27:36.199601 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 11:27:36.199833 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 11:27:36.200064 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 11:27:36.200296 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 11:27:36.200837 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 27 11:27:36.204026 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 27 11:27:36.207952 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 27 11:27:36.212389 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Nov 27 11:27:36.214014 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 27 11:27:36.214395 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 27 11:27:36.214752 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 27 11:27:36.215134 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 27 11:27:36.217913 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 27 11:27:36.218159 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 27 11:27:36.218526 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 27 11:27:36.246981 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 27 11:27:36.247425 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f28474fc430>> qos_plugin after_init 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.247718 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84254) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 27 11:27:36.248077 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f28474fc6a0>> logging-plugin after_init 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.249427 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84254) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 27 11:27:36.249704 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 27 11:27:36.249945 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 27 11:27:36.253135 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2847355a30>> floatingip before_response 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.253412 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2847355a30>> port before_response 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:36.312586 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 27 11:27:36.312821 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 27 11:27:36.313057 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 27 11:27:36.313425 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 27 11:27:36.343869 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_db.sqlalchemy.engines [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84254) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 27 11:27:36.861216 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Initializing driver for type 'gre'
Nov 27 11:27:36.861753 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] gre ID ranges: [(1, 1000)]
Nov 27 11:27:37.078308 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Initializing driver for type 'local'
Nov 27 11:27:37.079022 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Initializing driver for type 'vlan'
Nov 27 11:27:37.169303 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] VlanTypeDriver initialization complete
Nov 27 11:27:37.169570 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Initializing driver for type 'vxlan'
Nov 27 11:27:37.170066 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] vxlan ID ranges: [(1, 1000)]
Nov 27 11:27:37.385571 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Initializing extension driver 'port_security'
Nov 27 11:27:37.385941 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.extensions.port_security [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] PortSecurityExtensionDriver initialization complete
Nov 27 11:27:37.386269 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Initializing mechanism driver 'openvswitch'
Nov 27 11:27:37.386630 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Initializing mechanism driver 'hyperv'
Nov 27 11:27:37.398309 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.plugins.ml2.plugin [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:27:37.399091 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2847278eb0>> port after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.399457 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2847278eb0>> port after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.399804 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2847278eb0>> port after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.400190 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2847278fa0>> subnet after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.400561 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2847278fa0>> subnet after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.400899 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2847278fa0>> subnet after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.401365 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd73a0>> network after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.401709 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd73a0>> network after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.402044 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd73a0>> network after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.402416 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd75e0>> security_group after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.402789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd75e0>> security_group after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.403122 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd75e0>> security_group after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.403494 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd7850>> security_group_rule after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.403976 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd7850>> security_group_rule after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.404417 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2846dd7850>> security_group_rule after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.404755 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] ML2 OVO RPC backend initialized. {{(pid=84254) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Nov 27 11:27:37.405394 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> router_interface after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.405743 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> router_interface after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.406156 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> network before_response 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.406517 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> networks before_response 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.406856 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> port before_response 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.407191 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> ports before_response 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.407527 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> subnet before_response 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.407864 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> subnets before_response 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.408205 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> network after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.408541 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> network after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.408874 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> network after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.409208 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> port after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.409539 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> port after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.409868 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> port after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.410203 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> subnet after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.410560 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> subnet after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.410891 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2846dd7ac0>> subnet after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.411471 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.plugin [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Modular L2 Plugin initialization complete
Nov 27 11:27:37.411794 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading services supported by the core plugin {{(pid=84254) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 27 11:27:37.412115 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.plugins.ml2.managers [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Got port-security extension from driver 'port_security'
Nov 27 11:27:37.412581 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.extensions.vlantransparent [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Disabled vlantransparent extension.
Nov 27 11:27:37.412993 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84254) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 27 11:27:37.413301 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading Plugin: router
Nov 27 11:27:37.450237 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router_interface before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.450585 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router after_create 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.450950 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router before_create 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.451307 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router_interface before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.451701 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router_interface after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.452041 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router after_delete 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.452390 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> floatingip after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.452743 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router after_create 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.453085 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router after_update 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.453425 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router after_update 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.453766 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router_gateway after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.454113 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router after_update 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.454542 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router precommit_update 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.454904 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f284730d0d0> port after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.455237 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f284730ff70> port after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.455567 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f284730d040> subnet after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.455897 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f284730d160> subnetpool_address_scope after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.456236 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> port precommit_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.456575 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router precommit_create 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.456906 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f28472f9040> port before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.457239 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router precommit_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.457583 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router after_update 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.457918 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router precommit_delete 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.458259 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router precommit_create 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.458640 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router_interface after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.459608 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> router precommit_update 55549900 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.459969 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> agent after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.460318 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> agent after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.460656 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2846dd7d30>> network after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.461592 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Tracking information for resource: router configured {{(pid=84254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 11:27:37.461919 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Tracking information for resource: floatingip configured {{(pid=84254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 11:27:37.466984 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.db.l3_agentschedulers_db [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 27 11:27:37.467555 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2846d50670> port after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.467910 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2846d50550> port after_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.468257 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function _notify_port_delete at 0x7f2846d505e0> port after_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.468602 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2846d50940> port after_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.469386 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2846d03610>> router before_create 55550100 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.469743 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2846d03610>> router precommit_delete 55550100 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.470100 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2846d03610>> router precommit_create 55550100 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.470451 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2846d03610>> router precommit_update 55550100 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.475307 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.services.provider_configuration [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service providers = [] {{(pid=84254) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 27 11:27:37.475668 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.db.servicetype_db [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84254) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 27 11:27:37.478785 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.services.service_base [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 27 11:27:37.479127 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.services.service_base [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 27 11:27:37.479461 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.services.service_base [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 27 11:27:37.480447 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.services.service_base [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 27 11:27:37.480816 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.services.service_base [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 27 11:27:37.481189 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 11:27:37.481499 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 27 11:27:37.492266 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 11:27:37.492591 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading Plugin: auto_allocate
Nov 27 11:27:37.498456 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2846d1cd30> network precommit_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.498845 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2846d1cd30> network precommit_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.499362 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 11:27:37.499674 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading Plugin: tag
Nov 27 11:27:37.507188 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 11:27:37.507513 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading Plugin: timestamp
Nov 27 11:27:37.511373 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 11:27:37.511701 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading Plugin: network_ip_availability
Nov 27 11:27:37.516940 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2846d1dd00>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.517381 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2846d1dd00>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.517734 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2846d1dd00>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.518434 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 11:27:37.518779 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading Plugin: flavors
Nov 27 11:27:37.524534 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 11:27:37.524862 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading Plugin: revisions
Nov 27 11:27:37.529129 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 11:27:37.529507 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_concurrency.lockutils [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.197s {{(pid=84254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:27:37.530248 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84254) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Nov 27 11:27:37.530620 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Initializing extension manager.
Nov 27 11:27:37.531116 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: __init__.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.531450 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: __pycache__ {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.531778 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.532104 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.532425 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: _filter_validation_lib.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.532745 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.533063 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: address_group.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.533811 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.534357 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: address-group
Nov 27 11:27:37.534703 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: address_scope.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.535404 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.535902 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: address-scope
Nov 27 11:27:37.536255 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: admin_state_down_before_update.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.537231 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.537733 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: router-admin-state-down-before-update
Nov 27 11:27:37.538047 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: agent.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.538935 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.539432 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: agent
Nov 27 11:27:37.539746 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: agent_resources_synced.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.540653 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.541147 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: agent-resources-synced
Nov 27 11:27:37.541461 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: allowedaddresspairs.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.543281 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.543845 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: allowed-address-pairs
Nov 27 11:27:37.544121 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: auto_allocated_topology.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.545222 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.545702 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: auto-allocated-topology
Nov 27 11:27:37.546026 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: availability_zone.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.546748 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.547250 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: availability_zone
Nov 27 11:27:37.547567 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: availability_zone_filter.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.548468 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.549020 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: availability_zone_filter
Nov 27 11:27:37.549341 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: data_plane_status.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.550235 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.550837 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension data-plane-status not supported by any of loaded plugins
Nov 27 11:27:37.551156 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: default_subnetpools.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.552065 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.552563 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: default-subnetpools
Nov 27 11:27:37.554349 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: dhcpagentscheduler.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.555160 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.555746 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: dhcp_agent_scheduler
Nov 27 11:27:37.556066 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: dns.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.556980 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.557667 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension dns-integration not supported by any of loaded plugins
Nov 27 11:27:37.557984 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: dns_domain_ports.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.558935 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.559435 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 27 11:27:37.559751 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: dvr.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.560418 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.560917 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: dvr
Nov 27 11:27:37.561230 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: empty_string_filtering.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.562138 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.562763 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: empty-string-filtering
Nov 27 11:27:37.562991 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.563891 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.564382 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 27 11:27:37.564696 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.565596 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.566088 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 27 11:27:37.566404 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: external_net.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.567329 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.567829 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: external-net
Nov 27 11:27:37.568143 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: extra_dhcp_opt.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.569665 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.570165 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: extra_dhcp_opt
Nov 27 11:27:37.570489 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: extraroute.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.571404 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.571910 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: extraroute
Nov 27 11:27:37.572226 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: extraroute_atomic.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.573248 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.573750 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: extraroute-atomic
Nov 27 11:27:37.574069 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: filter_validation.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.574846 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.575343 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: filter-validation
Nov 27 11:27:37.575659 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: fip_pf_description.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.576889 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.577384 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 27 11:27:37.577700 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: fip_port_details.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.578655 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.579151 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: fip-port-details
Nov 27 11:27:37.579468 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: flavors.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.580697 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.581198 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: flavors
Nov 27 11:27:37.581517 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.583258 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.583727 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 27 11:27:37.584075 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: floatingip_pools.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.584766 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.585267 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: floatingip-pools
Nov 27 11:27:37.585586 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: ip_allocation.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.586524 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.587023 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension ip_allocation not supported by any of loaded plugins
Nov 27 11:27:37.587341 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.588248 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.588747 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: ip-substring-filtering
Nov 27 11:27:37.589065 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: l2_adjacency.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.589985 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.590499 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 27 11:27:37.590818 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: l3.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.591778 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.592283 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: router
Nov 27 11:27:37.592601 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: l3_conntrack_helper.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.595119 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.595633 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 27 11:27:37.595955 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.596891 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.597394 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: ext-gw-mode
Nov 27 11:27:37.597715 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.598920 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.599424 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: l3-ha
Nov 27 11:27:37.599765 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: l3_flavors.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.600691 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.601187 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: l3-flavors
Nov 27 11:27:37.601504 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.602419 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.602947 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 27 11:27:37.603266 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: l3agentscheduler.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.604290 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.604792 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: l3_agent_scheduler
Nov 27 11:27:37.605113 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: logging.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.606621 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.607133 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension logging not supported by any of loaded plugins
Nov 27 11:27:37.607456 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: metering.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.608188 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.608761 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: metering
Nov 27 11:27:37.609083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.610169 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.610701 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: metering_source_and_destination_fields
Nov 27 11:27:37.611022 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: multiprovidernet.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.612170 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.612676 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: multi-provider
Nov 27 11:27:37.612995 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: netmtu.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.614049 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.614584 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: net-mtu
Nov 27 11:27:37.614902 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: netmtu_writable.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.616343 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.616846 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: net-mtu-writable
Nov 27 11:27:37.617160 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: network_availability_zone.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.617819 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.618316 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: network_availability_zone
Nov 27 11:27:37.618808 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: network_ip_availability.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.619899 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.620407 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: network-ip-availability
Nov 27 11:27:37.620722 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: network_segment_range.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.621481 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.621984 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension network-segment-range not supported by any of loaded plugins
Nov 27 11:27:37.622297 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: pagination.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.623298 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.623625 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: pagination
Nov 27 11:27:37.623938 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.624842 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.625351 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: port-mac-address-regenerate
Nov 27 11:27:37.625667 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: port_resource_request.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.626615 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.627115 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension port-resource-request not supported by any of loaded plugins
Nov 27 11:27:37.627430 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: portbindings.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.628483 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.628985 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: binding
Nov 27 11:27:37.629302 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: portbindings_extended.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.630601 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.631675 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: binding-extended
Nov 27 11:27:37.632078 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: portsecurity.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.632992 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.633497 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: port-security
Nov 27 11:27:37.633976 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: project_id.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.635006 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.635331 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: project-id
Nov 27 11:27:37.635645 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: providernet.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.636564 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.637070 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: provider
Nov 27 11:27:37.637385 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.640936 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.641453 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos not supported by any of loaded plugins
Nov 27 11:27:37.641785 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.643067 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.643574 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 27 11:27:37.643899 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.644810 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.645313 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 27 11:27:37.645634 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos_default.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.646595 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.647094 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos-default not supported by any of loaded plugins
Nov 27 11:27:37.647413 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos_fip.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.648059 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.648552 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos-fip not supported by any of loaded plugins
Nov 27 11:27:37.648867 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos_gateway_ip.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.649788 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.650292 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 27 11:27:37.650645 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos_port_network_policy.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.651563 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.652066 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 27 11:27:37.652384 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos_rule_type_details.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.653297 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.653798 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 27 11:27:37.654117 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: qos_rules_alias.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.655197 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.655711 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 27 11:27:37.656032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: quotasv2.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.656972 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.657295 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: quotas
Nov 27 11:27:37.657612 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: quotasv2_detail.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.659492 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.659832 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: quota_details
Nov 27 11:27:37.660161 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: rbac.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.661478 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.662028 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: rbac-policies
Nov 27 11:27:37.662351 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: rbac_address_scope.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.663298 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.663810 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: rbac-address-scope
Nov 27 11:27:37.664131 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: rbac_security_groups.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.665040 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.665546 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: rbac-security-groups
Nov 27 11:27:37.665865 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: rbac_subnetpool.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.666804 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.667314 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: rbac-subnetpool
Nov 27 11:27:37.667630 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: revisionifmatch.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.668548 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.669052 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: revision-if-match
Nov 27 11:27:37.669367 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: revisions.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.670505 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.671019 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: standard-attr-revisions
Nov 27 11:27:37.671344 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: router_availability_zone.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.672012 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.672513 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: router_availability_zone
Nov 27 11:27:37.672833 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: routerservicetype.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.673753 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.674250 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension router-service-type not supported by any of loaded plugins
Nov 27 11:27:37.674604 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: security_groups_port_filtering.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.675514 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.676019 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: port-security-groups-filtering
Nov 27 11:27:37.676335 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: securitygroup.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.689190 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.689715 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: security-group
Nov 27 11:27:37.690039 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: segment.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.690867 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.691384 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension segment not supported by any of loaded plugins
Nov 27 11:27:37.691704 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.692659 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.693163 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 27 11:27:37.694047 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: servicetype.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.695181 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.695690 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: service-type
Nov 27 11:27:37.696011 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: sorting.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.696987 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.697315 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: sorting
Nov 27 11:27:37.697633 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: standard_attr_segment.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.698580 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.699088 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 27 11:27:37.699404 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: standardattrdescription.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.700044 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.700593 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: standard-attr-description
Nov 27 11:27:37.700862 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: stateful_security_group.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.701790 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.702288 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: stateful-security-group
Nov 27 11:27:37.702700 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: stdattrs_common.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.703467 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 27 11:27:37.703994 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.705246 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.705761 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 27 11:27:37.706083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: subnet_onboard.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.707458 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.707977 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: subnet_onboard
Nov 27 11:27:37.708295 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.709760 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.710259 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 27 11:27:37.710605 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: subnet_service_types.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.711538 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.712043 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: subnet-service-types
Nov 27 11:27:37.712360 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: subnetallocation.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.713440 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.713949 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: subnet_allocation
Nov 27 11:27:37.714268 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.714958 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.715464 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: subnetpool-prefix-ops
Nov 27 11:27:37.715779 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.716700 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.717202 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 27 11:27:37.717516 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: tagging.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.718639 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.719148 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: standard-attr-tag
Nov 27 11:27:37.719470 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: timestamp.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.720669 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.721183 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loaded extension: standard-attr-timestamp
Nov 27 11:27:37.721507 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: trunk.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.722565 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.723338 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension trunk not supported by any of loaded plugins
Nov 27 11:27:37.733953 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: trunk_details.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.734848 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.735389 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension trunk-details not supported by any of loaded plugins
Nov 27 11:27:37.735714 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: uplink_status_propagation.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.736664 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.737175 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 27 11:27:37.737495 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Loading extension file: vlantransparent.py {{(pid=84254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 27 11:27:37.738171 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 27 11:27:37.738894 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 27 11:27:37.741195 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:network
Nov 27 11:27:37.741922 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:subnet
Nov 27 11:27:37.742863 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 11:27:37.743554 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:port
Nov 27 11:27:37.745152 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.745916 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service FLAVORS assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.747020 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.747571 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.747899 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:router
Nov 27 11:27:37.748760 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:floatingip
Nov 27 11:27:37.749870 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service METERING assigned prefix: /metering {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.751386 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2846bee9a0>> rbac-policy before_create 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.751787 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2846bee9a0>> rbac-policy before_update 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.752119 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2846bee9a0>> rbac-policy before_delete 55550000 {{(pid=84254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:27:37.753230 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of CountableResource for resource:rbac_policy
Nov 27 11:27:37.753652 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:security_group
Nov 27 11:27:37.754298 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 27 11:27:37.755109 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service CORE assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.755455 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 11:27:37.755831 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] subnetpool is already registered
Nov 27 11:27:37.756527 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service CORE assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.756856 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 11:27:37.757171 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] subnetpool is already registered
Nov 27 11:27:37.759715 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.760135 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service FLAVORS assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.760710 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.761120 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.761445 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:router
Nov 27 11:27:37.761766 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] router is already registered
Nov 27 11:27:37.762349 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:floatingip
Nov 27 11:27:37.762760 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] floatingip is already registered
Nov 27 11:27:37.763450 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service METERING assigned prefix: /metering {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.764109 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of CountableResource for resource:rbac_policy
Nov 27 11:27:37.764430 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] rbac_policy is already registered
Nov 27 11:27:37.765111 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:security_group
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] security_group is already registered
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] security_group_rule is already registered
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service CORE assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] subnetpool is already registered
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.v2.resource_helper [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Service CORE assigned prefix:  {{(pid=84254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 11:27:37.774695 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING neutron.quota.resource_registry [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] subnetpool is already registered
Nov 27 11:27:37.775319 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: extensions {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.775319 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: address-groups {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.775319 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: address-scopes {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.776007 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: agents {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.777211 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: auto-allocated-topology {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.778447 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: availability_zones {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.779752 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: dhcp-networks {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.781131 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: dhcp-agents {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.782536 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: routers {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.784350 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: flavors {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.785490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: service_profiles {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.786753 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: next_providers {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.789901 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: service_profiles {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.791843 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: floatingip-pools {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.793417 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: routers {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.795308 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: floatingips {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.796610 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: l3-routers {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.797940 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: l3-agents {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.799517 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: metering-labels {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.801657 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: metering-label-rules {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.802978 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: network-ip-availabilities {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.804194 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: bindings {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.805855 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: quotas {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.807290 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: quotas {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.809140 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: rbac-policies {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.811324 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: security-groups {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.813024 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: security-group-rules {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.814316 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: service-providers {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.815670 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: subnetpools {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.820722 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: subnetpools {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.820722 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.820722 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.822149 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.823914 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.825707 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.827419 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.829188 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.832324 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.835303 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.837267 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron.api.extensions [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Extended resource: tags {{(pid=84254) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 27 11:27:37.843448 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING keystonemiddleware.auth_token [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 27 11:27:37.848493 dv-neutron-819441-1-hyperv neutron-server[84254]: WARNING keystonemiddleware.auth_token [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 27 11:27:37.861705 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_concurrency.lockutils [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Acquired lock "singleton_lock" {{(pid=84254) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 27 11:27:37.862166 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_concurrency.lockutils [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Releasing lock "singleton_lock" {{(pid=84254) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 27 11:27:37.862824 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO oslo_service.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Starting 2 workers
Nov 27 11:27:37.867472 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Started child 84363 {{(pid=84254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 27 11:27:37.871972 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Started child 84364 {{(pid=84254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 27 11:27:37.872861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:37.874214 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO neutron.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Neutron service started, listening on 0.0.0.0:9696
Nov 27 11:27:37.874381 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [-] (84363) wsgi starting up on http://0.0.0.0:9696
Nov 27 11:27:37.874923 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Notify callbacks [] for process, before_spawn {{(pid=84254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:37.876328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:37.877750 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [-] (84364) wsgi starting up on http://0.0.0.0:9696
Nov 27 11:27:37.878070 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO oslo_service.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Starting 1 workers
Nov 27 11:27:37.883474 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Started child 84365 {{(pid=84254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 27 11:27:37.883800 dv-neutron-819441-1-hyperv neutron-server[84254]: INFO oslo_service.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Starting 1 workers
Nov 27 11:27:37.887198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] calling RpcWorker wait() {{(pid=84365) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 27 11:27:37.887822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] returning from RpcWorker wait() {{(pid=84365) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 27 11:27:37.888103 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Started child 84366 {{(pid=84254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 27 11:27:37.888898 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG neutron_lib.callbacks.manager [None req-13e4c32c-4ace-47ee-b573-9feb003fcc7b None None] Notify callbacks [] for process, after_spawn {{(pid=84254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:37.889067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:37.889382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:27:37.890933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84254) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 27 11:27:37.891113 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 27 11:27:37.891113 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 27 11:27:37.891389 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 27 11:27:37.891643 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 27 11:27:37.891806 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 27 11:27:37.892276 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.892531 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.892797 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.893006 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:37.893542 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.893542 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.894217 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.894690 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.895071 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.895510 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.895905 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.896172 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.896962 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.897389 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.897854 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.898095 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.898363 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.898656 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.899090 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.899522 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.899944 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.901506 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.901506 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.901506 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.901506 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.902859 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.902859 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.902859 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.902859 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.902859 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.903537 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.903537 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.903796 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.903796 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.904074 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.904263 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.904495 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.904735 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.904995 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.905292 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.905805 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] host                           = dv-neutron-819441-1-hyperv {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.906040 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.906253 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.906675 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.906943 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.907187 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.907402 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.907650 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.907912 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.908166 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.908387 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.908638 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.908897 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.909129 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.909364 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.909507 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.909739 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.910006 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.910255 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.910446 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.910636 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.910791 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.911078 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.911483 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.911483 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.911759 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.911924 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.912867 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.913008 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.913198 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.913443 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.913672 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.913882 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.914087 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.914347 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.914620 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.914842 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.915063 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.915293 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.916697 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.916885 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.917092 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.917894 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.917894 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.918189 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:27:37.918334 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.918334 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.918641 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.919103 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.919103 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.919600 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.919600 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.919864 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.919998 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.920247 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.920482 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.920735 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.921006 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.921246 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.921486 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.921668 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.921916 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.922143 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.922354 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.922589 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.922846 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.923129 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.924058 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.924058 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.924058 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.924058 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.924620 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.924725 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.924989 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.925230 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.925478 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.925721 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.925969 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.926192 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.926438 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.929852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.929852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.929852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.929852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.929852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.929852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.929852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.929852 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.931080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.933009 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.933009 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.933009 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.933009 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.933009 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.933009 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.933009 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.933009 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.934623 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.934623 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.934623 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.934623 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.934623 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.934623 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.934623 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.935516 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.935516 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.935516 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.935516 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.935516 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937083 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937610 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937610 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937610 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.937926 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.939829 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.940575 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.940575 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.940575 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.940575 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.946649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.946649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.946649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.946649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.946649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.946649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.946649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.946649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.947789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.947789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.947789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.947789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.947789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.947789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.947789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.947789 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948453 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948453 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948453 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948453 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948453 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948453 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948453 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948920 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.948920 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.949066 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.949467 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.949777 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.949885 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.950133 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.950380 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.950718 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.950898 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.951185 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.951410 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.951693 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.951960 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.952739 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.953413 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.953413 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.953678 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.953803 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.954017 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.955933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.955933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.955933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.955933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.955933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.955933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.955933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.955933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.959587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.959587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.959587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.959587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.959587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.959587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.959587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.959587 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960376 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960376 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960499 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960780 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.960967 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.961186 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.961414 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.961611 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.961858 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.962069 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.962301 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.962519 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.962756 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.962990 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.963236 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.963461 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.963675 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.963917 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.964168 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.964399 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.964610 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.964848 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.965089 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.965303 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.965566 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.965804 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.966012 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.966237 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.966454 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.966716 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.966928 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.967163 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.967380 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.967606 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.967813 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.968060 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.968327 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.968499 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.968703 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.968911 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.969160 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.969393 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.970541 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.970541 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.970541 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.970541 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.970883 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.970883 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.971039 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.971234 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.971442 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.971651 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.971916 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.972153 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.972369 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.972574 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.972787 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.973251 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.973464 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.973691 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.973953 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.974160 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.974365 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.974704 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.975757 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.975757 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.975757 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.975757 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.976019 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.976019 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.976239 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.976465 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.976667 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.976954 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.977196 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.977409 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.977695 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.977934 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.978177 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.978445 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.978778 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.978986 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.979239 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.979469 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.979696 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.980004 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.980213 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.980535 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.980810 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.981058 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.981324 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.981602 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.981877 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.982160 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.982372 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.982681 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.983032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.983360 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.983797 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.984026 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.984312 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.984534 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.984770 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.985013 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.985246 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.985506 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.985742 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.985971 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.986192 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.986424 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.986700 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.986933 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.987184 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.987425 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.987661 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.987870 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:37.988032 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 27 11:27:37.988562 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84254) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 27 11:27:37.988722 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 27 11:27:37.988873 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 27 11:27:37.989039 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 27 11:27:37.989203 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 27 11:27:37.989352 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 27 11:27:37.989554 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.989710 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.989862 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.990015 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.990195 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.990368 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.990542 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.990691 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.990839 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.990987 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.991146 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.991303 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.991459 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.991613 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.991767 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.991922 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.992077 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.992231 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.992390 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.992544 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.992698 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.992851 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.993004 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.993157 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.993355 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.993505 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.993657 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.993811 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.993951 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.994156 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.994258 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.994397 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.994572 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.994730 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.994885 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.995038 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.995190 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.995343 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.995501 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.995655 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] host                           = dv-neutron-819441-1-hyperv {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.995810 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.995963 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.996314 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.996314 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.996525 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.996649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.996770 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.996861 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.996974 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.997127 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.997279 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.997435 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.997625 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.997770 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.997904 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.998048 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.998234 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.998324 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.998562 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.998659 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.998787 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.998931 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.999085 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.999239 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.999391 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.999532 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.999686 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.999839 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:37.999991 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.000144 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.000298 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.000450 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.000604 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.000759 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.000912 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.001064 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.001217 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.001370 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.001683 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.001683 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.001892 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.002014 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.002137 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.002228 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.002375 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.002549 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.002704 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.002858 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.003012 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.003165 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.003318 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.003474 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.003632 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.003786 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.003939 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.004093 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.004249 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.004403 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.004558 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.004710 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.004863 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.005018 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.005172 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.005354 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.005507 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.005661 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.006333 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.006510 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.006669 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 11:27:38.006841 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.006986 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.007154 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.007312 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.007467 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.007623 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.007779 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.007936 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.008093 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.008249 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.008413 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.008570 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.008744 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.008899 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.009056 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.009213 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.009372 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.009527 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.009686 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.009848 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.009990 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.010146 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.010303 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.010462 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.010634 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.010791 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.010951 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.011159 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.011303 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.011450 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.011588 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.011723 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.011857 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.011998 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.012133 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.012267 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.012410 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.012545 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.012706 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.012861 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.013028 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.013184 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.013340 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.013495 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.013651 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.013801 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.013936 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.014095 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.014252 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.014509 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.014647 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.014783 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.014913 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.015059 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.015222 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.015360 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.015497 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.015911 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.015911 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.015911 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.016544 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.016544 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.016544 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.016544 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.017038 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.017038 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.017038 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.017038 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.017570 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.017570 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.017570 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018079 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018079 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018079 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018079 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018512 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018512 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018512 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018826 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.018826 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.019015 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.019137 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.019223 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.019383 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.019541 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.019699 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.019855 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.020013 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.020169 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.020324 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.020523 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.020649 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.020770 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.020925 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.021081 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.021236 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.022008 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.022167 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.022323 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.022463 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.022643 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.022808 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.022963 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.023121 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.023278 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.023442 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.023608 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.023766 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.023924 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.024080 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.024237 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.024394 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.024600 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.024689 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.024837 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.024984 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.025143 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.025307 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.025472 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.025629 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.025784 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.025940 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.026119 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.026275 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.026432 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.026609 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.026766 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.026922 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.027077 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.027233 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.027389 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.027546 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.027702 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.027859 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.028015 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.028154 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.028315 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.028471 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.028627 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.028785 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.028940 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.029097 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.029255 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.029411 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.029568 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.029723 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.029879 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.030035 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.030191 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.030347 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.030525 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.030681 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.031002 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.031165 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.031326 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.031464 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.031624 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.034490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.034490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.034490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.034490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.034490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.034490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.034490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.034490 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035102 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035102 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035102 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035102 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035102 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035102 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035102 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035102 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035641 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035641 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035641 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.035840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:27:38.036034 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.036209 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.036378 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.036542 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.036705 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.036867 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.037051 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.037214 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.037372 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.037531 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.037689 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.037851 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.038010 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.038168 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.038326 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.038498 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.038660 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.038818 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.038975 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.039140 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.039298 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.039455 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.039622 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.039780 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.039936 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.040092 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.040247 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.040411 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.040568 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.040724 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.040879 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.041035 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.041199 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.041356 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.041512 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.041676 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.041833 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.041989 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.042145 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.042313 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.042484 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.042646 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.042803 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.042959 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.043115 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.043273 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.043433 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.043598 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.043759 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.043918 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.044082 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.044246 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.044410 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.044566 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.044732 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.044899 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.045056 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.045212 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.045368 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.045523 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.045678 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.045833 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.046028 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.046151 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047342 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047342 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047342 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047342 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047342 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047342 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047342 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047342 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047930 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047930 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047930 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 11:27:38.047930 dv-neutron-819441-1-hyperv neutron-server[84254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 27 11:27:38.360534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38750) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:27:38.369449 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0067177
Nov 27 11:27:48.913262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6d921-3919-4fc4-80ca-39d4054789a6 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:27:49.003380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6d921-3919-4fc4-80ca-39d4054789a6 None None] No non-hosted networks {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 27 11:27:49.017298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.agentschedulers_db [None req-74a6d921-3919-4fc4-80ca-39d4054789a6 None None] DHCP Agent not found on host dv-neutron-819441-1-hyperv {{(pid=84365) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 27 11:27:49.125402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be1bb89e-650b-4acb-b24c-2a0bb1a3bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2023075'] for agent, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:49.872215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2023075'] for agent, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:49.872888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.873267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.873548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.873870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.874229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.877260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.877618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.877977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.878311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.880945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.881637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:27:49.882550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2846957340>, 'Open vSwitch agent', 'dv-neutron-819441-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:27:49.906361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2846951b80>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-819441-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:27:51.123993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-218b92a5-b87f-4b1d-9639-c289b2d0bc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2023075'] for agent, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:51.165497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-1827c088-609e-49ab-b9f1-97a95984fc41 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-819441-1-hyperv {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:27:51.166245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-1827c088-609e-49ab-b9f1-97a95984fc41 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:27:51.776197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1827c088-609e-49ab-b9f1-97a95984fc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:52.284647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2023075'] for agent, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:53.711303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2023075'] for agent, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:55.420897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38840) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:27:56.014277 dv-neutron-819441-1-hyperv neutron-server[84364]: WARNING oslo_policy.policy [None req-c4153c21-682d-4d49-bd1a-6145429f4ec8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 11:27:56.014896 dv-neutron-819441-1-hyperv neutron-server[84364]: WARNING oslo_policy.policy [None req-c4153c21-682d-4d49-bd1a-6145429f4ec8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 11:27:56.048883 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.db.l3_hamode_db [None req-7c9216a1-2b6f-4757-ac7e-67cb3686dfad None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 27 11:27:56.135372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9216a1-2b6f-4757-ac7e-67cb3686dfad None None] Routers set() bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:27:56.135756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9216a1-2b6f-4757-ac7e-67cb3686dfad None None] Router IDs set() for agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 11:27:56.230718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-c4153c21-682d-4d49-bd1a-6145429f4ec8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:27:56.231709 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c4153c21-682d-4d49-bd1a-6145429f4ec8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8098555
Nov 27 11:27:58.464326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38854) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:27:58.847099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:27:58.894922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.policy [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84364) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 27 11:27:58.895644 dv-neutron-819441-1-hyperv neutron-server[84364]: WARNING oslo_policy.policy [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 11:27:58.896005 dv-neutron-819441-1-hyperv neutron-server[84364]: WARNING oslo_policy.policy [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 11:27:58.899910 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.quota [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f28469c94c0>.
Nov 27 11:27:58.915881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:27:59.069667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738183794781', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738182850829', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738182854561', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738182842986', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738182799558', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16194916', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16218468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1680232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2052130'] for rbac-policy, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:59.272774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:27:59.273831 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0dd60623-471a-4a71-94d3-fd2caf70f761 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8085551
Nov 27 11:28:01.765784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38868) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:02.127628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'admin_state_up': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:28:02.132274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:28:02.136693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Usage tracker for resource:network and tenant:9e3987a6f8f54252bdb10beac16fbc58 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:28:02.141229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:28:02.147291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:28:02.209159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Made reservation on behalf of 9e3987a6f8f54252bdb10beac16fbc58 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:28:02.211979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:02.230045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:02.271268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:28:02.275581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Usage tracker for resource:security_group_rule and tenant:9e3987a6f8f54252bdb10beac16fbc58 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:28:02.278363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:28:02.284291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:28:02.350428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:02.432278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:02.437673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:02.457494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:28:02.482756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738185755082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:02.483332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2847539ca0> segment precommit_create {{(pid=84364) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 27 11:28:02.483811 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Added segment 803ba64e-a3a8-43e7-8509-c81be1385962 of type vlan for network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35
Nov 27 11:28:02.492057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a645e5-5be6-4d03-a8ec-62a5d93d6067,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:02.547157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.547492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.547817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.548146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.548480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.548802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.549130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.549445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.549753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.550058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.550366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Tracked resource versions report:
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]: pushed versions:
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]: {   'ConntrackHelper': {'1.0'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Log': {'1.0'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Network': {'1.1'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Port': {'1.5'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'PortForwarding': {'1.2'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'QosPolicy': {'1.8'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'SecurityGroup': {'1.2'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'SecurityGroupRule': {'1.0'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'SubPort': {'1.0'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Subnet': {'1.1'},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Trunk': {'1.1'}}
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]: consumer versions:
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]: {   DHCP agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     L3 agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     Metadata agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     Metering agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:     Open vSwitch agent@dv-neutron-819441-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Log': '1.0',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Network': '1.1',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Port': '1.5',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'PortForwarding': '1.2',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'QosPolicy': '1.8',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'SecurityGroup': '1.2',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'SecurityGroupRule': '1.0',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'SubPort': '1.0',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Subnet': '1.1',
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Trunk': '1.1'}}
Nov 27 11:28:02.551653 dv-neutron-819441-1-hyperv neutron-server[84364]:  {{(pid=84364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 11:28:02.598994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:02.602887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:02.712322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:02.713536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:28:02.714166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:02.718633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:02.814592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Pushing event updated for resources: {'Network': ['ID=2df0ed0c-ea15-4ec9-b101-c0a01b965d35,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:02.817661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:02.826211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:28:02.916860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1499691
Nov 27 11:28:05.451657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38884) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:05.942768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd83118-474d-40d4-91a4-5be310f7cb7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:28:05.944715 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0fd83118-474d-40d4-91a4-5be310f7cb7b admin admin] 10.222.0.23 "GET /v2.0/networks/2df0ed0c-ea15-4ec9-b101-c0a01b965d35 HTTP/1.1" status: 200  len: 825 time: 0.4920242
Nov 27 11:28:05.974844 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-99a0e9e4-b340-40a8-a58c-704743112fd0 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/6006868b-55dd-4880-b53f-1a6bc2c94d49 HTTP/1.1" status: 200  len: 734 time: 0.0248089
Nov 27 11:28:05.982874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'subnetpool_id': '6006868b-55dd-4880-b53f-1a6bc2c94d49', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:28:05.986877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:28:05.990521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Usage tracker for resource:subnet and tenant:9e3987a6f8f54252bdb10beac16fbc58 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:28:05.993303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:28:05.998865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:28:06.072005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Made reservation on behalf of 9e3987a6f8f54252bdb10beac16fbc58 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:28:06.074291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:06.404281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:06.408905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:06.488649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:06.493576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:06.494726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Checking segment: {'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:28:06.495079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Network hostable DHCP agents. Network: 2df0ed0c-ea15-4ec9-b101-c0a01b965d35, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:28:06.552226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:28:06.647385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 2df0ed0c-ea15-4ec9-b101-c0a01b965d35) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:28:06.651699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:28:06.652259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:06.656618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487404be-724f-42a5-8877-fe0873fd5d12 None None] Network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:28:06.738897 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7542472
Nov 27 11:28:06.960018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'fixed_ips': [{'subnet_id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:28:06.961164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:07.145116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Allocated IP 172.20.0.2 (2df0ed0c-ea15-4ec9-b101-c0a01b965d35/631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d/abdfce52-158f-411b-9136-900b0ac7a2ff) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:28:07.378393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:07.391202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Transition to ACTIVE for port object abdfce52-158f-411b-9136-900b0ac7a2ff will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:28:07.410202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Transition to ACTIVE for port object abdfce52-158f-411b-9136-900b0ac7a2ff will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:28:07.518913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:07.527621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:07.589736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:28:07.592727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:28:07.597427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Pushing event updated for resources: {'Port': ['ID=abdfce52-158f-411b-9136-900b0ac7a2ff,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:07.600514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:28:07.638351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.638706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.639033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.639349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.639679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.640005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.640319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.640641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.640952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.641261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.641564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Tracked resource versions report:
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]: pushed versions:
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]: {   'ConntrackHelper': {'1.0'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Log': {'1.0'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Network': {'1.1'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Port': {'1.5'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'PortForwarding': {'1.2'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'QosPolicy': {'1.8'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'SecurityGroup': {'1.2'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'SecurityGroupRule': {'1.0'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'SubPort': {'1.0'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Subnet': {'1.1'},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Trunk': {'1.1'}}
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]: consumer versions:
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]: {   DHCP agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     L3 agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     Metadata agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     Metering agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:     Open vSwitch agent@dv-neutron-819441-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Log': '1.0',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Network': '1.1',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Port': '1.5',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'PortForwarding': '1.2',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'QosPolicy': '1.8',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'SecurityGroup': '1.2',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'SecurityGroupRule': '1.0',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'SubPort': '1.0',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Subnet': '1.1',
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Trunk': '1.1'}}
Nov 27 11:28:07.642890 dv-neutron-819441-1-hyperv neutron-server[84365]:  {{(pid=84365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 11:28:07.675227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:07.698372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Attempting to bind port abdfce52-158f-411b-9136-900b0ac7a2ff on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:28:07.698781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Attempting to bind port abdfce52-158f-411b-9136-900b0ac7a2ff by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:28:07.699195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Attempting to bind port abdfce52-158f-411b-9136-900b0ac7a2ff on network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:28:07.705397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:28:07.705797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Checking segment: {'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:28:07.706264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:07.706666 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Bound using segment: {'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:28:07.707132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Bound port: abdfce52-158f-411b-9136-900b0ac7a2ff, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:28:07.707502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:07.792623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] For port abdfce52-158f-411b-9136-900b0ac7a2ff, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:28:07.796472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] For port abdfce52-158f-411b-9136-900b0ac7a2ff, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=abdfce52-158f-411b-9136-900b0ac7a2ff,segment=NetworkSegment(803ba64e-a3a8-43e7-8509-c81be1385962),segment_id=803ba64e-a3a8-43e7-8509-c81be1385962)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:28:07.878597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:07.882548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:07.985212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Pushing event updated for resources: {'Port': ['ID=abdfce52-158f-411b-9136-900b0ac7a2ff,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:07.988073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:09.025569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38894) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:09.422754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-07f88dcf-2648-4422-8e08-b4f7446df3b9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:28:09.423881 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-07f88dcf-2648-4422-8e08-b4f7446df3b9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3973806
Nov 27 11:28:11.542098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe897bd-9b4d-4fc6-9972-0f69a7d9b022 None None] Network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:28:11.693018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38908) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:11.695596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a0924381-4e93-4950-8141-8836ffcfa8ed None None] Provisioning for port abdfce52-158f-411b-9136-900b0ac7a2ff completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:28:11.971938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device abdfce52-158f-411b-9136-900b0ac7a2ff up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:28:12.098548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-c77b2376-eb68-4caf-b94a-830e9a8e03ff admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:28:12.099498 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c77b2376-eb68-4caf-b94a-830e9a8e03ff admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4050958
Nov 27 11:28:12.129750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port abdfce52-158f-411b-9136-900b0ac7a2ff completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:28:12.135411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port abdfce52-158f-411b-9136-900b0ac7a2ff triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:28:12.135803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:12.255208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:12.330012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port abdfce52-158f-411b-9136-900b0ac7a2ff, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=abdfce52-158f-411b-9136-900b0ac7a2ff,segment=NetworkSegment(803ba64e-a3a8-43e7-8509-c81be1385962),segment_id=803ba64e-a3a8-43e7-8509-c81be1385962)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:28:12.437851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:12.439959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:12.502154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=abdfce52-158f-411b-9136-900b0ac7a2ff,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:12.505156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:13.943143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device abdfce52-158f-411b-9136-900b0ac7a2ff up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:28:14.012076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port abdfce52-158f-411b-9136-900b0ac7a2ff triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:28:14.012441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:14.663351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38920) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:15.028973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'name': 'router1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:28:15.034220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:28:15.037927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Usage tracker for resource:router and tenant:9e3987a6f8f54252bdb10beac16fbc58 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:28:15.041170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:28:15.046727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:28:15.116736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:15.118178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:15.142935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:15.317017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:15.430361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:15.431523 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fe094aa7-63c2-4144-9ce7-784fb08aacf0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7672296
Nov 27 11:28:17.655631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38930) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:18.044922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-58875579-a13c-4fd5-948d-82f5eff26cad admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:28:18.045875 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-58875579-a13c-4fd5-948d-82f5eff26cad admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3892920
Nov 27 11:28:18.895108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-731f8441-b26e-4c78-8168-9005a3329a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:19.733238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:20.350947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38940) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:20.806708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:28:20.811688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:28:20.815454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Usage tracker for resource:network and tenant:fd950760c1684046b6bb00866d8d3c5e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:28:20.818209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:28:20.823773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:28:20.894904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Made reservation on behalf of fd950760c1684046b6bb00866d8d3c5e for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:28:20.897090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:20.909269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:20.941976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:28:20.945715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Usage tracker for resource:security_group_rule and tenant:fd950760c1684046b6bb00866d8d3c5e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:28:20.948477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:28:20.954423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:28:21.015180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:21.093121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:21.097165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:21.110027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=84364) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 27 11:28:21.131733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502cda01-fa15-48b9-8521-2fa6cdcbc022,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:21.133221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-29c25668-09bb-4ca8-99e1-c1af9336a8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:21.136959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:21.136959 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Added segment 2868bfa0-61ee-4389-9127-e9e28fdae1a1 of type flat for network 2695416d-4c85-4409-b5c2-6d555e0046f8
Nov 27 11:28:21.136959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:21.166186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:21.247510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:21.248696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:28:21.249288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:21.253866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:21.350907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2695416d-4c85-4409-b5c2-6d555e0046f8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:21.353561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:21.360687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:28:21.427621 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0755696
Nov 27 11:28:22.232085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:23.609081 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:23.681261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38960) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:23.916646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d570b1f-a7c6-4f2c-a2ad-d20b4fdd66b0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:28:23.918001 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9d570b1f-a7c6-4f2c-a2ad-d20b4fdd66b0 admin admin] 10.222.0.23 "GET /v2.0/subnets/631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d HTTP/1.1" status: 200  len: 849 time: 0.2358043
Nov 27 11:28:24.059100 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-886e773b-bc78-44a3-a804-bcfd5ee1d1ed admin admin] 10.222.0.23 "GET /v2.0/routers/40eeab11-d87f-483b-b0f2-9d5b0364b608 HTTP/1.1" status: 200  len: 704 time: 0.1358242
Nov 27 11:28:24.525846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:24.745289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Allocated IP 172.20.0.1 (2df0ed0c-ea15-4ec9-b101-c0a01b965d35/631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d/0a6c10c7-5de7-4729-bc9c-043e48442cdb) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:28:24.924052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:24.940815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Transition to ACTIVE for port object 0a6c10c7-5de7-4729-bc9c-043e48442cdb will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:28:25.032852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:25.037877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:25.099119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:28:25.102806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:28:25.105879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:28:25.106348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:25.112238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6c10c7-5de7-4729-bc9c-043e48442cdb,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:25.116362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:25.292646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:25.386126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b711746d-3e29-4c6c-b081-8858edff29dc None None] Provisioning for port 0a6c10c7-5de7-4729-bc9c-043e48442cdb completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:28:25.390933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b711746d-3e29-4c6c-b081-8858edff29dc None None] Provisioning complete for port 0a6c10c7-5de7-4729-bc9c-043e48442cdb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:28:25.391290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b711746d-3e29-4c6c-b081-8858edff29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:25.440950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b711746d-3e29-4c6c-b081-8858edff29dc None None] Port 0a6c10c7-5de7-4729-bc9c-043e48442cdb cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:28:25.518498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:25.569410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:25.570403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:25.574130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:25.694430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6c10c7-5de7-4729-bc9c-043e48442cdb,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:25.700310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:25.759811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:28:25.760848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:28:25.964769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-24bd558f-7766-4be8-a330-e8fc9bcdee4f None None] Provisioning complete for port 0a6c10c7-5de7-4729-bc9c-043e48442cdb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:28:25.965128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-24bd558f-7766-4be8-a330-e8fc9bcdee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:26.017679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-24bd558f-7766-4be8-a330-e8fc9bcdee4f None None] Port 0a6c10c7-5de7-4729-bc9c-043e48442cdb cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:28:26.232282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Router 40eeab11-d87f-483b-b0f2-9d5b0364b608 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:28:26.396848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:28:26.406433 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] 10.222.0.23 "PUT /v2.0/routers/40eeab11-d87f-483b-b0f2-9d5b0364b608/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3425467
Nov 27 11:28:26.407009 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Sync routers for ids ['40eeab11-d87f-483b-b0f2-9d5b0364b608'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:28:26.420330 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Routers {'40eeab11-d87f-483b-b0f2-9d5b0364b608'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:28:26.421167 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846941250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:28:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40eeab11-d87f-483b-b0f2-9d5b0364b608'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:28:26.592604 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Set router 40eeab11-d87f-483b-b0f2-9d5b0364b608 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:28:26.951729 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:28:26.964776 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846941250>, [{'id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'name': 'router1', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:28:15Z', 'updated_at': '2021-11-27T11:28:25Z', 'revision_number': 2, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'gw_port_host': None, '_interfaces': [{'id': '0a6c10c7-5de7-4729-bc9c-043e48442cdb', 'name': '', 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'mac_address': 'fa:16:3e:ef:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:24Z', 'updated_at': '2021-11-27T11:28:25Z', 'revision_number': 2, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'subnets': [{'id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6006868b-55dd-4880-b53f-1a6bc2c94d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:28:26.969620 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Checking router: 40eeab11-d87f-483b-b0f2-9d5b0364b608 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:28:26.969979 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Updating router 40eeab11-d87f-483b-b0f2-9d5b0364b608 port 0a6c10c7-5de7-4729-bc9c-043e48442cdb binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:28:27.025676 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:27.393257 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:27.408187 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Transition to ACTIVE for port object 0a6c10c7-5de7-4729-bc9c-043e48442cdb will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:28:27.489593 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:27.494825 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:27.617605 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Pushing event updated for resources: {'Port': ['ID=0a6c10c7-5de7-4729-bc9c-043e48442cdb,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:27.629117 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.629450 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.629775 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.630092 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.630427 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.631359 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.631671 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.632007 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.632303 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.632606 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.632910 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Tracked resource versions report:
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]: pushed versions:
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]: {   'ConntrackHelper': {'1.0'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Log': {'1.0'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Network': {'1.1'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Port': {'1.5'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'PortForwarding': {'1.2'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'QosPolicy': {'1.8'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'SecurityGroup': {'1.2'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'SecurityGroupRule': {'1.0'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'SubPort': {'1.0'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Subnet': {'1.1'},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Trunk': {'1.1'}}
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]: consumer versions:
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]: {   DHCP agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     L3 agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     Metadata agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     Metering agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:     Open vSwitch agent@dv-neutron-819441-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Log': '1.0',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Network': '1.1',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Port': '1.5',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'PortForwarding': '1.2',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'QosPolicy': '1.8',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'SecurityGroup': '1.2',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'SecurityGroupRule': '1.0',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'SubPort': '1.0',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Subnet': '1.1',
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Trunk': '1.1'}}
Nov 27 11:28:27.634211 dv-neutron-819441-1-hyperv neutron-server[84366]:  {{(pid=84366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 11:28:27.639173 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:27.744681 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Attempting to bind port 0a6c10c7-5de7-4729-bc9c-043e48442cdb on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:28:27.745126 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Attempting to bind port 0a6c10c7-5de7-4729-bc9c-043e48442cdb by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:28:27.745544 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Attempting to bind port 0a6c10c7-5de7-4729-bc9c-043e48442cdb on network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:28:27.752503 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:28:27.752926 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Checking segment: {'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:28:27.753408 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:27.753792 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Bound using segment: {'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:28:27.754283 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Bound port: 0a6c10c7-5de7-4729-bc9c-043e48442cdb, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803ba64e-a3a8-43e7-8509-c81be1385962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:28:27.754691 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:27.846657 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] For port 0a6c10c7-5de7-4729-bc9c-043e48442cdb, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:28:27.850934 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] For port 0a6c10c7-5de7-4729-bc9c-043e48442cdb, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0a6c10c7-5de7-4729-bc9c-043e48442cdb,segment=NetworkSegment(803ba64e-a3a8-43e7-8509-c81be1385962),segment_id=803ba64e-a3a8-43e7-8509-c81be1385962)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:28:27.928728 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:27.932794 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:28.014433 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Pushing event updated for resources: {'Port': ['ID=0a6c10c7-5de7-4729-bc9c-043e48442cdb,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:28.017946 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:28.020309 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Routers {'40eeab11-d87f-483b-b0f2-9d5b0364b608'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:28:28.020911 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846941250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:28:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40eeab11-d87f-483b-b0f2-9d5b0364b608'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:28:28.174634 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] Set router 40eeab11-d87f-483b-b0f2-9d5b0364b608 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:28:28.462153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38982) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:28.501016 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846941250>, [{'id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'name': 'router1', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:28:15Z', 'updated_at': '2021-11-27T11:28:25Z', 'revision_number': 2, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'gw_port_host': None, '_interfaces': [{'id': '0a6c10c7-5de7-4729-bc9c-043e48442cdb', 'name': '', 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'mac_address': 'fa:16:3e:ef:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:24Z', 'updated_at': '2021-11-27T11:28:27Z', 'revision_number': 4, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'subnets': [{'id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6006868b-55dd-4880-b53f-1a6bc2c94d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:28:28.506567 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0df21-f323-4081-b86f-91ca13a46478 None None] The sync data for ids ['40eeab11-d87f-483b-b0f2-9d5b0364b608'] in dv-neutron-819441-1-hyperv is: [{'id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'name': 'router1', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:28:15Z', 'updated_at': '2021-11-27T11:28:25Z', 'revision_number': 2, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'gw_port_host': None, '_interfaces': [{'id': '0a6c10c7-5de7-4729-bc9c-043e48442cdb', 'name': '', 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'mac_address': 'fa:16:3e:ef:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:24Z', 'updated_at': '2021-11-27T11:28:27Z', 'revision_number': 4, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'subnets': [{'id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6006868b-55dd-4880-b53f-1a6bc2c94d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:28:28.666166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5733a78-fcea-4195-b146-80410192e31b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:28:28.666657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b5733a78-fcea-4195-b146-80410192e31b admin admin] Synchronizing usage tracker for tenant:fd950760c1684046b6bb00866d8d3c5e on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:28:28.755822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b5733a78-fcea-4195-b146-80410192e31b admin admin] Unset dirty status for tenant:fd950760c1684046b6bb00866d8d3c5e on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:28:28.756968 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b5733a78-fcea-4195-b146-80410192e31b admin admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 842 time: 0.2937648
Nov 27 11:28:28.766077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Request body: {'subnet': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:28:28.771942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:28:28.775839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Usage tracker for resource:subnet and tenant:fd950760c1684046b6bb00866d8d3c5e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:28:28.778736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:28:28.790429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:28:28.860401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Made reservation on behalf of fd950760c1684046b6bb00866d8d3c5e for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:28:28.862748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:29.295370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:28:29.295795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:29.299766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:29.386434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b15903d-07d3-4229-a5a2-719817026b0c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:29.388569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:28:29.388913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Network hostable DHCP agents. Network: 2695416d-4c85-4409-b5c2-6d555e0046f8, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:28:29.392986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:29.494969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:28:29.603503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 2695416d-4c85-4409-b5c2-6d555e0046f8) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:28:29.607421 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:28:29.607942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:29.613503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd0023-a9db-4966-9420-12bc38887572 None None] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:28:29.689928 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9272215
Nov 27 11:28:29.830205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10952d8-b261-4f4e-8334-6a1a3f901ae4 None None] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:28:29.982241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0a6c10c7-5de7-4729-bc9c-043e48442cdb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:28:30.155841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 0a6c10c7-5de7-4729-bc9c-043e48442cdb completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:28:30.160462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 0a6c10c7-5de7-4729-bc9c-043e48442cdb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:28:30.160833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:30.289668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:30.320949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 0a6c10c7-5de7-4729-bc9c-043e48442cdb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0a6c10c7-5de7-4729-bc9c-043e48442cdb,segment=NetworkSegment(803ba64e-a3a8-43e7-8509-c81be1385962),segment_id=803ba64e-a3a8-43e7-8509-c81be1385962)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:28:30.431958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:30.433983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:30.498904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=0a6c10c7-5de7-4729-bc9c-043e48442cdb,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:30.502062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:31.816024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 38996) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:31.955318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0a6c10c7-5de7-4729-bc9c-043e48442cdb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:28:32.023792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 0a6c10c7-5de7-4729-bc9c-043e48442cdb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:28:32.024071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:32.047073 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2c32f306-b12c-4247-820b-4bee49759023 admin admin] 10.222.0.23 "GET /v2.0/routers/40eeab11-d87f-483b-b0f2-9d5b0364b608 HTTP/1.1" status: 200  len: 710 time: 0.2298460
Nov 27 11:28:32.171753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bcfc98-28ca-4c86-a4e8-fd0fc729e0b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:28:32.174980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d2bcfc98-28ca-4c86-a4e8-fd0fc729e0b8 admin admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 886 time: 0.1222146
Nov 27 11:28:32.182348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:28:32.648939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:32.928579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:32.985290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:33.118383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Allocated IP 172.26.6.22 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/6dcdad9f-3e2e-4ebb-a413-492bb98ffd26) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:28:33.256071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:33.363707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:33.367961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:33.424356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:28:33.427097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:28:33.434621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:28:33.473812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Pushing event updated for resources: {'Port': ['ID=6dcdad9f-3e2e-4ebb-a413-492bb98ffd26,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:33.477824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:33.641752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:33.804224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:33.807628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:34.003174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Router 40eeab11-d87f-483b-b0f2-9d5b0364b608 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:28:34.201984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:28:34.210521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:34.211453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Sync routers for ids ['40eeab11-d87f-483b-b0f2-9d5b0364b608'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:28:34.211908 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] 10.222.0.23 "PUT /v2.0/routers/40eeab11-d87f-483b-b0f2-9d5b0364b608 HTTP/1.1" status: 200  len: 889 time: 2.0326712
Nov 27 11:28:34.224040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Routers {'40eeab11-d87f-483b-b0f2-9d5b0364b608'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:28:34.224826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2849586f10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:28:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40eeab11-d87f-483b-b0f2-9d5b0364b608'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:28:34.415556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Set router 40eeab11-d87f-483b-b0f2-9d5b0364b608 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:28:34.748357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2849586f10>, [{'id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'name': 'router1', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '6dcdad9f-3e2e-4ebb-a413-492bb98ffd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:28:15Z', 'updated_at': '2021-11-27T11:28:33Z', 'revision_number': 4, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'gw_port': {'id': '6dcdad9f-3e2e-4ebb-a413-492bb98ffd26', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:33Z', 'updated_at': '2021-11-27T11:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '0a6c10c7-5de7-4729-bc9c-043e48442cdb', 'name': '', 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'mac_address': 'fa:16:3e:ef:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:24Z', 'updated_at': '2021-11-27T11:28:30Z', 'revision_number': 5, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'subnets': [{'id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6006868b-55dd-4880-b53f-1a6bc2c94d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:28:34.753143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Checking router: 40eeab11-d87f-483b-b0f2-9d5b0364b608 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:28:34.753493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Updating router 40eeab11-d87f-483b-b0f2-9d5b0364b608 port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:28:34.803795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:35.123328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:35.134953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Transition to ACTIVE for port object 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:28:35.201893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:35.205776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:35.283261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Attempting to bind port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:28:35.283847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Attempting to bind port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:28:35.284013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Attempting to bind port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:28:35.285846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcefd08-9888-4ee3-b956-39e72fcab24d None None] Pushing event updated for resources: {'Port': ['ID=6dcdad9f-3e2e-4ebb-a413-492bb98ffd26,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:35.290325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2fcefd08-9888-4ee3-b956-39e72fcab24d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:35.293453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:28:35.293809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:28:35.294202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:35.294604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:28:35.295060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Bound port: 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:28:35.295444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:35.364157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] For port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:28:35.367151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] For port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6dcdad9f-3e2e-4ebb-a413-492bb98ffd26,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:28:35.426534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:35.430431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:35.534909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcefd08-9888-4ee3-b956-39e72fcab24d None None] Pushing event updated for resources: {'Port': ['ID=6dcdad9f-3e2e-4ebb-a413-492bb98ffd26,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:35.538282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2fcefd08-9888-4ee3-b956-39e72fcab24d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:35.540567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Routers {'40eeab11-d87f-483b-b0f2-9d5b0364b608'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:28:35.542515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2849586f10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:28:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40eeab11-d87f-483b-b0f2-9d5b0364b608'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:28:35.711981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] Set router 40eeab11-d87f-483b-b0f2-9d5b0364b608 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:28:36.037099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2849586f10>, [{'id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'name': 'router1', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '6dcdad9f-3e2e-4ebb-a413-492bb98ffd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:28:15Z', 'updated_at': '2021-11-27T11:28:33Z', 'revision_number': 4, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'gw_port': {'id': '6dcdad9f-3e2e-4ebb-a413-492bb98ffd26', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:33Z', 'updated_at': '2021-11-27T11:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '0a6c10c7-5de7-4729-bc9c-043e48442cdb', 'name': '', 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'mac_address': 'fa:16:3e:ef:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:24Z', 'updated_at': '2021-11-27T11:28:30Z', 'revision_number': 5, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'subnets': [{'id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6006868b-55dd-4880-b53f-1a6bc2c94d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:28:36.040873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2add92-7b2a-461b-bcae-f83eaa4e5c38 None None] The sync data for ids ['40eeab11-d87f-483b-b0f2-9d5b0364b608'] in dv-neutron-819441-1-hyperv is: [{'id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'name': 'router1', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '6dcdad9f-3e2e-4ebb-a413-492bb98ffd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:28:15Z', 'updated_at': '2021-11-27T11:28:33Z', 'revision_number': 4, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'gw_port': {'id': '6dcdad9f-3e2e-4ebb-a413-492bb98ffd26', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:33Z', 'updated_at': '2021-11-27T11:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '0a6c10c7-5de7-4729-bc9c-043e48442cdb', 'name': '', 'network_id': '2df0ed0c-ea15-4ec9-b101-c0a01b965d35', 'tenant_id': '9e3987a6f8f54252bdb10beac16fbc58', 'mac_address': 'fa:16:3e:ef:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eeab11-d87f-483b-b0f2-9d5b0364b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:28:24Z', 'updated_at': '2021-11-27T11:28:30Z', 'revision_number': 5, 'project_id': '9e3987a6f8f54252bdb10beac16fbc58', 'subnets': [{'id': '631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6006868b-55dd-4880-b53f-1a6bc2c94d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:28:36.435012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39006) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:28:36.589541 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cafab0d6-f722-4c6c-bfd0-bf9a3192867a admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1534100
Nov 27 11:28:37.977417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:28:38.100831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:28:38.105797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:28:38.106167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:38.231742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:38.248556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6dcdad9f-3e2e-4ebb-a413-492bb98ffd26,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:28:38.335294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:38.337164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b513c790-03de-437d-8d0e-aa30cae9c9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:28:38.416844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=6dcdad9f-3e2e-4ebb-a413-492bb98ffd26,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:28:38.417460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:28:39.980542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:28:40.070767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6dcdad9f-3e2e-4ebb-a413-492bb98ffd26 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:28:40.071062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:48.900318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1155997a-b72f-4841-aadf-6b1722beacbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:49.739018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:51.157742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8adf70d-2924-4b81-946c-bf45ee1451b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:52.220685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:28:53.597992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:03.942192 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:29:18.888513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-730e0ef6-e5f4-451a-b192-55aabfd7fd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:19.734674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:21.132967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bed2fbb3-0cc1-4d90-986c-63e347bac433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:22.224654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:23.643691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:40.944530 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:29:48.903935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f5f72c4-1e84-46e4-8256-f3ad02e9104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:49.734543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:51.859992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cab80dc6-f92c-48d6-a473-d1d78a9a9011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:52.229377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:29:53.625358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:17.945196 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:30:18.899125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7ab5-1c7a-4554-b339-32c4c7fc5cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:19.722372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:21.160293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4cd6493f-958b-4f02-9dfc-aa481c08d9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:22.223254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:23.630554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:45.704464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39612) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:30:45.793860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17653bd-959a-4663-9dc5-0bd2ba72f050 admin admin] GET failed (client error): The resource could not be found.
Nov 27 11:30:45.795074 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e17653bd-959a-4663-9dc5-0bd2ba72f050 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0896325
Nov 27 11:30:45.925218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e797e8c-1be4-4eba-8d39-cd387cd58cc1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:45.926576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3e797e8c-1be4-4eba-8d39-cd387cd58cc1 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1276119
Nov 27 11:30:47.973508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39622) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:30:48.134738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc456b-b2d9-4c40-8a55-1a308daf5761 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:48.135291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-90cc456b-b2d9-4c40-8a55-1a308daf5761 admin admin] Synchronizing usage tracker for tenant:fd950760c1684046b6bb00866d8d3c5e on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:30:48.230192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-90cc456b-b2d9-4c40-8a55-1a308daf5761 admin admin] Unset dirty status for tenant:fd950760c1684046b6bb00866d8d3c5e on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:30:48.231272 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-90cc456b-b2d9-4c40-8a55-1a308daf5761 admin admin] 10.222.0.23 "GET /v2.0/subnets/631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d HTTP/1.1" status: 200  len: 849 time: 0.2568262
Nov 27 11:30:48.240827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:30:48.356076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:48.595792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738185612548'] for subnet, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:48.600158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d58a2b7b-b279-4caf-9cd8-0aca24623d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:30:48.643885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:48.644980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:48.645686 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] 10.222.0.23 "PUT /v2.0/subnets/631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d HTTP/1.1" status: 200  len: 868 time: 0.4090164
Nov 27 11:30:48.650652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc1cff-1084-4970-9170-b250c4b7836d None None] Network 2df0ed0c-ea15-4ec9-b101-c0a01b965d35 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:30:48.665324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:30:48.674520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.674836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.675168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.675495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.675817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.676137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.676707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.677040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.677358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.678225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.678572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:30:48.682218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:30:48.948686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-11ca2670-c862-4542-8f6d-b5513c6b26e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:49.149554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7bc38250-3672-4e29-822e-37d5b37af16b None None] Provisioning complete for port 0a6c10c7-5de7-4729-bc9c-043e48442cdb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:30:49.149927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7bc38250-3672-4e29-822e-37d5b37af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:49.272928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7bc38250-3672-4e29-822e-37d5b37af16b None None] Provisioning complete for port abdfce52-158f-411b-9136-900b0ac7a2ff triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:30:49.273180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7bc38250-3672-4e29-822e-37d5b37af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:49.710180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:50.682193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39632) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:30:50.875821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a4da6-3a03-44bf-8dda-8edfd7cc71c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:50.876183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a4da6-3a03-44bf-8dda-8edfd7cc71c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:50.877651 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4b4a4da6-3a03-44bf-8dda-8edfd7cc71c3 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1944833
Nov 27 11:30:51.148283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3c81869-cc7f-4a31-9265-de1db989e673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:52.239963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:52.873048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39642) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:30:53.069641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d395dd98-198d-43e4-b4e4-21b92fb98c58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:53.069922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d395dd98-198d-43e4-b4e4-21b92fb98c58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:53.071485 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d395dd98-198d-43e4-b4e4-21b92fb98c58 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1974876
Nov 27 11:30:53.628311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:30:54.947810 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:30:55.114452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:30:55.313066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3323c81d-a5bd-4c9d-9366-8bbc5427fce8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:55.314424 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3323c81d-a5bd-4c9d-9366-8bbc5427fce8 admin admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 886 time: 0.1984553
Nov 27 11:30:57.408778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39662) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:30:57.604483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a3a39-b029-4b9e-b8b4-1463bc15d6a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:57.605895 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-859a3a39-b029-4b9e-b8b4-1463bc15d6a2 admin admin] 10.222.0.23 "GET /v2.0/networks/2df0ed0c-ea15-4ec9-b101-c0a01b965d35 HTTP/1.1" status: 200  len: 869 time: 0.1960411
Nov 27 11:30:59.651635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39672) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:30:59.779998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33cb70-5d9e-4f99-b855-fc98ec52c78c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:59.780351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33cb70-5d9e-4f99-b855-fc98ec52c78c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:30:59.781803 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5f33cb70-5d9e-4f99-b855-fc98ec52c78c admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1290295
Nov 27 11:31:01.789790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39682) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:31:01.916064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed23144-4910-4863-a19b-4e1e172dc137 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:31:01.916421 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed23144-4910-4863-a19b-4e1e172dc137 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:31:01.917858 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-aed23144-4910-4863-a19b-4e1e172dc137 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1271389
Nov 27 11:31:03.946677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39692) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:31:04.076191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3c7d58-d05f-4b00-bd44-fe37a46d2e5a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:31:04.077464 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8c3c7d58-d05f-4b00-bd44-fe37a46d2e5a admin admin] 10.222.0.23 "GET /v2.0/subnets/631ff9ac-c1f1-44ed-b3f7-56bd39c5ae9d HTTP/1.1" status: 200  len: 868 time: 0.1298237
Nov 27 11:31:06.100933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39702) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:31:06.222317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4433b-7296-4b91-9f6b-9b9d5f4726a1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:31:06.223626 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dff4433b-7296-4b91-9f6b-9b9d5f4726a1 admin admin] 10.222.0.23 "GET /v2.0/subnets/8b15903d-07d3-4229-a5a2-719817026b0c HTTP/1.1" status: 200  len: 816 time: 0.1217699
Nov 27 11:31:18.898413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3b816464-522a-4e6b-b34a-573a235d9dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:19.732590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:21.148322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-57602a94-3115-4396-9e17-feefa84ccfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:22.229473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:23.629936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:24.872772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39740) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:31:24.941531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-fa12bc04-8fa0-433a-8216-15fd53fe32c4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:31:24.942513 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fa12bc04-8fa0-433a-8216-15fd53fe32c4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0688057
Nov 27 11:31:27.017177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39750) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:31:27.105625 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15eda9c-a349-4600-a994-ee8ca707088e admin admin] GET failed (client error): The resource could not be found.
Nov 27 11:31:27.106804 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a15eda9c-a349-4600-a994-ee8ca707088e admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0886869
Nov 27 11:31:27.232516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad72c3bb-0868-4c4c-b556-aec4dc12b417 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:31:27.234946 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ad72c3bb-0868-4c4c-b556-aec4dc12b417 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1243746
Nov 27 11:31:29.278689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39760) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:31:29.349754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:31:29.354242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:31:29.363702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:31:29.429336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Made reservation on behalf of fd950760c1684046b6bb00866d8d3c5e for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:31:29.431625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:29.522746 dv-neutron-819441-1-hyperv neutron-server[84364]: WARNING neutron.services.revisions.revision_plugin [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2845ecb850] {project_id='fd950760c1684046b6bb00866d8d3c5e', id='a28db160-1bab-41b8-9654-018b3d57deca', target_tenant='*', action='access_as_shared', object_id='15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'}> to bump revision.
Nov 27 11:31:29.533014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:31:29.541764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:29.542087 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Added segment 5cc8181f-3138-4eca-817e-567411806db2 of type vlan for network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e
Nov 27 11:31:29.565392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:29.669651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:29.670858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:31:29.671428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:29.674759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:31:29.797033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Pushing event updated for resources: {'Network': ['ID=15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:31:29.801065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:31:29.807488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:31:29.847597 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5677791
Nov 27 11:31:31.860002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39770) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:31:31.947594 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:31:31.951426 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9624aada-5403-4442-8f91-c8c26e21b22c admin admin] GET failed (client error): The resource could not be found.
Nov 27 11:31:31.951915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9624aada-5403-4442-8f91-c8c26e21b22c admin admin] Synchronizing usage tracker for tenant:fd950760c1684046b6bb00866d8d3c5e on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:31:32.040890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9624aada-5403-4442-8f91-c8c26e21b22c admin admin] Unset dirty status for tenant:fd950760c1684046b6bb00866d8d3c5e on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:31:32.041988 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9624aada-5403-4442-8f91-c8c26e21b22c admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1810448
Nov 27 11:31:32.141787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be13b24-0815-45ed-b3af-5f2b2db37462 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:31:32.143200 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6be13b24-0815-45ed-b3af-5f2b2db37462 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0972834
Nov 27 11:31:32.153097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e', 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:31:32.157259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:31:32.166427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:31:32.252267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Made reservation on behalf of fd950760c1684046b6bb00866d8d3c5e for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:31:32.254578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:32.513637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:32.517799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-55900a5f-672f-4b6d-9921-e345dac73cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:31:32.588154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=213c1750-b991-4485-bedd-d2a0beca3e2d,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:31:32.590824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:31:32.595415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Checking segment: {'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:31:32.595757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Network hostable DHCP agents. Network: 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:31:32.686299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:31:32.760635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:31:32.764532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:31:32.765147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:32.769337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b4ce60-23fd-4398-be54-bbb6f5f5bc4c None None] Network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:31:32.847657 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6976428
Nov 27 11:31:32.992302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e', 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e', 'tenant_id': 'fd950760c1684046b6bb00866d8d3c5e', 'fixed_ips': [{'subnet_id': '213c1750-b991-4485-bedd-d2a0beca3e2d'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:31:32.993154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:33.154019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Allocated IP 192.168.233.2 (15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e/213c1750-b991-4485-bedd-d2a0beca3e2d/48431a03-d2b3-4816-8d5e-d641abd50c7f) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:31:33.357257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:33.368318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Transition to ACTIVE for port object 48431a03-d2b3-4816-8d5e-d641abd50c7f will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:31:33.390809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Transition to ACTIVE for port object 48431a03-d2b3-4816-8d5e-d641abd50c7f will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:31:33.485353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:33.489975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:31:33.557246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:31:33.560323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Pushing event updated for resources: {'Port': ['ID=48431a03-d2b3-4816-8d5e-d641abd50c7f,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:31:33.562744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:31:33.570186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:31:33.573514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.573846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.574169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.574512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.574859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.575182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.575501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.575834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.576149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.576460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.576775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:31:33.580897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:31:33.664016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Attempting to bind port 48431a03-d2b3-4816-8d5e-d641abd50c7f on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:31:33.664373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Attempting to bind port 48431a03-d2b3-4816-8d5e-d641abd50c7f by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:31:33.664857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Attempting to bind port 48431a03-d2b3-4816-8d5e-d641abd50c7f on network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:31:33.671359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:31:33.671729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Checking segment: {'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:31:33.672171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:33.672563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Bound using segment: {'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:31:33.673028 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Bound port: 48431a03-d2b3-4816-8d5e-d641abd50c7f, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:31:33.673415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:33.790000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] For port 48431a03-d2b3-4816-8d5e-d641abd50c7f, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:31:33.794711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] For port 48431a03-d2b3-4816-8d5e-d641abd50c7f, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=48431a03-d2b3-4816-8d5e-d641abd50c7f,segment=NetworkSegment(5cc8181f-3138-4eca-817e-567411806db2),segment_id=5cc8181f-3138-4eca-817e-567411806db2)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:31:33.868640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:33.872683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:31:33.946747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Pushing event updated for resources: {'Port': ['ID=48431a03-d2b3-4816-8d5e-d641abd50c7f,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:31:33.953893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:31:34.779380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a810cc9-6532-40f5-9706-c2e93a1ae5d9 None None] Network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:31:34.933610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bb31cde9-d6d0-48e9-b712-113440660114 None None] Provisioning for port 48431a03-d2b3-4816-8d5e-d641abd50c7f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:31:36.084005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 48431a03-d2b3-4816-8d5e-d641abd50c7f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:31:36.223924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 48431a03-d2b3-4816-8d5e-d641abd50c7f completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:31:36.229452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 48431a03-d2b3-4816-8d5e-d641abd50c7f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:31:36.237818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:36.343388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:36.374178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 48431a03-d2b3-4816-8d5e-d641abd50c7f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=48431a03-d2b3-4816-8d5e-d641abd50c7f,segment=NetworkSegment(5cc8181f-3138-4eca-817e-567411806db2),segment_id=5cc8181f-3138-4eca-817e-567411806db2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:31:36.443573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:36.443573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2fcefd08-9888-4ee3-b956-39e72fcab24d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:31:36.509634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=48431a03-d2b3-4816-8d5e-d641abd50c7f,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:31:36.512660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:31:38.068649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 48431a03-d2b3-4816-8d5e-d641abd50c7f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:31:38.135435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 48431a03-d2b3-4816-8d5e-d641abd50c7f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:31:38.135795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:48.930252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b4678f2-87eb-4f09-9482-b254ed8cbdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:49.775812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:51.137607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6e8d-6d33-4b86-a94d-62131b51d8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:52.267322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:31:53.628959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:08.947185 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:32:18.906649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c928b854-dc32-4cbd-acdd-6649336ad4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:19.725057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:21.123712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f95a998-2e31-4773-900c-60199e4d7629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:22.245759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:23.637761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:45.947337 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:32:48.919619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3bc790ba-5d8c-4967-b5aa-05c278b00b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:49.729361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:49.833083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39812) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:32:49.838840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-1c481daf-ec2b-47fe-93ad-096fb48f8863 tempest-verify_tempest_config-1980033749 tempest-verify_tempest_config-1980033749-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:32:49.839758 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1c481daf-ec2b-47fe-93ad-096fb48f8863 tempest-verify_tempest_config-1980033749 tempest-verify_tempest_config-1980033749-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0057507
Nov 27 11:32:50.334220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39830) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:32:50.473252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:50.519697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:32:50.524621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Usage tracker for resource:security_group_rule and tenant:b7aca2be51634845ae099ac3c69b1550 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:32:50.526860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:32:50.532481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:32:50.596278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:50.684924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:50.691983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:32:50.729317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ce0fe-3f64-4e2c-91cd-5b6c55a7ae1b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:32:50.736021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Synchronizing usage tracker for tenant:fd950760c1684046b6bb00866d8d3c5e on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:32:50.743789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.744123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.744444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.744763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.745079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.745393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.745718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.746028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.746332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.746658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.746961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:32:50.751069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:32:50.810723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Unset dirty status for tenant:fd950760c1684046b6bb00866d8d3c5e on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:32:50.812038 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7aca2be51634845ae099ac3c69b1550&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4768431
Nov 27 11:32:50.814784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39836) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:32:50.876507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaaa6-8bba-4df8-8603-3e67494c8b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:50.901853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaaa6-8bba-4df8-8603-3e67494c8b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:51.051419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaaa6-8bba-4df8-8603-3e67494c8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:51.057029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:32:51.069196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddaaa6-8bba-4df8-8603-3e67494c8b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ce0fe-3f64-4e2c-91cd-5b6c55a7ae1b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:32:51.071992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e7ddaaa6-8bba-4df8-8603-3e67494c8b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:32:51.073981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaaa6-8bba-4df8-8603-3e67494c8b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:51.074980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e7ddaaa6-8bba-4df8-8603-3e67494c8b2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/206ce0fe-3f64-4e2c-91cd-5b6c55a7ae1b HTTP/1.1" status: 204  len: 168 time: 0.2593279
Nov 27 11:32:51.130948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0f98cd38-c040-49bc-bf8d-867629f56f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:52.243542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:32:53.620197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:18.913251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9f671e31-6039-4fbe-8efa-0ea69213517f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:19.735923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:21.153588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9b5dc1a7-fed1-4ae1-81b2-03a67f353d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:22.248187 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:22.948648 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:33:23.679045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:48.918747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3af744b-e3f4-4494-86ef-9c582662b6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:49.741053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:51.152658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3380-4d87-4b98-b43a-f185029c0c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:52.249921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:53.676464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:33:59.949208 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 5 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:34:08.933097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2023075'] for agent, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:18.935292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af8959aa-586f-40d0-86a2-01386d19fa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:19.750371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:21.179252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b623-8e9f-4d5f-8310-fa1c28c6b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:22.248151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:23.195222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39906) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:34:23.328174 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-756622cd-1191-4617-99da-056cc7a4b715 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1318710
Nov 27 11:34:23.649303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:25.374022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 39916) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:34:25.452378 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1377aaf1-eefa-4d6a-9f00-841323d94153 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0772512
Nov 27 11:34:36.950689 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:34:38.860367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:48.911564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-febd19ad-1459-46c1-88c2-d8ab16a2bc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:49.734683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:51.111372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3b90ba91-3e5a-4fe9-b851-0461429ae239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:52.246401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:34:53.640982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:08.952420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:13.954184 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:35:18.903338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ded95c2-53e3-4b26-a594-5eff225c6789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:19.756946 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:21.111534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5582adf2-02fa-431b-b871-8badca36ec86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:22.251855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:23.680541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:38.910755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:48.960183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-48fe4ed6-2bf6-43f7-882f-36de459ae009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:49.733929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:50.957856 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:35:51.114271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c3b8da82-c3b4-4380-a714-8ba39898312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:52.122898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40082) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:52.268671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:52.757613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40100) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:52.847884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40106) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:52.910641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2029449912'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:52.915719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:52.919841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Usage tracker for resource:network and tenant:d8ccf656e804450186d0c184ee67d6b9 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:52.922694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:52.928763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:53.016906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Made reservation on behalf of d8ccf656e804450186d0c184ee67d6b9 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:53.020023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.033137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.068927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:53.073251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Usage tracker for resource:security_group_rule and tenant:d8ccf656e804450186d0c184ee67d6b9 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:53.076280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:53.082912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:53.109711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40116) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:53.157462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.171236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40122) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:53.230681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.234066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e7ddaaa6-8bba-4df8-8603-3e67494c8b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:53.265963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a157b907-5c6f-4db8-b66b-c4356b37aaeb,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:53.271586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:35:53.277846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.278196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.278547 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.278881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.279204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.279613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.279877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.280198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.280497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.281015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.281512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Tracked resource versions report:
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]: pushed versions:
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]: {   'ConntrackHelper': {'1.0'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Log': {'1.0'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Network': {'1.1'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Port': {'1.5'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'PortForwarding': {'1.2'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'QosPolicy': {'1.8'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'SecurityGroup': {'1.2'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'SecurityGroupRule': {'1.0'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'SubPort': {'1.0'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Subnet': {'1.1'},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     'Trunk': {'1.1'}}
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]: consumer versions:
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]: {   DHCP agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     HyperV agent@hv-neutron-8194: {},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     L3 agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     Metadata agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     Metering agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:     Open vSwitch agent@dv-neutron-819441-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Log': '1.0',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Network': '1.1',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Port': '1.5',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'PortForwarding': '1.2',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'QosPolicy': '1.8',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'SecurityGroup': '1.2',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'SecurityGroupRule': '1.0',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'SubPort': '1.0',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Subnet': '1.1',
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:                                                        'Trunk': '1.1'}}
Nov 27 11:35:53.282738 dv-neutron-819441-1-hyperv neutron-server[84364]:  {{(pid=84364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 11:35:53.295769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:53.300461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-960811953-network', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:53.306651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:53.315218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Usage tracker for resource:network and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:53.315218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:53.324647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:53.336575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2085172363-network', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:53.343331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.343865 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Added segment 4964f2ae-6809-4af4-8fde-b34800b41e8b of type vlan for network fe85663b-1d38-46d9-852d-df7be5319282
Nov 27 11:35:53.356790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:53.365828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Usage tracker for resource:network and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:53.377290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:53.385384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Made reservation on behalf of a0fb526f53b744d49d8dbf93a5ca6c38 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:53.387683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.398781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:53.404701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.422388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.469850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:53.473809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Usage tracker for resource:security_group_rule and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:53.476814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:53.483144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:53.510776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Made reservation on behalf of 2a9315726d9b43bb8dced54aa91b2abf for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:53.513170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.532957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.563100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.586305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:53.586593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.594723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:53.641664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:53.650764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.656846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Usage tracker for resource:security_group_rule and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:53.660262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.709678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:53.733741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:53.744867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event updated for resources: {'Network': ['ID=fe85663b-1d38-46d9-852d-df7be5319282,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:53.748250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:53.764057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network fe85663b-1d38-46d9-852d-df7be5319282 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:35:53.777096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.783136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c05525c3-ea62-4c5a-9fd8-0f97febe9687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:53.814424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a6c3b5-8736-41e7-bda0-f8192b78ac5d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:53.825148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:53.845185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:35:53.863368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40154) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:53.863706 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.7391813
Nov 27 11:35:53.869402 dv-neutron-819441-1-hyperv neutron-server[84363]: WARNING oslo_policy.policy [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 11:35:53.869844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.870208 dv-neutron-819441-1-hyperv neutron-server[84363]: WARNING oslo_policy.policy [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 11:35:53.874145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.874594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Added segment 0bc5ef13-fcb2-4a41-86c1-c69f31c63b92 of type vlan for network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6
Nov 27 11:35:53.905520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.949038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:53.954657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:53.998570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:35:54.010033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.012835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6ac5b1-2ac2-4343-9cd5-7b2cd015e3c2,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:54.017548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:54.018285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.023480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:54.027092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.027569 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Added segment e35e8667-0517-4b04-8682-0d9f9b587995 of type vlan for network d26cf85b-f22d-4c77-b703-07095256914f
Nov 27 11:35:54.028805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:54.109091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Request body: {'subnet': {'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:54.141063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Pushing event updated for resources: {'Network': ['ID=4bd8aabb-84dc-4d86-8d60-721af2b51eb6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:54.148076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-180126443'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:54.148076 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.quota [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f284df12ca0>.
Nov 27 11:35:54.148854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:54.152928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:35:54.162303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1895779633-network', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:54.183669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.188963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:54.245463 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4783783
Nov 27 11:35:54.248791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40170) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:54.259100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Request body: {'subnet': {'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-960811953-subnet', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:54.265297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:54.268178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Usage tracker for resource:network and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:54.270415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Usage tracker for resource:subnet and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:54.271881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:54.273651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:54.281497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:54.299276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:54.312534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:network and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:54.316743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.319082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:54.320928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.339895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:54.356240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:54.376150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:54.385788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:54.396204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:54.405031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Usage tracker for resource:subnet and tenant:d8ccf656e804450186d0c184ee67d6b9 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:54.408044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:54.414168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:54.430864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Made reservation on behalf of a0fb526f53b744d49d8dbf93a5ca6c38 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:54.433149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.464640 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6156876
Nov 27 11:35:54.469168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40176) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:54.473774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Pushing event updated for resources: {'Network': ['ID=d26cf85b-f22d-4c77-b703-07095256914f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:54.475498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Request body: {'subnet': {'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2085172363-subnet', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:54.482934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:54.487295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network d26cf85b-f22d-4c77-b703-07095256914f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:35:54.494109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Usage tracker for resource:subnet and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:54.498853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:54.507709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:54.518302 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:54.532673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40182) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:54.551107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:54.600515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.policy [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84363) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 27 11:35:54.601636 dv-neutron-819441-1-hyperv neutron-server[84363]: WARNING oslo_policy.policy [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 11:35:54.602058 dv-neutron-819441-1-hyperv neutron-server[84363]: WARNING oslo_policy.policy [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 11:35:54.607895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.624283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Made reservation on behalf of ebca4f3d11414415b7598d4a00dfaa0a for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:54.626870 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.640836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Made reservation on behalf of d8ccf656e804450186d0c184ee67d6b9 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:54.656361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Made reservation on behalf of 2a9315726d9b43bb8dced54aa91b2abf for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:54.659787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.682065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.699164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.813778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.820404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c10970f0-74aa-4b71-aed9-e9f7a41248fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:54.857632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-315269341'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:54.867030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:54.910281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Usage tracker for resource:network and tenant:76f4e76012064507a6c0065d9b7d6795 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:54.924489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:54.928159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ed1a9c-5e3b-4614-9554-cb5a8d17951b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:54.939582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:54.940698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Checking segment: {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:35:54.941400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Network hostable DHCP agents. Network: 4bd8aabb-84dc-4d86-8d60-721af2b51eb6, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:35:54.942202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks [] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:54.967233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:54.977940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:54.984994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:54.994168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Usage tracker for resource:security_group_rule and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:55.048863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:35:55.065552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:55.068972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:security_group_rule and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:55.078785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:55.087005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:55.095477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:55.133584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 4bd8aabb-84dc-4d86-8d60-721af2b51eb6) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:55.137864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:55.139576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.152099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca577078-c0e4-4f85-bba2-b20e22286341 None None] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:35:55.191194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Made reservation on behalf of 76f4e76012064507a6c0065d9b7d6795 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:55.194821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.229306 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9776895
Nov 27 11:35:55.229988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40202) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:55.236466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:55.241571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.246400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:55.254601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Usage tracker for resource:router and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:55.262455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:55.275531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:55.394106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:35:55.396627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.398563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.399017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.422197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.500920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:55.509429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.515014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Usage tracker for resource:security_group_rule and tenant:76f4e76012064507a6c0065d9b7d6795 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:55.522722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:55.526609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.535669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:55.584909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.586146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.600983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:55.628828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40212) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:55.676423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Allocated IP 172.20.0.2 (4bd8aabb-84dc-4d86-8d60-721af2b51eb6/26ed1a9c-5e3b-4614-9554-cb5a8d17951b/8d1f48c9-c1be-4897-9fe1-bf35356f11bb) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:35:55.689014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.696115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.700307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:35:55.723056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d50f91-9039-4c22-91ff-3dcb1768552f,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:55.766883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:35:55.774691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.775131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.777304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.777687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.778083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.778417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.778777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.779104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.779574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.779986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.780259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Tracked resource versions report:
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]: pushed versions:
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]: {   'ConntrackHelper': {'1.0'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'Log': {'1.0'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'Network': {'1.1'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'Port': {'1.5'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'PortForwarding': {'1.2'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'QosPolicy': {'1.8'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'SecurityGroup': {'1.2'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'SecurityGroupRule': {'1.0'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'SubPort': {'1.0'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'Subnet': {'1.1'},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     'Trunk': {'1.1'}}
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]: consumer versions:
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]: {   DHCP agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     HyperV agent@hv-neutron-8194: {},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     L3 agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     Metadata agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     Metering agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:     Open vSwitch agent@dv-neutron-819441-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'Log': '1.0',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'Network': '1.1',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'Port': '1.5',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'PortForwarding': '1.2',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'QosPolicy': '1.8',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'SecurityGroup': '1.2',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'SecurityGroupRule': '1.0',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'SubPort': '1.0',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'Subnet': '1.1',
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:                                                        'Trunk': '1.1'}}
Nov 27 11:35:55.782887 dv-neutron-819441-1-hyperv neutron-server[84363]:  {{(pid=84363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 11:35:55.823490 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.871690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738185755082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.872206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2847539ca0> segment precommit_create {{(pid=84363) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 27 11:35:55.872678 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Added segment e8c5d94a-9207-414b-957e-0d8727074612 of type vlan for network 286559ef-d0ae-4427-aa8a-a0cead761ad7
Nov 27 11:35:55.901901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:55.902314 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Added segment a54e40c3-b8f4-4af8-9952-3d2826fef0c5 of type vlan for network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1
Nov 27 11:35:55.944416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1469243847'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:55.949373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:55.956146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Usage tracker for resource:network and tenant:09d5ea0faeb5407793fdf8db588425aa is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:55.971967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:55.987614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:56.004585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Checking segment: {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:35:56.005095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Network hostable DHCP agents. Network: d26cf85b-f22d-4c77-b703-07095256914f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:35:56.010309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.026893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.032981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.035673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.043815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Transition to ACTIVE for port object 8d1f48c9-c1be-4897-9fe1-bf35356f11bb will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:35:56.071766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.077341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.079495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Transition to ACTIVE for port object 8d1f48c9-c1be-4897-9fe1-bf35356f11bb will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:35:56.118754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77a16c2-53e7-4f00-8e06-c9ee85a7f6f4,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:56.121276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Made reservation on behalf of 09d5ea0faeb5407793fdf8db588425aa for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:56.124321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.143415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.152866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.161787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Checking segment: {'id': '4964f2ae-6809-4af4-8fde-b34800b41e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:35:56.162304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Network hostable DHCP agents. Network: fe85663b-1d38-46d9-852d-df7be5319282, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:35:56.191387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.195525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:56.199899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2fcefd08-9888-4ee3-b956-39e72fcab24d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.200817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Usage tracker for resource:security_group_rule and tenant:09d5ea0faeb5407793fdf8db588425aa is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:56.204714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:56.212562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:56.230426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a7894-6e95-4749-971c-fe63c045c55a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:56.241068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.242869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.272696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:35:56.302777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:35:56.306841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:56.312401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:35:56.317837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Pushing event updated for resources: {'Port': ['ID=8d1f48c9-c1be-4897-9fe1-bf35356f11bb,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:56.318035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Network d26cf85b-f22d-4c77-b703-07095256914f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:35:56.333174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.333606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.334047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.334774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.335001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.335453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.335752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.336161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.336555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.336956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.337363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Tracked resource versions report:
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]: pushed versions:
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]: {   'ConntrackHelper': {'1.0'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Log': {'1.0'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Network': {'1.1'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Port': {'1.5'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'PortForwarding': {'1.2'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'QosPolicy': {'1.8'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'SecurityGroup': {'1.2'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'SecurityGroupRule': {'1.0'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'SubPort': {'1.0'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Subnet': {'1.1'},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     'Trunk': {'1.1'}}
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]: consumer versions:
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]: {   DHCP agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     HyperV agent@hv-neutron-8194: {},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     L3 agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     Metadata agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     Metering agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:     Open vSwitch agent@dv-neutron-819441-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Log': '1.0',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Network': '1.1',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Port': '1.5',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'PortForwarding': '1.2',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'QosPolicy': '1.8',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'SecurityGroup': '1.2',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'SecurityGroupRule': '1.0',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'SubPort': '1.0',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Subnet': '1.1',
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:                                                        'Trunk': '1.1'}}
Nov 27 11:35:56.338591 dv-neutron-819441-1-hyperv neutron-server[84365]:  {{(pid=84365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 11:35:56.351677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.369402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.371355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.376543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.385935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.392132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.392698 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Added segment 14f1204a-a9d3-4fea-8929-7ea5805fadfe of type vlan for network 2247773d-1a8a-4dce-bc73-3f1668284134
Nov 27 11:35:56.414576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:56.415772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.448298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Attempting to bind port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:35:56.448526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.449175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Attempting to bind port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:35:56.449621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Attempting to bind port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb on network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:35:56.460074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:35:56.460596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Checking segment: {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:35:56.461375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.462000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Bound using segment: {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:35:56.462786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Bound port: 8d1f48c9-c1be-4897-9fe1-bf35356f11bb, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:35:56.463527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.480651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, d26cf85b-f22d-4c77-b703-07095256914f) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:56.490523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:56.491362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.513009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a23b2c-9b5a-4199-b42c-ce37cfb1849e None None] Network d26cf85b-f22d-4c77-b703-07095256914f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:35:56.530935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:56.531268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40230) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:56.531511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.544668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.549996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.555463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event updated for resources: {'Subnet': ['ID=3fc26f93-db55-4d37-ade9-73780f171898,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:56.572349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.572596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.596117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491d6df3-504b-4b4f-9e1f-d6867931a6e1,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:56.600439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:35:56.602463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.610083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Allocated IP 172.26.6.241 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/6d57eb1a-086c-4e7a-8c64-46e860dcb38d) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:35:56.621040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.621306 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Added segment 6eba2b8c-ae8c-477f-846e-c6473594ec49 of type vlan for network 61cbe6c0-aa30-450a-b2db-05dad34d30a0
Nov 27 11:35:56.688104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] For port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:35:56.695177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Network': ['ID=96efc761-7cb6-48d6-9bb8-9a1fc3089df1,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:56.710530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:35:56.716097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.730282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] For port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8d1f48c9-c1be-4897-9fe1-bf35356f11bb,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:35:56.811622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.817117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Network fe85663b-1d38-46d9-852d-df7be5319282 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:35:56.831943 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 3.6565001
Nov 27 11:35:56.831943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Pushing event updated for resources: {'Network': ['ID=286559ef-d0ae-4427-aa8a-a0cead761ad7,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:56.836309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40238) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:56.838195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:56.839253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.841368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.637s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.848215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:56.853000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:35:56.854655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Usage tracker for resource:floatingip and tenant:0feb260e852e47ea92a8ded57db44b4e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:56.859341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:56.859989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.869368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:56.869595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Request body: {'subnet': {'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1895779633-subnet', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:56.877524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, fe85663b-1d38-46d9-852d-df7be5319282) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:56.877763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.880799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:56.885027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:56.885710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.891212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1601cbe2-3ce3-4e99-912f-bda8d94f0be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.893811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:56.894397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:56.898412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Usage tracker for resource:subnet and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:56.907022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:56.928249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4509413
Nov 27 11:35:56.928249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 3.8102801
Nov 27 11:35:56.928249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:56.928657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40244) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:56.928866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40246) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:56.936230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:56.938155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5538d80-a7c3-4c5a-94b6-37942fe04b54,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:56.947090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.947541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.947748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.951505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.233s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:56.951754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:56.961046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:56.972507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b23d2c-6aa2-4c67-b772-8d8ce1de198b None None] Network fe85663b-1d38-46d9-852d-df7be5319282 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:35:56.985711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.020975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.022117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:57.029048 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1619139
Nov 27 11:35:57.029048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Made reservation on behalf of ebca4f3d11414415b7598d4a00dfaa0a for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:57.030274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.042612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40258) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:57.044711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.052089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:57.052797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.055089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.060629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5752964-662f-4844-84a4-7ea791a55a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:57.068554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:57.077770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Request body: {'port': {'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1394967501'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:57.191005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-d26cf85b-f22d-4c77-b703-07095256914f', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:35:57.191824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.211255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Pushing event updated for resources: {'Network': ['ID=61cbe6c0-aa30-450a-b2db-05dad34d30a0,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:57.231778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Usage tracker for resource:router and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:57.237447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event updated for resources: {'Network': ['ID=2247773d-1a8a-4dce-bc73-3f1668284134,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:57.243306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:57.246191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:57.251733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:57.252836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6b9d64bf-1b7e-450a-b957-3f57ad8f1040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:57.253995 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.7189946
Nov 27 11:35:57.254667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40266) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:57.262521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Request body: {'subnet': {'network_id': '2247773d-1a8a-4dce-bc73-3f1668284134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:57.291612 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.6583366
Nov 27 11:35:57.293248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40270) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:57.303870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 61cbe6c0-aa30-450a-b2db-05dad34d30a0 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:35:57.315911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:57.438462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:35:57.444420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2247773d-1a8a-4dce-bc73-3f1668284134 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:35:57.462770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:57.493393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:35:57.497589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:57.517071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Usage tracker for resource:subnet and tenant:76f4e76012064507a6c0065d9b7d6795 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:57.522836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:57.545470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:57.567452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Pushing event updated for resources: {'Port': ['ID=6d57eb1a-086c-4e7a-8c64-46e860dcb38d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:57.597122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Request body: {'network': {'name': 'tempest-network--1842558004', 'router:external': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:57.602847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:57.607780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Usage tracker for resource:network and tenant:b31334ac0d4648b084cc15ef07e46119 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:57.611364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:57.623709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:57.659697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:57.668479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Made reservation on behalf of 76f4e76012064507a6c0065d9b7d6795 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:57.672859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:57.677196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.678325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.696030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.734316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:57.740831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:57.758562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:57.764619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41b3e259-808a-4368-89d0-334055c2f9c0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:57.785814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:57.800196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Usage tracker for resource:port and tenant:d8ccf656e804450186d0c184ee67d6b9 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:57.800568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Pushing event updated for resources: {'Port': ['ID=8d1f48c9-c1be-4897-9fe1-bf35356f11bb,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:57.804107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:57.810452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:57.821546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:57.824666 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-fe85663b-1d38-46d9-852d-df7be5319282', 'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282', 'tenant_id': 'd8ccf656e804450186d0c184ee67d6b9', 'fixed_ips': [{'subnet_id': '3fc26f93-db55-4d37-ade9-73780f171898'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:35:57.826845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Made reservation on behalf of b31334ac0d4648b084cc15ef07e46119 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:57.827094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.830675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.842728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.852299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.878123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:57.955884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks [] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:57.971745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Made reservation on behalf of d8ccf656e804450186d0c184ee67d6b9 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:35:57.974806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.076100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Allocated IP 172.20.0.2 (fe85663b-1d38-46d9-852d-df7be5319282/3fc26f93-db55-4d37-ade9-73780f171898/05046051-f601-431a-b62a-212b52f4e069) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:35:58.109993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be9c4bb-77ac-4c7e-9d67-314ad5dc9387,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:58.117347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:58.119908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Checking segment: {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:35:58.120449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Network hostable DHCP agents. Network: 286559ef-d0ae-4427-aa8a-a0cead761ad7, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:35:58.138588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:58.148176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Usage tracker for resource:security_group_rule and tenant:b31334ac0d4648b084cc15ef07e46119 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:58.157608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.183899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:58.199373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:58.199601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Allocated IP 172.20.0.2 (d26cf85b-f22d-4c77-b703-07095256914f/70d50f91-9039-4c22-91ff-3dcb1768552f/046e3bd6-348e-482e-8614-9584374af4bd) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:35:58.213694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] device_id is not set on port 0c166b43-f571-4fb1-9489-514e7e03246b yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:35:58.296986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.325877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:35:58.366210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8d1f48c9-c1be-4897-9fe1-bf35356f11bb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:35:58.404467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.431123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.441533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:58.531335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event updated for resources: {'Subnet': ['ID=44423cca-da5e-47a9-9b24-9e9c7583ece4,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:58.539635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.540332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 286559ef-d0ae-4427-aa8a-a0cead761ad7) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:58.558522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:58.604077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:58.630823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.681307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.688005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Transition to ACTIVE for port object 05046051-f601-431a-b62a-212b52f4e069 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:35:58.712134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:35:58.716705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Allocated IP 172.26.6.35 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/f331cfe8-2b66-44a6-879f-0fc37c8dae2d) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:35:58.726451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Checking segment: {'id': '14f1204a-a9d3-4fea-8929-7ea5805fadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2247773d-1a8a-4dce-bc73-3f1668284134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:35:58.726994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Network hostable DHCP agents. Network: 2247773d-1a8a-4dce-bc73-3f1668284134, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:35:58.732945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:35:58.741867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Transition to ACTIVE for port object 05046051-f601-431a-b62a-212b52f4e069 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:35:58.750750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da6a65-b563-4014-9a3e-0b5734fbc213 None None] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:35:58.765222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9560e-f6e8-46d9-a48b-d5d907af532d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:58.770668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:58.772314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:58.773044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.790416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.793385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a01773-e820-4595-8f7f-9312810c18f0 None None] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:35:58.801706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.802185 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Added segment 1ab3b331-69a0-4062-8144-02efcbbe66a8 of type vlan for network d1b1e169-ea00-426a-a181-75e1ba9c049b
Nov 27 11:35:58.853063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.855235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.855943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.935391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.947090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Transition to ACTIVE for port object 046e3bd6-348e-482e-8614-9584374af4bd will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:35:58.957197 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-30a174a5-7c98-4611-a0b3-1785fa840ed4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.1159720
Nov 27 11:35:58.958994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Network 2247773d-1a8a-4dce-bc73-3f1668284134 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:35:58.966945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40278) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:58.977813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:58.990910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:58.994115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:58.996691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:58.997384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.011997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:59.014637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Usage tracker for resource:router and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:59.022102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:59.033852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:59.047416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:59.051587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 2247773d-1a8a-4dce-bc73-3f1668284134) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:59.080000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edbadc5-1bad-47ea-84ea-71c345476d2f None None] Network 2247773d-1a8a-4dce-bc73-3f1668284134 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:35:59.118388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:35:59.119016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.120097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.131578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Transition to ACTIVE for port object 046e3bd6-348e-482e-8614-9584374af4bd will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:35:59.141852 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.8460293
Nov 27 11:35:59.141852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Network': ['ID=d1b1e169-ea00-426a-a181-75e1ba9c049b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:59.142787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40284) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:59.146505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:59.169197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network d1b1e169-ea00-426a-a181-75e1ba9c049b details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:35:59.184688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:59.202563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Network fe85663b-1d38-46d9-852d-df7be5319282 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:35:59.205203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Pushing event updated for resources: {'Port': ['ID=05046051-f601-431a-b62a-212b52f4e069,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:59.208927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:59.232391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.234392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.244719 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9877458
Nov 27 11:35:59.245373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40290) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:35:59.246282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-87ae5b39-cd87-48c2-8a15-a4be543d2bd4 {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:35:59.247127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:35:59.247696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:59.250747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:35:59.264496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] Provisioning for port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:35:59.265808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Request body: {'port': {'network_id': '2247773d-1a8a-4dce-bc73-3f1668284134', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1938597410'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:35:59.298074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.317031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.333824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=21528e85-4b93-4939-82e8-cfb43243de1c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:59.346355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:59.349834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] Provisioning complete for port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:35:59.349834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.388660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:59.395518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.403600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.493013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:35:59.493664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network hostable DHCP agents. Network: 96efc761-7cb6-48d6-9bb8-9a1fc3089df1, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:35:59.647331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.654920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:35:59.664560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Usage tracker for resource:port and tenant:76f4e76012064507a6c0065d9b7d6795 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:35:59.665617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.669838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:35:59.684217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dc22566b-8a7e-4062-859b-1ac75264467e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:35:59.687027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:35:59.693329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2846507100>> segment before_delete 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.693674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2846507100>> subnet precommit_delete_associations 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.697550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2846507610>> segment_host_mapping after_create 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.697550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2846507610>> port after_create 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.697550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2846507610>> port after_delete 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.697550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2846507610>> port after_update 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.697550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2846507610>> segment after_delete 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.697550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2846507610>> subnet after_create 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.697550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2846507610>> subnet after_delete 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.697550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2846507610>> subnet after_update 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.729597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Network d26cf85b-f22d-4c77-b703-07095256914f is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:35:59.748629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.772090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:59.772401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:35:59.775569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:35:59.793443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:35:59.794349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-286559ef-d0ae-4427-aa8a-a0cead761ad7', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:35:59.795467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.797695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.815270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Pushing event updated for resources: {'Port': ['ID=046e3bd6-348e-482e-8614-9584374af4bd,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:59.818251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:59.829220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:35:59.838845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:35:59.852199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:35:59.854071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'Port': ['ID=f331cfe8-2b66-44a6-879f-0fc37c8dae2d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:35:59.858866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Attempting to bind port 05046051-f601-431a-b62a-212b52f4e069 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:35:59.859462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Attempting to bind port 05046051-f601-431a-b62a-212b52f4e069 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '4964f2ae-6809-4af4-8fde-b34800b41e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:35:59.859899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f284632ea00>> subnet after_create 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.860044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:35:59.860243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f284632ea00>> subnet after_delete 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.860474 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Attempting to bind port 05046051-f601-431a-b62a-212b52f4e069 on network fe85663b-1d38-46d9-852d-df7be5319282 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:35:59.860586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f284632ea00>> subnet before_create 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.860875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f284632ea00>> subnet before_update 55550000 {{(pid=84363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:35:59.861251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2846507340>,) {'filters': {'network_id': ['d1b1e169-ea00-426a-a181-75e1ba9c049b']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:35:59.861584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] device_id is not set on port 4e1c4e79-70f7-4e57-b3d8-77259d54c92b yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:35:59.946195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2846507340>, '1ab3b331-69a0-4062-8144-02efcbbe66a8') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:35:59.946195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2846507340>, '1ab3b331-69a0-4062-8144-02efcbbe66a8') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:00.019380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 96efc761-7cb6-48d6-9bb8-9a1fc3089df1) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:00.020128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.025806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:00.026022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Checking segment: {'id': '4964f2ae-6809-4af4-8fde-b34800b41e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:00.026300 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.027696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Bound using segment: {'id': '4964f2ae-6809-4af4-8fde-b34800b41e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:00.028207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Bound port: 05046051-f601-431a-b62a-212b52f4e069, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4964f2ae-6809-4af4-8fde-b34800b41e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:00.028772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.042572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:00.042792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.046955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.049823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Made reservation on behalf of 76f4e76012064507a6c0065d9b7d6795 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:00.053539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.075389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:00.075783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.081507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3fdd55-ab60-4a24-ae63-b0a7e633cc71 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn_limited(
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn_limited(
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:00.091359 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:00.100839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.182417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] device_id is not set on port a1f3382e-27f8-4339-874a-8c07eede6838 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:00.318133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Router 95af3570-f9dd-4be1-99a9-261a187fc10e is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:36:00.320849 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.3891158
Nov 27 11:36:00.324891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Allocated IP 172.26.6.130 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/3b64193c-4470-42e0-a4ed-68fc0493d657) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:00.327929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40294) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:00.331808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.344594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'name': 'tempest-NetworksTestDHCPv6-142294695'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:00.351816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Allocated IP 172.20.0.11 (fe85663b-1d38-46d9-852d-df7be5319282/3fc26f93-db55-4d37-ade9-73780f171898/4e1c4e79-70f7-4e57-b3d8-77259d54c92b) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:00.362361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Attempting to bind port 046e3bd6-348e-482e-8614-9584374af4bd on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:00.362361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Attempting to bind port 046e3bd6-348e-482e-8614-9584374af4bd by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:00.363106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Attempting to bind port 046e3bd6-348e-482e-8614-9584374af4bd on network d26cf85b-f22d-4c77-b703-07095256914f {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:00.390429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.411669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-2247773d-1a8a-4dce-bc73-3f1668284134', 'network_id': '2247773d-1a8a-4dce-bc73-3f1668284134', 'tenant_id': '76f4e76012064507a6c0065d9b7d6795', 'fixed_ips': [{'subnet_id': '44423cca-da5e-47a9-9b24-9e9c7583ece4'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:36:00.412817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.446142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.525339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:00.525808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Checking segment: {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:00.526108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.526521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Bound using segment: {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:00.526996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Bound port: 046e3bd6-348e-482e-8614-9584374af4bd, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:00.527382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.567440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Allocated IP 172.20.0.2 (2247773d-1a8a-4dce-bc73-3f1668284134/44423cca-da5e-47a9-9b24-9e9c7583ece4/a1f3382e-27f8-4339-874a-8c07eede6838) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:00.574842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:00.601189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d1b1e169-ea00-426a-a181-75e1ba9c049b {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 11:36:00.623845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1b1e169-ea00-426a-a181-75e1ba9c049b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:00.628989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.630378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.639621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:00.687450 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d1b1e169-ea00-426a-a181-75e1ba9c049b HTTP/1.1" status: 204  len: 168 time: 1.5436606
Nov 27 11:36:00.700238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40298) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:00.732268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:00.743204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] For port 05046051-f601-431a-b62a-212b52f4e069, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:00.747505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:00.754368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] For port 05046051-f601-431a-b62a-212b52f4e069, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=05046051-f601-431a-b62a-212b52f4e069,segment=NetworkSegment(4964f2ae-6809-4af4-8fde-b34800b41e8b),segment_id=4964f2ae-6809-4af4-8fde-b34800b41e8b)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:00.758168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:00.778754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:00.792173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:00.797547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:00.823981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Usage tracker for resource:network and tenant:b31334ac0d4648b084cc15ef07e46119 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:00.839099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:00.885142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] For port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8d1f48c9-c1be-4897-9fe1-bf35356f11bb,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:00.903293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:00.907652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Allocated IP 172.20.0.2 (286559ef-d0ae-4427-aa8a-a0cead761ad7/1be9c4bb-77ac-4c7e-9d67-314ad5dc9387/4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:00.909297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:01.005494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.046488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:01.050259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.061425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Made reservation on behalf of b31334ac0d4648b084cc15ef07e46119 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:01.063823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.064188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.068985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.120521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.130529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Transition to ACTIVE for port object a1f3382e-27f8-4339-874a-8c07eede6838 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:01.143182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port a416c19c-48a6-4ac2-a3d4-598ea877603f yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:01.182683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Transition to ACTIVE for port object 4e1c4e79-70f7-4e57-b3d8-77259d54c92b will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:01.193835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.202965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:01.209581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Transition to ACTIVE for port object 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:01.224930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.225288 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Added segment f51c98dc-7089-43ca-b119-771cec725bbf of type vlan for network 88d83229-2af7-470b-bba6-c715d216559d
Nov 27 11:36:01.267106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.269188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.273525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Transition to ACTIVE for port object 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:01.281136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.288992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:01.290279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:01.292182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.298769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.312332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:01.313913 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Sync routers for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:01.327419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] For port 046e3bd6-348e-482e-8614-9584374af4bd, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:01.362938 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:01.363850 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462a9ca0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:01.384128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.384360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] For port 046e3bd6-348e-482e-8614-9584374af4bd, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=046e3bd6-348e-482e-8614-9584374af4bd,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:01.437356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.478742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.487342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::317 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/21528e85-4b93-4939-82e8-cfb43243de1c/a416c19c-48a6-4ac2-a3d4-598ea877603f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:01.565867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.584484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Pushing event updated for resources: {'Port': ['ID=05046051-f601-431a-b62a-212b52f4e069,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:01.593999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.603422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '21528e85-4b93-4939-82e8-cfb43243de1c'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:36:01.604639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.630274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:01.638317 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:01.646323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:01.648480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Pushing event updated for resources: {'Port': ['ID=3b64193c-4470-42e0-a4ed-68fc0493d657,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:01.653266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:01.668749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:01.671120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:01.681535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:01.684687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:01.735014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.740291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.741807 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.5105488
Nov 27 11:36:01.765095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40304) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:01.781177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.804159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object a416c19c-48a6-4ac2-a3d4-598ea877603f will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:01.829740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:01.889356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.911784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Network fe85663b-1d38-46d9-852d-df7be5319282 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:01.912670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b1d0c103-f450-4253-a400-d389bc9c850c {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:36:01.913282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:36:01.923857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:01.924749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.929532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:01.941901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:01.946809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:01.946915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:01.954442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:01.957947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Attempting to bind port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:01.958320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Attempting to bind port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:01.958715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Attempting to bind port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 on network 286559ef-d0ae-4427-aa8a-a0cead761ad7 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:01.961079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-51e20518-30d0-4c56-804c-686a7aad0f57 None None] Provisioning complete for port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:01.961459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-51e20518-30d0-4c56-804c-686a7aad0f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.009365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.024958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] Pushing event updated for resources: {'Port': ['ID=8d1f48c9-c1be-4897-9fe1-bf35356f11bb,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:02.028645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:02.032673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.037925 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5016382
Nov 27 11:36:02.040050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.666s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:02.042751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Network 2247773d-1a8a-4dce-bc73-3f1668284134 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:02.043679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40308) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:02.043836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event updated for resources: {'Port': ['ID=a1f3382e-27f8-4339-874a-8c07eede6838,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:02.047697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'Port': ['ID=f331cfe8-2b66-44a6-879f-0fc37c8dae2d,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:02.055028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1679121210'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:02.055549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Allocated IP 172.26.6.158 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/27b6766d-6211-4aeb-949b-89e7f881ac1a) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:02.084449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:02.096948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:02.097333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:02.099784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:02.117602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Usage tracker for resource:network and tenant:0feb260e852e47ea92a8ded57db44b4e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:02.121151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:02.121151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Checking segment: {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:02.121151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.121151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Bound using segment: {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:02.121151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Bound port: 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:02.133700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.143858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:02.184335 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.1369128
Nov 27 11:36:02.186260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:02.210883 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.5075471
Nov 27 11:36:02.227438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40312) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:02.227745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40314) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:02.239410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:02.244511 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462a9ca0>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:35:57Z', 'revision_number': 3, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:02.252511 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Checking router: 95af3570-f9dd-4be1-99a9-261a187fc10e for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:36:02.253224 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Updating router 95af3570-f9dd-4be1-99a9-261a187fc10e port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:36:02.256668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Request body: {'subnet': {'network_id': '88d83229-2af7-470b-bba6-c715d216559d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:02.277501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Request body: {'port': {'network_id': 'fe85663b-1d38-46d9-852d-df7be5319282', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1840704154', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:02.278054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.api.validators [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] bootfile-name is not in valid_values {{(pid=84364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:36:02.278385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.api.validators [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] tftp-server is not in valid_values {{(pid=84364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:36:02.295441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.api.validators [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] server-ip-address is not in valid_values {{(pid=84364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:36:02.332332 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.344108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Pushing event updated for resources: {'Port': ['ID=4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:02.369876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:02.401446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:02.422006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.438386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event updated for resources: {'Port': ['ID=4e1c4e79-70f7-4e57-b3d8-77259d54c92b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:02.457860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Usage tracker for resource:subnet and tenant:b31334ac0d4648b084cc15ef07e46119 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:02.466169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:02.499078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8d1f48c9-c1be-4897-9fe1-bf35356f11bb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:02.526788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.883s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:02.527084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:02.528959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:02.539019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.610s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:02.561249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Made reservation on behalf of 0feb260e852e47ea92a8ded57db44b4e for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:02.564255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.576757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.580733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/21528e85-4b93-4939-82e8-cfb43243de1c/a95b2983-c041-41b9-a4e1-d4ec5f088234) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:02.586871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:02.604257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:02.607088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:02.612020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:02.612774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.662833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=a416c19c-48a6-4ac2-a3d4-598ea877603f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:02.666748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:02.679867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:02.680541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.689102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] For port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:02.693480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.700085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:02.708116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.764634 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4344716
Nov 27 11:36:02.765367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40320) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:02.765644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Network': ['ID=88d83229-2af7-470b-bba6-c715d216559d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:02.785681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:02.789373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:02.809642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:02.816902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Usage tracker for resource:port and tenant:d8ccf656e804450186d0c184ee67d6b9 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:02.823479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:02.830694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f2d2fc0e-b5e5-4f45-8ba2-1f932996160a tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.5780592
Nov 27 11:36:02.833781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40324) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:02.837530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:02.838271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Allocated IP 172.20.0.3 (2247773d-1a8a-4dce-bc73-3f1668284134/44423cca-da5e-47a9-9b24-9e9c7583ece4/d3a8a1c0-0467-4c3a-90eb-5f6c118170c1) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:02.841022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:02.844574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:02.846701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:02.879154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Pushing event updated for resources: {'Port': ['ID=27b6766d-6211-4aeb-949b-89e7f881ac1a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:02.881070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Usage tracker for resource:security_group_rule and tenant:0feb260e852e47ea92a8ded57db44b4e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:02.882879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:02.904989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:02.927958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Made reservation on behalf of b31334ac0d4648b084cc15ef07e46119 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:02.930544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:02.950989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:03.052688 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.071148 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Transition to ACTIVE for port object 6d57eb1a-086c-4e7a-8c64-46e860dcb38d will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:03.082427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Made reservation on behalf of d8ccf656e804450186d0c184ee67d6b9 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:03.085800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.110279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Deleting port a1f3382e-27f8-4339-874a-8c07eede6838 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:03.110805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.141578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.171382 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.181796 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:03.239331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] device_id is not set on port 2dc1e63f-205f-41b2-8319-733cc011691e yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:03.289291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a89f0e8-b80f-49aa-bfcd-27a65a47e2d4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:03.295644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8a89f0e8-b80f-49aa-bfcd-27a65a47e2d4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:03.344078 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Attempting to bind port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:03.344655 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Attempting to bind port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:03.345404 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Attempting to bind port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:03.350138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] For port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:03.357442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 88d83229-2af7-470b-bba6-c715d216559d details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:03.370586 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Pushing event updated for resources: {'Port': ['ID=6d57eb1a-086c-4e7a-8c64-46e860dcb38d,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:03.385901 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:03.386434 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:03.386951 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.387709 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:03.388032 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Bound port: 6d57eb1a-086c-4e7a-8c64-46e860dcb38d, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:03.389023 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.466387 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.471281 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.471281 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.471281 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.471281 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.471281 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.471281 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.472109 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.472598 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.480328 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.481410 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Tracked resource versions report:
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]: pushed versions:
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]: {   'ConntrackHelper': {'1.0'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Log': {'1.0'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Network': {'1.1'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Port': {'1.5'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'PortForwarding': {'1.2'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'QosPolicy': {'1.8'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'SecurityGroup': {'1.2'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'SecurityGroupRule': {'1.0'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'SubPort': {'1.0'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Subnet': {'1.1'},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     'Trunk': {'1.1'}}
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]: consumer versions:
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]: {   DHCP agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     HyperV agent@hv-neutron-8194: {},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     L3 agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     Metadata agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     Metering agent@dv-neutron-819441-1-hyperv: {},
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:     Open vSwitch agent@dv-neutron-819441-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Log': '1.0',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Network': '1.1',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Port': '1.5',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'PortForwarding': '1.2',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'QosPolicy': '1.8',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'SecurityGroup': '1.2',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'SecurityGroupRule': '1.0',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'SubPort': '1.0',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Subnet': '1.1',
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:                                                        'Trunk': '1.1'}}
Nov 27 11:36:03.481944 dv-neutron-819441-1-hyperv neutron-server[84366]:  {{(pid=84366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 11:36:03.489147 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:03.493625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.494576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.505254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Pushing event updated for resources: {'Port': ['ID=046e3bd6-348e-482e-8614-9584374af4bd,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:03.521427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Transition to ACTIVE for port object d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:03.551571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.552355 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] For port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:03.557018 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] For port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6d57eb1a-086c-4e7a-8c64-46e860dcb38d,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:03.565730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:03.577352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.631156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b9329-ccde-4d7e-befb-70ad149aafa0 None None] Network fe85663b-1d38-46d9-852d-df7be5319282 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:03.671277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.671993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.676928 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.682833 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:03.775949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Transition to ACTIVE for port object d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:03.811664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.772s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:03.823373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-42b71cb8-7341-4b1b-9b64-ca6d3d619515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.345s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:03.833433 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:03.834087 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462a9ca0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:03.897245 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Pushing event updated for resources: {'Port': ['ID=6d57eb1a-086c-4e7a-8c64-46e860dcb38d,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:03.901803 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:03.927179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Pushing event updated for resources: {'Port': ['ID=4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:03.929979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f926766-d387-4d13-a255-e71b6448f250 None None] Network d26cf85b-f22d-4c77-b703-07095256914f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:03.946590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:03.949201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:03.953752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.395s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:03.954045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:03.968665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:03.973817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:03.973817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.008394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.013297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:04.025104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Router a7f508aa-ce08-48d4-8504-d5ff970f153a is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:36:04.055354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Network 2247773d-1a8a-4dce-bc73-3f1668284134 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:04.063393 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:04.088393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Allocated IP 172.20.0.14 (fe85663b-1d38-46d9-852d-df7be5319282/3fc26f93-db55-4d37-ade9-73780f171898/2dc1e63f-205f-41b2-8319-733cc011691e) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:04.130784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:04.234835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 05046051-f601-431a-b62a-212b52f4e069 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:04.276740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.279928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:04.284959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6bcfcb34-1f00-4f77-8823-f42e6798952a None None] Provisioning for port 05046051-f601-431a-b62a-212b52f4e069 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:04.295211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Transition to ACTIVE for port object a95b2983-c041-41b9-a4e1-d4ec5f088234 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:04.499562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8a89f0e8-b80f-49aa-bfcd-27a65a47e2d4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:04.499562 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8a89f0e8-b80f-49aa-bfcd-27a65a47e2d4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 1.5513604
Nov 27 11:36:04.499562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40330) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:04.503627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Pushing event updated for resources: {'Port': ['ID=d3a8a1c0-0467-4c3a-90eb-5f6c118170c1,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:04.503759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port a416c19c-48a6-4ac2-a3d4-598ea877603f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:04.503759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.504120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:04.504120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Transition to ACTIVE for port object a95b2983-c041-41b9-a4e1-d4ec5f088234 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:04.506232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.523228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:04.609708 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462a9ca0>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:35:57Z', 'revision_number': 3, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:04.613999 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8ddd0-a773-4a09-a11a-7f09fee8002e None None] The sync data for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv is: [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:35:57Z', 'revision_number': 3, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:04.629968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:04.666442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Sync routers for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:04.669373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.681949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:04.706837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.713610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 5.7400494
Nov 27 11:36:04.718213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40334) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:04.737110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Attempting to bind port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:04.737798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Attempting to bind port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '14f1204a-a9d3-4fea-8929-7ea5805fadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2247773d-1a8a-4dce-bc73-3f1668284134'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:04.738227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Attempting to bind port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 on network 2247773d-1a8a-4dce-bc73-3f1668284134 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:04.781292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:04.791092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:04.792880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8cd050a7-6138-4b66-ac9b-df3ccb14f688 None None] Provisioning for port 046e3bd6-348e-482e-8614-9584374af4bd completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:04.802611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:04.814204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 05046051-f601-431a-b62a-212b52f4e069 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:04.834733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:04.869809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Calling delete_port for a1f3382e-27f8-4339-874a-8c07eede6838 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:04.908727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 05046051-f601-431a-b62a-212b52f4e069 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:04.909552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.932477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.947962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db02e1b1-eafe-488e-853d-87305b6637a9,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:04.962927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:04.989414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:04.990078 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Added segment d5d5178f-34f8-4470-a8a9-0a3fa3433dee of type vlan for network e24296c0-7af5-4478-be1f-6b6dd935c693
Nov 27 11:36:05.078217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:05.085172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Checking segment: {'id': '14f1204a-a9d3-4fea-8929-7ea5805fadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2247773d-1a8a-4dce-bc73-3f1668284134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:05.085172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.085172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Bound using segment: {'id': '14f1204a-a9d3-4fea-8929-7ea5805fadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2247773d-1a8a-4dce-bc73-3f1668284134'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:05.085172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Bound port: d3a8a1c0-0467-4c3a-90eb-5f6c118170c1, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f1204a-a9d3-4fea-8929-7ea5805fadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2247773d-1a8a-4dce-bc73-3f1668284134'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:05.085172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.161313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for a416c19c-48a6-4ac2-a3d4-598ea877603f owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:05.189697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Pushing event updated for resources: {'Port': ['ID=a95b2983-c041-41b9-a4e1-d4ec5f088234,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:05.212195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:05.212830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467b38b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:05.275833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:05.303789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.381604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Attempting to bind port a95b2983-c041-41b9-a4e1-d4ec5f088234 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:05.382309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Attempting to bind port a95b2983-c041-41b9-a4e1-d4ec5f088234 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:05.382909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Attempting to bind port a95b2983-c041-41b9-a4e1-d4ec5f088234 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:05.404418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:05.405181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:05.405929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.414998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:05.414998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Bound port: a95b2983-c041-41b9-a4e1-d4ec5f088234, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:05.414998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.487710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd13225-ed2f-4d0d-8209-cbc7de7e14c2 None None] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:05.572339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:05.713019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.733177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:05.745989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.765893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:05.766495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.788313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=a416c19c-48a6-4ac2-a3d4-598ea877603f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:05.791225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:05.801850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:05.843375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.912176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:36:05.912751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.916278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'Network': ['ID=e24296c0-7af5-4478-be1f-6b6dd935c693,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:05.922325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:05.928097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] For port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:05.935759 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.8893440
Nov 27 11:36:05.937888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40338) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:05.939625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c44abcf8-9dae-4768-b53d-0b95e4780614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:05.946678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Request body: {'subnet': {'network_id': 'e24296c0-7af5-4478-be1f-6b6dd935c693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:05.971722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:05.984652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network e24296c0-7af5-4478-be1f-6b6dd935c693 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:06.019697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] For port a95b2983-c041-41b9-a4e1-d4ec5f088234, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:06.038795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] For port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d3a8a1c0-0467-4c3a-90eb-5f6c118170c1,segment=NetworkSegment(14f1204a-a9d3-4fea-8929-7ea5805fadfe),segment_id=14f1204a-a9d3-4fea-8929-7ea5805fadfe)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:06.062426 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/a416c19c-48a6-4ac2-a3d4-598ea877603f HTTP/1.1" status: 204  len: 168 time: 1.7248399
Nov 27 11:36:06.063465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40342) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:06.145142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:06.155814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Usage tracker for resource:subnet and tenant:0feb260e852e47ea92a8ded57db44b4e is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:06.164498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:06.166122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.179982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:06.184168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.189895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07474e12-2459-4a86-bd05-4300bc620ae4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:06.191407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07474e12-2459-4a86-bd05-4300bc620ae4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:06.193006 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-07474e12-2459-4a86-bd05-4300bc620ae4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1166170
Nov 27 11:36:06.200571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40346) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:06.203291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.220094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:06.260766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b55ddb14-0663-4b8a-8104-b497b26303fb,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:06.265088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:06.279871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-68ded01f-b764-4951-8c76-0fbbc56f6119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:06.335907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Made reservation on behalf of 0feb260e852e47ea92a8ded57db44b4e for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:06.343294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Transition to ACTIVE for port object 2dc1e63f-205f-41b2-8319-733cc011691e will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:06.344517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Router 7a5e86c2-c666-4c93-a39b-cd1398fad46c is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:36:06.346439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event deleted for resources: {'Port': ['ID=a1f3382e-27f8-4339-874a-8c07eede6838,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:06.349602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:06.352664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Checking segment: {'id': 'f51c98dc-7089-43ca-b119-771cec725bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '88d83229-2af7-470b-bba6-c715d216559d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:06.353014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Network hostable DHCP agents. Network: 88d83229-2af7-470b-bba6-c715d216559d, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:36:06.385683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] For port a95b2983-c041-41b9-a4e1-d4ec5f088234, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a95b2983-c041-41b9-a4e1-d4ec5f088234,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:06.392756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Pushing event updated for resources: {'Port': ['ID=d3a8a1c0-0467-4c3a-90eb-5f6c118170c1,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:06.394128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-31de999e-b452-4625-828d-cd475b721d45 None None] Provisioning for port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:06.408280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:06.420003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.422513 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "DELETE /v2.0/ports/a1f3382e-27f8-4339-874a-8c07eede6838 HTTP/1.1" status: 204  len: 168 time: 3.5813291
Nov 27 11:36:06.424117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 05046051-f601-431a-b62a-212b52f4e069, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=05046051-f601-431a-b62a-212b52f4e069,segment=NetworkSegment(4964f2ae-6809-4af4-8fde-b34800b41e8b),segment_id=4964f2ae-6809-4af4-8fde-b34800b41e8b)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:06.427476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40350) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:06.433245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:06.485951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.496632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.499462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:06.638267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.652601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:06.664933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.796114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 21528e85-4b93-4939-82e8-cfb43243de1c {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:36:06.799585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:06.814509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Pushing event updated for resources: {'Port': ['ID=a95b2983-c041-41b9-a4e1-d4ec5f088234,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:06.829143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Network 88d83229-2af7-470b-bba6-c715d216559d is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:36:06.890029 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fbde16a1-1d5f-4780-8232-02acab38d260 tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.4568384
Nov 27 11:36:06.898177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40356) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:06.926795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2108856737'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:06.952501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:06.962210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Network fe85663b-1d38-46d9-852d-df7be5319282 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:06.963126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:06.998319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:06.998319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:07.001770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:07.002399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.018608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event updated for resources: {'Port': ['ID=2dc1e63f-205f-41b2-8319-733cc011691e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:07.020886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:07.029682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 88d83229-2af7-470b-bba6-c715d216559d) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:07.040863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:07.041512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.045307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-aedee70a-1f35-406e-96c3-cb07835b18d6 None None] Provisioning for port 4e1c4e79-70f7-4e57-b3d8-77259d54c92b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:07.050448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:07.077144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4fbbb2-dd5a-4ad3-80d7-30be00b028b3 None None] Network 88d83229-2af7-470b-bba6-c715d216559d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:07.082259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Usage tracker for resource:network and tenant:76f4e76012064507a6c0065d9b7d6795 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:07.107985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:07.113541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.117265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 046e3bd6-348e-482e-8614-9584374af4bd up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:07.157422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:07.171647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-aedee70a-1f35-406e-96c3-cb07835b18d6 None None] Provisioning complete for port 4e1c4e79-70f7-4e57-b3d8-77259d54c92b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:07.171832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-aedee70a-1f35-406e-96c3-cb07835b18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.200265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.221434 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.9869647
Nov 27 11:36:07.224075 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 4.9940979
Nov 27 11:36:07.224654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40360) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:07.230735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40362) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:07.299083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Request body: {'floatingip': {'floating_network_id': '88d83229-2af7-470b-bba6-c715d216559d'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:07.418054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.455988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=05046051-f601-431a-b62a-212b52f4e069,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:07.460397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:07.528097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-aedee70a-1f35-406e-96c3-cb07835b18d6 None None] Port 4e1c4e79-70f7-4e57-b3d8-77259d54c92b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:07.624192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Allocated IP 172.20.0.1 (4bd8aabb-84dc-4d86-8d60-721af2b51eb6/26ed1a9c-5e3b-4614-9554-cb5a8d17951b/358b6d56-6524-4215-bf65-45f363eb86b5) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:07.637922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:07.644688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.653658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Made reservation on behalf of 76f4e76012064507a6c0065d9b7d6795 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:07.654910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Usage tracker for resource:floatingip and tenant:b31334ac0d4648b084cc15ef07e46119 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:07.656657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-aedee70a-1f35-406e-96c3-cb07835b18d6 None None] Provisioning complete for port 05046051-f601-431a-b62a-212b52f4e069 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:07.657040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-aedee70a-1f35-406e-96c3-cb07835b18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.658050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.659233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:07.678305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:07.682290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:07.702248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:07.712935 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Sync routers for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:07.736958 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:07.738168 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462a9130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:07.770054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 046e3bd6-348e-482e-8614-9584374af4bd completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:07.783774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26697f-af58-45ec-832f-f47a1515c21b None None] Network 88d83229-2af7-470b-bba6-c715d216559d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:07.813220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.814912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 046e3bd6-348e-482e-8614-9584374af4bd triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:07.815302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.818734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.859652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:07.872913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.873371 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Added segment 5157822f-d568-40b5-9d70-79faa2fa7d5e of type vlan for network b91288b9-42a0-4b8a-bfe5-f16ffd52d701
Nov 27 11:36:07.912605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.944356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:07.971647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467b38b0>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:03Z', 'revision_number': 3, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:07.986859 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/21528e85-4b93-4939-82e8-cfb43243de1c HTTP/1.1" status: 204  len: 168 time: 1.7840481
Nov 27 11:36:08.030949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'Subnet': ['ID=9eb8be2f-0062-463b-b8e7-5d91d3cf64bb,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:08.034599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:08.046626 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40368) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:08.050946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:08.056918 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:08.063784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Checking router: a7f508aa-ce08-48d4-8504-d5ff970f153a for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:36:08.066889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Updating router a7f508aa-ce08-48d4-8504-d5ff970f153a port 27b6766d-6211-4aeb-949b-89e7f881ac1a binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:36:08.086583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.088025 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 11.1581702
Nov 27 11:36:08.096651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40372) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:08.107290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2cad0-b264-4e28-8769-fdeb0dde2841 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:08.112004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2cad0-b264-4e28-8769-fdeb0dde2841 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:08.116256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2cad0-b264-4e28-8769-fdeb0dde2841 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:08.117379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dbf2cad0-b264-4e28-8769-fdeb0dde2841 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Synchronizing usage tracker for tenant:d8ccf656e804450186d0c184ee67d6b9 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:08.161278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.180977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.200608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=21528e85-4b93-4939-82e8-cfb43243de1c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:08.201925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:08.209619 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-db0df5ae-de9f-44e0-bbab-8c955b17534c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1300795
Nov 27 11:36:08.214310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40376) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:08.216077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a669d37-a3ac-4170-be9b-dff2e8d9e1e9 None None] Network 2247773d-1a8a-4dce-bc73-3f1668284134 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:08.235420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:08.258361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.284543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:08.285200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.296673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:08.322197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dbf2cad0-b264-4e28-8769-fdeb0dde2841 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Unset dirty status for tenant:d8ccf656e804450186d0c184ee67d6b9 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:08.335688 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dbf2cad0-b264-4e28-8769-fdeb0dde2841 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 1.1009805
Nov 27 11:36:08.356829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40380) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:08.471956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Checking segment: {'id': 'd5d5178f-34f8-4470-a8a9-0a3fa3433dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e24296c0-7af5-4478-be1f-6b6dd935c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:08.472507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Network hostable DHCP agents. Network: e24296c0-7af5-4478-be1f-6b6dd935c693, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:36:08.474515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Transition to ACTIVE for port object 358b6d56-6524-4215-bf65-45f363eb86b5 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:08.484377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0494b-ef20-4c9d-909b-b1df75c6e2a1 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Deleting port 2dc1e63f-205f-41b2-8319-733cc011691e {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:08.484767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4bf0494b-ef20-4c9d-909b-b1df75c6e2a1 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.504654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event updated for resources: {'Network': ['ID=b91288b9-42a0-4b8a-bfe5-f16ffd52d701,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:08.510510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:08.599268 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462a9130>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:02Z', 'revision_number': 3, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:08.606130 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Checking router: 7a5e86c2-c666-4c93-a39b-cd1398fad46c for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:36:08.606955 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Updating router 7a5e86c2-c666-4c93-a39b-cd1398fad46c port 3b64193c-4470-42e0-a4ed-68fc0493d657 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:36:08.613875 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.7064309
Nov 27 11:36:08.621774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40384) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:08.645365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:08.659342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:08.664053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:08.676809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:08.683596 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.729971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Network e24296c0-7af5-4478-be1f-6b6dd935c693 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:36:08.806293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:08.810911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.861386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, e24296c0-7af5-4478-be1f-6b6dd935c693) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:08.862994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network b91288b9-42a0-4b8a-bfe5-f16ffd52d701 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:08.867534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:08.868134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.882669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05865f3c-7b10-43a8-8ac2-b2a9a7afc5e6 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:08.916313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2537e19d-4dde-4768-b42f-96d6acb4a8b7 None None] Network e24296c0-7af5-4478-be1f-6b6dd935c693 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:08.955795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.968579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:08.972139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f3fac2f3-ebbf-475d-9c11-eaef4315edb5 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:09.002159 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0606108
Nov 27 11:36:09.012049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40390) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:09.016695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.resource_extend [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:09.068071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1484293549', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:09.082555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:09.111247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Usage tracker for resource:router and tenant:0feb260e852e47ea92a8ded57db44b4e is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:09.129169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:09.143279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:09.153503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:09.161416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:09.166727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Pushing event updated for resources: {'Port': ['ID=358b6d56-6524-4215-bf65-45f363eb86b5,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:09.172982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:09.172982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.173489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4bf0494b-ef20-4c9d-909b-b1df75c6e2a1 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.182707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:09.189160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.240069 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-43a4f453-9829-431e-8772-a168c3191df5 tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "GET /v2.0/agents/d02ffec5-8727-4c14-b07f-330f20fb795e/dhcp-networks HTTP/1.1" status: 200  len: 7769 time: 0.6063054
Nov 27 11:36:09.267790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.279263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40394) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:09.316630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.317549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.336595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.433925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.457580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Allocated IP 172.20.0.5 (88d83229-2af7-470b-bba6-c715d216559d/b55ddb14-0663-4b8a-8104-b497b26303fb/459137be-d03c-42dd-91b5-8723595ee07d) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:09.536884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0494b-ef20-4c9d-909b-b1df75c6e2a1 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Calling delete_port for 2dc1e63f-205f-41b2-8319-733cc011691e owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:09.546806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.626736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-aedee70a-1f35-406e-96c3-cb07835b18d6 None None] Provisioning complete for port 046e3bd6-348e-482e-8614-9584374af4bd triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:09.627102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-aedee70a-1f35-406e-96c3-cb07835b18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.683908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Transition to ACTIVE for port object 27b6766d-6211-4aeb-949b-89e7f881ac1a will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:09.698839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 046e3bd6-348e-482e-8614-9584374af4bd, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=046e3bd6-348e-482e-8614-9584374af4bd,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:09.713699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Allocated IP 172.20.0.1 (286559ef-d0ae-4427-aa8a-a0cead761ad7/1be9c4bb-77ac-4c7e-9d67-314ad5dc9387/f8bf0811-5b5e-4a02-9aa5-108159651f89) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:09.728650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6282589-c88c-466d-8b6e-2cae5093c64d tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] Network b91288b9-42a0-4b8a-bfe5-f16ffd52d701 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:36:09.741568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.778294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.874949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.878503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.882410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6d57eb1a-086c-4e7a-8c64-46e860dcb38d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:09.919343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13065c87-0402-4055-854e-fee89e15c626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:09.921896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:09.924130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:09.985060 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a6282589-c88c-466d-8b6e-2cae5093c64d tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "POST /v2.0/agents/d02ffec5-8727-4c14-b07f-330f20fb795e/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.7020621
Nov 27 11:36:09.995927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40398) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:10.055818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:10.079131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-e24296c0-7af5-4478-be1f-6b6dd935c693', 'network_id': 'e24296c0-7af5-4478-be1f-6b6dd935c693', 'tenant_id': '0feb260e852e47ea92a8ded57db44b4e', 'fixed_ips': [{'subnet_id': '9eb8be2f-0062-463b-b8e7-5d91d3cf64bb'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:36:10.080710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.088986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:10.092031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:10.093319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.095563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d6b95-0fca-46ef-b075-516b38da5045 None None] Network b91288b9-42a0-4b8a-bfe5-f16ffd52d701 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:10.102821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=d5efe027-2582-4847-9d35-19f834b773a6,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:10.105766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:10.151052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.170653 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.186401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.187151 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Transition to ACTIVE for port object 3b64193c-4470-42e0-a4ed-68fc0493d657 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:10.189519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26746718-c745-4d02-b559-ef56f6a97479 None None] Pushing event updated for resources: {'Port': ['ID=27b6766d-6211-4aeb-949b-89e7f881ac1a,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:10.206788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:36:10.232381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a2b15a9c-ecd6-4f4e-8b41-1bb628941c3e tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:10.268100 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.285321 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:10.303466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.314070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Network 88d83229-2af7-470b-bba6-c715d216559d is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:10.322717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:10.385041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Transition to ACTIVE for port object f8bf0811-5b5e-4a02-9aa5-108159651f89 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:10.405164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.1791351
Nov 27 11:36:10.411643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40402) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:10.424763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'name': 'tempest-NetworksTestDHCPv6-945338032'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:10.431058 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Attempting to bind port 3b64193c-4470-42e0-a4ed-68fc0493d657 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:10.432873 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Attempting to bind port 3b64193c-4470-42e0-a4ed-68fc0493d657 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:10.433440 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Attempting to bind port 3b64193c-4470-42e0-a4ed-68fc0493d657 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:10.469541 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:10.470364 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:10.471019 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.471509 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:10.472089 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Bound port: 3b64193c-4470-42e0-a4ed-68fc0493d657, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:10.473044 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.486582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] Deleting port a95b2983-c041-41b9-a4e1-d4ec5f088234 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:10.487182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.531884 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7422ce4-7597-4847-8925-d07ec4a91231 None None] Pushing event updated for resources: {'Port': ['ID=3b64193c-4470-42e0-a4ed-68fc0493d657,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:10.548573 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-e7422ce4-7597-4847-8925-d07ec4a91231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:10.558555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.571693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:10.581338 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] For port 3b64193c-4470-42e0-a4ed-68fc0493d657, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:10.585319 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] For port 3b64193c-4470-42e0-a4ed-68fc0493d657, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3b64193c-4470-42e0-a4ed-68fc0493d657,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:10.635597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4bf0494b-ef20-4c9d-909b-b1df75c6e2a1 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.647178 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.652076 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-05967596-e06a-4d70-abb4-29e7158203b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:10.656036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.668940 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fd8ebcc7-e03a-4bb4-9191-b1775307f65d tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "GET /v2.0/agents/d02ffec5-8727-4c14-b07f-330f20fb795e/dhcp-networks HTTP/1.1" status: 200  len: 9331 time: 0.6713135
Nov 27 11:36:10.675108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40406) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:10.696653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.708715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Port': ['ID=459137be-d03c-42dd-91b5-8723595ee07d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:10.716718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:10.719197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:10.755986 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7422ce4-7597-4847-8925-d07ec4a91231 None None] Pushing event updated for resources: {'Port': ['ID=3b64193c-4470-42e0-a4ed-68fc0493d657,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:10.770396 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-e7422ce4-7597-4847-8925-d07ec4a91231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:10.772159 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:10.773239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Attempting to bind port 27b6766d-6211-4aeb-949b-89e7f881ac1a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:10.773597 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462a9130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:10.773712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Attempting to bind port 27b6766d-6211-4aeb-949b-89e7f881ac1a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:10.776807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Attempting to bind port 27b6766d-6211-4aeb-949b-89e7f881ac1a on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:10.830935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.883164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2687ba85-0a31-403d-9527-e7851dbcc689 None None] Provisioning for port a95b2983-c041-41b9-a4e1-d4ec5f088234 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:10.885053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0494b-ef20-4c9d-909b-b1df75c6e2a1 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event deleted for resources: {'Port': ['ID=2dc1e63f-205f-41b2-8319-733cc011691e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:10.900099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:10.912535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:10.919110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:10.920360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:10.920459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.920793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:10.921275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Bound port: 27b6766d-6211-4aeb-949b-89e7f881ac1a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:10.921652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:10.930337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:10.938415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:10.950926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-599e36bc-d230-4b6e-9b88-9203951e434c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:11.010597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] For port 27b6766d-6211-4aeb-949b-89e7f881ac1a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:11.014000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] For port 27b6766d-6211-4aeb-949b-89e7f881ac1a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=27b6766d-6211-4aeb-949b-89e7f881ac1a,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:11.059587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:11.068374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.078158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=046e3bd6-348e-482e-8614-9584374af4bd,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:11.092237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:11.098219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4bf0494b-ef20-4c9d-909b-b1df75c6e2a1 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.109949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.155s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:11.110157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:11.124025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.132845 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:11.146269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Pushing event updated for resources: {'Port': ['ID=358b6d56-6524-4215-bf65-45f363eb86b5,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:11.149722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:11.156440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:11.157534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:11.157833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:11.158678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:11.161504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-dfc4f4f4-a981-40bb-9769-7a62baf584fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:11.194374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:11.202429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:11.205461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:11.273492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:11.319589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.335695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:11.338287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.374675 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4bf0494b-ef20-4c9d-909b-b1df75c6e2a1 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "DELETE /v2.0/ports/2dc1e63f-205f-41b2-8319-733cc011691e HTTP/1.1" status: 204  len: 168 time: 3.0059509
Nov 27 11:36:11.381267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40410) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:11.399170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.406826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Request body: {'port': {'name': 'tempest-new-port-name-909965665', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:11.407214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.api.validators [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] bootfile-name is not in valid_values {{(pid=84364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:36:11.407548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.api.validators [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] tftp-server is not in valid_values {{(pid=84364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:36:11.407872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.api.validators [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] server-ip-address is not in valid_values {{(pid=84364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:36:11.462024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a699e1f7-9417-45f4-ab2d-da05280b2f9b tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "DELETE /v2.0/agents/d02ffec5-8727-4c14-b07f-330f20fb795e/dhcp-networks/b91288b9-42a0-4b8a-bfe5-f16ffd52d701 HTTP/1.1" status: 204  len: 168 time: 0.7831111
Nov 27 11:36:11.471954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.496940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26746718-c745-4d02-b559-ef56f6a97479 None None] Pushing event updated for resources: {'Port': ['ID=27b6766d-6211-4aeb-949b-89e7f881ac1a,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:11.515569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40414) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:11.524776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2687ba85-0a31-403d-9527-e7851dbcc689 None None] Provisioning for port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:11.533013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26746718-c745-4d02-b559-ef56f6a97479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:11.580497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Allocated IP 172.20.0.2 (e24296c0-7af5-4478-be1f-6b6dd935c693/9eb8be2f-0062-463b-b8e7-5d91d3cf64bb/c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:11.613487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:11.614184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467b38b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:11.623837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bf0811-5b5e-4a02-9aa5-108159651f89,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:11.630772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port e24ede78-1468-4065-907f-fb84cb684789 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:11.664040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.682980 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462a9130>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:02Z', 'revision_number': 3, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:11.687737 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada3421-04a8-49ce-b4bc-5119370bf425 None None] The sync data for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv is: [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:02Z', 'revision_number': 3, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:11.725967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:11.821569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] For port a95b2983-c041-41b9-a4e1-d4ec5f088234, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a95b2983-c041-41b9-a4e1-d4ec5f088234,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:11.822046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.838668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.844705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:11.903518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.085675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] Calling delete_port for a95b2983-c041-41b9-a4e1-d4ec5f088234 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:12.085916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Allocated IP 172.26.6.122 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/ff43d566-61ca-4437-be13-468974902a62) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:12.124403 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-747f346f-f38e-42ef-b458-a126b79468ce tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "GET /v2.0/agents/d02ffec5-8727-4c14-b07f-330f20fb795e/dhcp-networks HTTP/1.1" status: 200  len: 8586 time: 0.6046610
Nov 27 11:36:12.128392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40418) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:12.131503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2687ba85-0a31-403d-9527-e7851dbcc689 None None] Could not find standard attr ID for object 2dc1e63f-205f-41b2-8319-733cc011691e. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:36:12.223055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::d3 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/d5efe027-2582-4847-9d35-19f834b773a6/e24ede78-1468-4065-907f-fb84cb684789) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:12.449903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.473964 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ce5ee1ad-4864-4775-a8ab-9e0bd2ab882e tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "GET /v2.0/networks/2247773d-1a8a-4dce-bc73-3f1668284134/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.3384700
Nov 27 11:36:12.477734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40422) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:12.561165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.595059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Transition to ACTIVE for port object c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:12.606367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6d57eb1a-086c-4e7a-8c64-46e860dcb38d,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:12.614163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:12.649502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.684701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.684876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2687ba85-0a31-403d-9527-e7851dbcc689 None None] Provisioning for port 358b6d56-6524-4215-bf65-45f363eb86b5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:12.702530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2687ba85-0a31-403d-9527-e7851dbcc689 None None] Provisioning complete for port 358b6d56-6524-4215-bf65-45f363eb86b5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:12.703115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2687ba85-0a31-403d-9527-e7851dbcc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.729195 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9996dc7f-9aaa-4f91-b4b7-0da2990cc66d tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "GET /v2.0/networks/2247773d-1a8a-4dce-bc73-3f1668284134/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1442196
Nov 27 11:36:12.731511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40426) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:12.738807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.743980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Transition to ACTIVE for port object c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:12.745426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.746350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:12.795443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:12.820706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.821415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.822655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.844287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-072a3662-c3df-42aa-b6e1-7e32e7ab03f0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:12.882318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=6d57eb1a-086c-4e7a-8c64-46e860dcb38d,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:12.884970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.891134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Router 95af3570-f9dd-4be1-99a9-261a187fc10e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:36:12.893679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.895835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:12.896301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:12.949895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.952772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:12.983841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.002625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:13.003157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Port': ['ID=459137be-d03c-42dd-91b5-8723595ee07d,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:13.012427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:13.015637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:13.050104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] Pushing event deleted for resources: {'Port': ['ID=a95b2983-c041-41b9-a4e1-d4ec5f088234,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:13.064668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:13.067845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2687ba85-0a31-403d-9527-e7851dbcc689 None None] Port 358b6d56-6524-4215-bf65-45f363eb86b5 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:13.069253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:13.130814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] No DVR routers for this DVR port a95b2983-c041-41b9-a4e1-d4ec5f088234 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:36:13.147657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Network e24296c0-7af5-4478-be1f-6b6dd935c693 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:13.151928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.154990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:13.159042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.159967 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.9306345
Nov 27 11:36:13.161742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:13.163235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] In _notify_port_updated(), no bound segment for port 4e1c4e79-70f7-4e57-b3d8-77259d54c92b on network fe85663b-1d38-46d9-852d-df7be5319282 {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:36:13.167009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:13.167637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.171348 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "PUT /v2.0/ports/4e1c4e79-70f7-4e57-b3d8-77259d54c92b HTTP/1.1" status: 200  len: 1136 time: 1.7866912
Nov 27 11:36:13.174795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40430) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:13.174795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40432) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:13.184133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bf0811-5b5e-4a02-9aa5-108159651f89,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:13.200686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:13.213805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event updated for resources: {'Port': ['ID=4e1c4e79-70f7-4e57-b3d8-77259d54c92b,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:13.218434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:13.220044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.235099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2d37f9-8c00-4451-a354-e9649514a0f4 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:13.268057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Pushing event updated for resources: {'Port': ['ID=c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:13.276134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ea6f31e4-035c-400a-b4ab-2072d8314ce6 None None] Could not find standard attr ID for object a1f3382e-27f8-4339-874a-8c07eede6838. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:36:13.278198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:13.402627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:13.427770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:13.454464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:13.520993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:13.521362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.524971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.534556 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-72a53c32-ffe1-4734-9d3c-0ef96c7cc1b2 tempest-DHCPAgentSchedulersTestJSON-1516033912 tempest-DHCPAgentSchedulersTestJSON-1516033912-project-admin] 10.222.0.23 "GET /v2.0/agents/d02ffec5-8727-4c14-b07f-330f20fb795e/dhcp-networks HTTP/1.1" status: 200  len: 8586 time: 0.7998450
Nov 27 11:36:13.540287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40440) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:13.548490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ea6f31e4-035c-400a-b4ab-2072d8314ce6 None None] Provisioning for port f8bf0811-5b5e-4a02-9aa5-108159651f89 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:13.560301 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a10cd732-ec2b-4853-94a8-49186f95e1fa tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=88d83229-2af7-470b-bba6-c715d216559d HTTP/1.1" status: 200  len: 689 time: 0.3804531
Nov 27 11:36:13.566500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40444) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:13.600798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ea6f31e4-035c-400a-b4ab-2072d8314ce6 None None] Provisioning complete for port f8bf0811-5b5e-4a02-9aa5-108159651f89 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:13.601205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ea6f31e4-035c-400a-b4ab-2072d8314ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.658255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object e24ede78-1468-4065-907f-fb84cb684789 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:13.676031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Attempting to bind port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:13.676377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Attempting to bind port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'd5d5178f-34f8-4470-a8a9-0a3fa3433dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e24296c0-7af5-4478-be1f-6b6dd935c693'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:13.676737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Attempting to bind port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 on network e24296c0-7af5-4478-be1f-6b6dd935c693 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:13.689343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'Port': ['ID=ff43d566-61ca-4437-be13-468974902a62,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:13.707898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:13.714684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.640s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:13.714964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:13.729124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6268d-9662-468f-99a1-ceef2afbb5e7 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:13.734150 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8af6268d-9662-468f-99a1-ceef2afbb5e7 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "GET /v2.0/ports/4e1c4e79-70f7-4e57-b3d8-77259d54c92b HTTP/1.1" status: 200  len: 1136 time: 0.5494037
Nov 27 11:36:13.739446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40448) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:13.760938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:13.761374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Checking segment: {'id': 'd5d5178f-34f8-4470-a8a9-0a3fa3433dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e24296c0-7af5-4478-be1f-6b6dd935c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:13.761638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.762031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Bound using segment: {'id': 'd5d5178f-34f8-4470-a8a9-0a3fa3433dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e24296c0-7af5-4478-be1f-6b6dd935c693'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:13.762514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Bound port: c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d5178f-34f8-4470-a8a9-0a3fa3433dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e24296c0-7af5-4478-be1f-6b6dd935c693'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:13.762884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.778614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f31e4-035c-400a-b4ab-2072d8314ce6 None None] Port f8bf0811-5b5e-4a02-9aa5-108159651f89 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:13.796184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Allocated IP 172.20.0.1 (d26cf85b-f22d-4c77-b703-07095256914f/70d50f91-9039-4c22-91ff-3dcb1768552f/4956a54f-1e25-42e0-9b55-70e827cd68f8) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:13.820905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:13.822920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:13.847404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.864647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:13.892145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Sync routers for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:13.923768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.925391 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Deleting port 4e1c4e79-70f7-4e57-b3d8-77259d54c92b {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:13.925725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:13.935920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:13.979856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ea6f31e4-035c-400a-b4ab-2072d8314ce6 None None] Provisioning complete for port 358b6d56-6524-4215-bf65-45f363eb86b5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:13.979856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ea6f31e4-035c-400a-b4ab-2072d8314ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.007508 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] 10.222.0.23 "PUT /v2.0/routers/95af3570-f9dd-4be1-99a9-261a187fc10e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2353904
Nov 27 11:36:14.052734 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.053398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.091675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] For port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:14.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:14.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284608e700>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:14.197828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:14.204614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:14.209456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:14.213606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:14.214205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.230356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=e24ede78-1468-4065-907f-fb84cb684789,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:14.248847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:14.293484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467b38b0>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 1, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:14.315873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f31e4-035c-400a-b4ab-2072d8314ce6 None None] Port 358b6d56-6524-4215-bf65-45f363eb86b5 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:14.332296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] For port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5,segment=NetworkSegment(d5d5178f-34f8-4470-a8a9-0a3fa3433dee),segment_id=d5d5178f-34f8-4470-a8a9-0a3fa3433dee)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:14.352013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.352526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Deleting port 459137be-d03c-42dd-91b5-8723595ee07d {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:14.352645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.352904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.372369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb7b2-24e2-45d8-b720-8d45f7cdb2bb None None] The sync data for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv is: [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 1, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:14.437756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.444455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:14.448572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:14.518594 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.1055644
Nov 27 11:36:14.522131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'd5efe027-2582-4847-9d35-19f834b773a6'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:36:14.523115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.526710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40464) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:14.539034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.586044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:14.624942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.628261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Pushing event updated for resources: {'Port': ['ID=c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:14.636826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b23a4ffe-e7fd-428e-88cf-3ff44a87bd86 None None] Provisioning complete for port 4e1c4e79-70f7-4e57-b3d8-77259d54c92b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:14.637200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b23a4ffe-e7fd-428e-88cf-3ff44a87bd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.678454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:14.685259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:14.721762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ec68b9df-fb72-4814-b0c5-78949ad99647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:14.797346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f28469d8a00>> segment before_delete 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.797694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f28469d8a00>> subnet precommit_delete_associations 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.798426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f284541a400>> segment_host_mapping after_create 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.798853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f284541a400>> port after_create 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.799174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f284541a400>> port after_delete 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.799532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f284541a400>> port after_update 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.799853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f284541a400>> segment after_delete 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.800192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f284541a400>> subnet after_create 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.800601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f284541a400>> subnet after_delete 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.800920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f284541a400>> subnet after_update 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:14.966515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b23a4ffe-e7fd-428e-88cf-3ff44a87bd86 None None] Port 4e1c4e79-70f7-4e57-b3d8-77259d54c92b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:15.037896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:15.070956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:15.107385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4767376-e9d9-49db-842b-baf62e8dcdf9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:15.107754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f28462e9970>> subnet after_create 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:15.108532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b4767376-e9d9-49db-842b-baf62e8dcdf9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:15.110060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f28462e9970>> subnet after_delete 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:15.110599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f28462e9970>> subnet before_create 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:15.111074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f28462e9970>> subnet before_update 55550000 {{(pid=84364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 11:36:15.114074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28477a76d0>,) {'filters': {'network_id': ['b91288b9-42a0-4b8a-bfe5-f16ffd52d701']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:15.188034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 046e3bd6-348e-482e-8614-9584374af4bd up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:15.213772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Transition to ACTIVE for port object 4956a54f-1e25-42e0-9b55-70e827cd68f8 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:15.215918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28477a76d0>, '5157822f-d568-40b5-9d70-79faa2fa7d5e') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:15.216256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28477a76d0>, '5157822f-d568-40b5-9d70-79faa2fa7d5e') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:15.256479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.268161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b23a4ffe-e7fd-428e-88cf-3ff44a87bd86 None None] Provisioning complete for port f8bf0811-5b5e-4a02-9aa5-108159651f89 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:15.268747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b23a4ffe-e7fd-428e-88cf-3ff44a87bd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.279878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b4767376-e9d9-49db-842b-baf62e8dcdf9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:15.285952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b4767376-e9d9-49db-842b-baf62e8dcdf9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.7500837
Nov 27 11:36:15.287007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40470) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:15.323310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.334554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.368192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:15.368598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn_limited(
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn_limited(
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:15.386223 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:15.388577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.388577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.402095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/d5efe027-2582-4847-9d35-19f834b773a6/00a8a7ce-0079-4147-959e-a8a61bf097d8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:15.403473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port e24ede78-1468-4065-907f-fb84cb684789 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:15.404259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.408909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b23a4ffe-e7fd-428e-88cf-3ff44a87bd86 None None] Port f8bf0811-5b5e-4a02-9aa5-108159651f89 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:15.517891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40474) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:15.527996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Calling delete_port for 4e1c4e79-70f7-4e57-b3d8-77259d54c92b owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:15.538028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Router a7f508aa-ce08-48d4-8504-d5ff970f153a has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:36:15.561360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 046e3bd6-348e-482e-8614-9584374af4bd triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:15.561560 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.727424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237058380', 'description': 'tempest-description--221777255'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:15.741784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Calling delete_port for 459137be-d03c-42dd-91b5-8723595ee07d owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:15.789222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:15.802273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.802675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.803390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Usage tracker for resource:security_group and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:15.811721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:15.828476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:15.856334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:15.909110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.914347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:15.932882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Transition to ACTIVE for port object 00a8a7ce-0079-4147-959e-a8a61bf097d8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:15.936777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6d57eb1a-086c-4e7a-8c64-46e860dcb38d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:15.942072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for e24ede78-1468-4065-907f-fb84cb684789 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:15.952481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Network d26cf85b-f22d-4c77-b703-07095256914f is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:15.972588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:15.981811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:15.988897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7447cc-1cb3-4fae-bfa5-dfdcd3fb3413 None None] Network e24296c0-7af5-4478-be1f-6b6dd935c693 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:16.008506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Pushing event updated for resources: {'Port': ['ID=4956a54f-1e25-42e0-9b55-70e827cd68f8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:16.014846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.021519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:16.027695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284608e700>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:10Z', 'revision_number': 2, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:16.029425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:16.044352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.056869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Checking router: 95af3570-f9dd-4be1-99a9-261a187fc10e for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:36:16.057399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Updating router 95af3570-f9dd-4be1-99a9-261a187fc10e port 358b6d56-6524-4215-bf65-45f363eb86b5 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:36:16.085816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event deleted for resources: {'Network': ['ID=b91288b9-42a0-4b8a-bfe5-f16ffd52d701,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:16.100836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Router 96145ceb-0244-47a2-bd6d-625bfe9b4045 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:36:16.134704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Transition to ACTIVE for port object 00a8a7ce-0079-4147-959e-a8a61bf097d8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:16.153405 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "DELETE /v2.0/networks/b91288b9-42a0-4b8a-bfe5-f16ffd52d701 HTTP/1.1" status: 204  len: 168 time: 2.6070142
Nov 27 11:36:16.153405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:16.168382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40478) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:16.185166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.205383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:16.215702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.224946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.226627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.236864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:16.260019 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1bc06f-23e4-4b2b-8791-6a86b2904569 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:36:16.260494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1bc06f-23e4-4b2b-8791-6a86b2904569 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:36:16.281226 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dc1bc06f-23e4-4b2b-8791-6a86b2904569 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "DELETE /v2.0/ports/a1f3382e-27f8-4339-874a-8c07eede6838 HTTP/1.1" status: 404  len: 333 time: 0.1105881
Nov 27 11:36:16.288003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40482) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:16.297251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=e24ede78-1468-4065-907f-fb84cb684789,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:16.300082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:16.405640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e91c3b91-b00a-478c-b9f7-8247be86f906 None None] Provisioning for port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:16.430208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Pushing event updated for resources: {'Port': ['ID=00a8a7ce-0079-4147-959e-a8a61bf097d8,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:16.438807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:16.440645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:16.452014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:16.467084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:16.472236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:16.472490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.491668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.577601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.578399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.594372 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/e24ede78-1468-4065-907f-fb84cb684789 HTTP/1.1" status: 204  len: 168 time: 1.2949729
Nov 27 11:36:16.594599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40486) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:16.597210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:16.599706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:16.646397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Usage tracker for resource:security_group_rule and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:16.652318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event deleted for resources: {'Port': ['ID=459137be-d03c-42dd-91b5-8723595ee07d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:16.662836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:16.687852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d646e0-dc0b-4a4e-807c-90b341ee5f22 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:16.689201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d646e0-dc0b-4a4e-807c-90b341ee5f22 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:16.689930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b5d646e0-dc0b-4a4e-807c-90b341ee5f22 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:16.709273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:16.725865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:16.731688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event deleted for resources: {'Port': ['ID=4e1c4e79-70f7-4e57-b3d8-77259d54c92b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:16.740257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] 10.222.0.23 "PUT /v2.0/routers/a7f508aa-ce08-48d4-8504-d5ff970f153a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0208678
Nov 27 11:36:16.750789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:16.754085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:16.754686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:16.754982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:16.775023 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801707c6-6ed1-4dff-88f6-551e0c13c5a8 None None] Sync routers for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:16.784201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Attempting to bind port 00a8a7ce-0079-4147-959e-a8a61bf097d8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:16.794094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Attempting to bind port 00a8a7ce-0079-4147-959e-a8a61bf097d8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:16.795150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Attempting to bind port 00a8a7ce-0079-4147-959e-a8a61bf097d8 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:16.800452 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801707c6-6ed1-4dff-88f6-551e0c13c5a8 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:16.801201 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-801707c6-6ed1-4dff-88f6-551e0c13c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463815b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:16.805728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-86292676-e9a2-4d8d-a0ab-cd78e4e947f2 None None] Provisioning for port 4956a54f-1e25-42e0-9b55-70e827cd68f8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:16.851355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:16.852802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7fc2c8b9-e737-45c3-8af1-e588fb2da48f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 7.8397262
Nov 27 11:36:16.855348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40492) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:16.884902 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-801707c6-6ed1-4dff-88f6-551e0c13c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463815b0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:16.899682 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801707c6-6ed1-4dff-88f6-551e0c13c5a8 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:16.900956 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-801707c6-6ed1-4dff-88f6-551e0c13c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463815b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:16.918908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-86292676-e9a2-4d8d-a0ab-cd78e4e947f2 None None] Provisioning complete for port 4956a54f-1e25-42e0-9b55-70e827cd68f8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:16.924573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-86292676-e9a2-4d8d-a0ab-cd78e4e947f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.010892 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-801707c6-6ed1-4dff-88f6-551e0c13c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463815b0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:17.011303 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801707c6-6ed1-4dff-88f6-551e0c13c5a8 None None] The sync data for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:17.059633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Deleting subnet 44423cca-da5e-47a9-9b24-9e9c7583ece4 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:36:17.062724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:17.063108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:17.063432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.063533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.064041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:17.064537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Bound port: 00a8a7ce-0079-4147-959e-a8a61bf097d8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:17.064916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.134565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.186160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 05046051-f601-431a-b62a-212b52f4e069 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:17.220046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-86292676-e9a2-4d8d-a0ab-cd78e4e947f2 None None] Port 4956a54f-1e25-42e0-9b55-70e827cd68f8 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:17.291829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.397342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] For port 00a8a7ce-0079-4147-959e-a8a61bf097d8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:17.466010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] For port 00a8a7ce-0079-4147-959e-a8a61bf097d8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=00a8a7ce-0079-4147-959e-a8a61bf097d8,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:17.487415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 05046051-f601-431a-b62a-212b52f4e069 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:17.487849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.527291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.533713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.539608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.546760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:17.639365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.664321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Transition to ACTIVE for port object 358b6d56-6524-4215-bf65-45f363eb86b5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:17.708395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.714046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Pushing event updated for resources: {'Port': ['ID=00a8a7ce-0079-4147-959e-a8a61bf097d8,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:17.723157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:17.762971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.778418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b8b76a67-e36b-47fa-b187-30f6789bdd8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:17.833512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.839191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:17.880002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:17.973707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40508) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:17.974337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b5d646e0-dc0b-4a4e-807c-90b341ee5f22 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:17.978642 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b5d646e0-dc0b-4a4e-807c-90b341ee5f22 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 1.3830688
Nov 27 11:36:17.980046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:17.981348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40510) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:17.992899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079692219', 'description': 'tempest-description--745179734'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:18.067503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:18.083355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3bca9-ec20-465d-b227-cfd462da42fa None None] Pushing event updated for resources: {'Port': ['ID=358b6d56-6524-4215-bf65-45f363eb86b5,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:18.086596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26c3bca9-ec20-465d-b227-cfd462da42fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:18.096742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Usage tracker for resource:security_group and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:18.098717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.110316 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "DELETE /v2.0/ports/4e1c4e79-70f7-4e57-b3d8-77259d54c92b HTTP/1.1" status: 204  len: 168 time: 4.3656113
Nov 27 11:36:18.113708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:18.124016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40516) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:18.129003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.147513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.150488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:18.245494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.264197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.266277 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.7057586
Nov 27 11:36:18.273282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Attempting to bind port 358b6d56-6524-4215-bf65-45f363eb86b5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:18.273705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Attempting to bind port 358b6d56-6524-4215-bf65-45f363eb86b5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:18.274029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Attempting to bind port 358b6d56-6524-4215-bf65-45f363eb86b5 on network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:18.292332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:18.292703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Checking segment: {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:18.293234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.293631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Bound using segment: {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:18.294097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Bound port: 358b6d56-6524-4215-bf65-45f363eb86b5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:18.295006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.322575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40520) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:18.354439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10de6310-166c-4317-ae0a-bc62c7b761d6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:18.392137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:18.400967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:18.417601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Request body: {'security_group_rule': {'security_group_id': '10de6310-166c-4317-ae0a-bc62c7b761d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:18.441135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:18.443308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] For port 358b6d56-6524-4215-bf65-45f363eb86b5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:18.447175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] For port 358b6d56-6524-4215-bf65-45f363eb86b5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=358b6d56-6524-4215-bf65-45f363eb86b5,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:18.449430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:18.465719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Usage tracker for resource:security_group_rule and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:18.466050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:18.466050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.480571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event deleted for resources: {'Subnet': ['ID=44423cca-da5e-47a9-9b24-9e9c7583ece4,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:18.494769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:18.503422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:18.535197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:18.537450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb9f57d-dc80-4ed3-a673-a64419b63ead None None] Network 2247773d-1a8a-4dce-bc73-3f1668284134 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:18.544799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.550395 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "DELETE /v2.0/subnets/44423cca-da5e-47a9-9b24-9e9c7583ece4 HTTP/1.1" status: 204  len: 168 time: 2.2583447
Nov 27 11:36:18.557168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40524) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:18.570270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.575608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:18.599939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.616818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:18.617128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.650697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.793234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Pushing event updated for resources: {'Port': ['ID=4956a54f-1e25-42e0-9b55-70e827cd68f8,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:18.807634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:18.864861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:18.879475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.884466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.895724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3bca9-ec20-465d-b227-cfd462da42fa None None] Pushing event updated for resources: {'Port': ['ID=358b6d56-6524-4215-bf65-45f363eb86b5,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:18.897497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-43582310-473b-4b5e-aed7-d30224bccdec tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:18.910754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26c3bca9-ec20-465d-b227-cfd462da42fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:18.924126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:18.965051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:18.965691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284608e700>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:35:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:18.985953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b55ddb14-0663-4b8a-8104-b497b26303fb,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:18.998323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:19.004144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Deleting port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:19.004486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.063195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.083036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c8980fe-4c6b-420e-a5b4-f723bbf8d1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.092435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Usage tracker for resource:security_group_rule and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:19.100507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet d5efe027-2582-4847-9d35-19f834b773a6 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:36:19.103447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:19.125591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Deleting subnet 3fc26f93-db55-4d37-ade9-73780f171898 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:36:19.131818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:19.137066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.148438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d3a8a1c0-0467-4c3a-90eb-5f6c118170c1,segment=NetworkSegment(14f1204a-a9d3-4fea-8929-7ea5805fadfe),segment_id=14f1204a-a9d3-4fea-8929-7ea5805fadfe)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:19.198130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.253779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.255148 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3b64193c-4470-42e0-a4ed-68fc0493d657 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:19.288980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.297829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.327530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28459ed9a0>,) {'filters': {'network_id': ['88d83229-2af7-470b-bba6-c715d216559d']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:19.342411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28459ed9a0>, 'f51c98dc-7089-43ca-b119-771cec725bbf') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:19.342967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28459ed9a0>, 'f51c98dc-7089-43ca-b119-771cec725bbf') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:19.357946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.395652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:19.404030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.433095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:19.433430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.461607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.464258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Network d26cf85b-f22d-4c77-b703-07095256914f is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:19.465291 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:19.472183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:19.595874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.627101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:19.694051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.730420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=d3a8a1c0-0467-4c3a-90eb-5f6c118170c1,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:19.738676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:19.757439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:19.787030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2c3700-91a4-410f-8b9c-729832499414,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:19.803850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] DHCP port deletion for 2247773d-1a8a-4dce-bc73-3f1668284134 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:36:19.813169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.815144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] Deleting port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:19.815729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.819189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:19.870520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2178e99f-bd09-433b-8a04-247816d09324 None None] Could not find standard attr ID for object e24ede78-1468-4065-907f-fb84cb684789. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:36:19.909347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 3b64193c-4470-42e0-a4ed-68fc0493d657 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:19.935908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.937100 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.5614176
Nov 27 11:36:19.948480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.954600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3b64193c-4470-42e0-a4ed-68fc0493d657 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:19.955102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:19.956477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40528) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:19.964691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Request body: {'security_group_rule': {'security_group_id': '10de6310-166c-4317-ae0a-bc62c7b761d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:19.971605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:19.975958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Usage tracker for resource:security_group_rule and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:19.987382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.024216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:20.054805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.121716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.139446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] For port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d3a8a1c0-0467-4c3a-90eb-5f6c118170c1,segment=NetworkSegment(14f1204a-a9d3-4fea-8929-7ea5805fadfe),segment_id=14f1204a-a9d3-4fea-8929-7ea5805fadfe)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:20.139800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.142954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.153297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:20.159933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:20.174732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  88d83229-2af7-470b-bba6-c715d216559d {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 11:36:20.198838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:20.300718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.323356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event deleted for resources: {'Network': ['ID=88d83229-2af7-470b-bba6-c715d216559d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:20.329539 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "DELETE /v2.0/networks/88d83229-2af7-470b-bba6-c715d216559d HTTP/1.1" status: 204  len: 168 time: 6.7550869
Nov 27 11:36:20.329794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.334089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Calling delete_port for d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:20.343393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40532) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:20.393843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:20.399949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] For port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d3a8a1c0-0467-4c3a-90eb-5f6c118170c1,segment=NetworkSegment(14f1204a-a9d3-4fea-8929-7ea5805fadfe),segment_id=14f1204a-a9d3-4fea-8929-7ea5805fadfe)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:20.400560 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.512113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.517284 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/d5efe027-2582-4847-9d35-19f834b773a6 HTTP/1.1" status: 204  len: 168 time: 2.5186772
Nov 27 11:36:20.518560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482c4d9e-3eb0-42b2-8aee-c3667fea5695,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:20.522426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:20.526706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40536) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:20.529919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2bda1aaf-a664-4eba-91e0-fd49c395567f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:20.578627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] Calling delete_port for d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:20.587070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.594809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.596773 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.6161292
Nov 27 11:36:20.599642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40540) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:20.607815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Request body: {'security_group_rule': {'security_group_id': '482c4d9e-3eb0-42b2-8aee-c3667fea5695', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:20.615132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:20.629293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Usage tracker for resource:security_group_rule and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:20.634612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:20.642777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:20.645362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:20.652522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:20.671982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2178e99f-bd09-433b-8a04-247816d09324 None None] Provisioning for port 00a8a7ce-0079-4147-959e-a8a61bf097d8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:20.691157 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fd57ed3b-23e1-4df2-a554-c507372b0c06 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1323709
Nov 27 11:36:20.697281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40544) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:20.699814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f9551-6bf4-4986-abc1-682c01e01619 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:20.706442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event deleted for resources: {'Port': ['ID=d3a8a1c0-0467-4c3a-90eb-5f6c118170c1,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:20.725463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Router 7a5e86c2-c666-4c93-a39b-cd1398fad46c has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:36:20.728725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:20.735166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=d5efe027-2582-4847-9d35-19f834b773a6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:20.738865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:20.753147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:20.756432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] No DVR routers for this DVR port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:36:20.899343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:20.913079 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-abf35abc-6de9-49cf-9dbd-2b6c67ba0b06 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.5695126
Nov 27 11:36:20.918305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-709a35bf-330e-43c7-9c0e-81fd4c60cf7b None None] Could not find standard attr ID for object e24ede78-1468-4065-907f-fb84cb684789. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:36:20.928268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40548) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:20.939868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:20.960148 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-709a35bf-330e-43c7-9c0e-81fd4c60cf7b None None] Could not find standard attr ID for object a416c19c-48a6-4ac2-a3d4-598ea877603f. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:36:20.996083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Allocated IP 172.20.0.1 (e24296c0-7af5-4478-be1f-6b6dd935c693/9eb8be2f-0062-463b-b8e7-5d91d3cf64bb/ef29aa88-27f3-4a8d-be73-95fd2f9eb71c) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:20.999614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:36:20.999976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:36:21.018310 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.031623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.049124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 3b64193c-4470-42e0-a4ed-68fc0493d657, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3b64193c-4470-42e0-a4ed-68fc0493d657,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:21.051523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284608e700>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:18Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:21.065714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-709a35bf-330e-43c7-9c0e-81fd4c60cf7b None None] Provisioning complete for port 4956a54f-1e25-42e0-9b55-70e827cd68f8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:21.066087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-709a35bf-330e-43c7-9c0e-81fd4c60cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.072931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:21.086913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.101475 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8197aa4-f956-44cb-ade8-14a644f49367 None None] The sync data for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv is: [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:18Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:21.114639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845df3dc0>,) {'filters': {'network_id': ['2247773d-1a8a-4dce-bc73-3f1668284134']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:21.116466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.126775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-873115c0-ba2e-4af6-831d-e031aa9b5c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:21.133093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845df3dc0>, '14f1204a-a9d3-4fea-8929-7ea5805fadfe') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:21.133459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845df3dc0>, '14f1204a-a9d3-4fea-8929-7ea5805fadfe') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:21.136751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:21.141089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.152252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.179548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.183114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc26f93-db55-4d37-ade9-73780f171898,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:21.186253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:21.188455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.194962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:21.195570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.254816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-709a35bf-330e-43c7-9c0e-81fd4c60cf7b None None] Port 4956a54f-1e25-42e0-9b55-70e827cd68f8 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:21.263723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:21.264090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:21.264442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:21.264802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:21.265138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:21.265487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:21.265949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:21.266167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:21.271076 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-11a338e6-c23b-4757-a97a-a51832ea2941 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5199 time: 0.3391626
Nov 27 11:36:21.271206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=3b64193c-4470-42e0-a4ed-68fc0493d657,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:21.281477 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:21.283099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40552) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:21.287017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.289560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.293359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e43b8f-0785-4ba7-bd70-9291523d6fcf None None] Network fe85663b-1d38-46d9-852d-df7be5319282 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:21.318355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b7bb4e1f-a9f7-4ec1-bf7f-5f8749c5eed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:21.342503 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:21.376210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.447115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:36:21.475218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] Deleting port 00a8a7ce-0079-4147-959e-a8a61bf097d8 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:21.475587 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.549416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] Deleting port d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:21.549755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.582357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-48be9486-c653-453f-9a5a-c1dde35e9169 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:21.616596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:21.638007 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "DELETE /v2.0/subnets/3fc26f93-db55-4d37-ade9-73780f171898 HTTP/1.1" status: 204  len: 168 time: 3.4951932
Nov 27 11:36:21.646746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40556) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:21.652192 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-9be89871-05f6-4dab-b795-c99eff74ec85 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] delete failed (client error): The resource could not be found.
Nov 27 11:36:21.653179 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9be89871-05f6-4dab-b795-c99eff74ec85 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/33e4b072-5855-43a1-bb95-9271e8e97b60 HTTP/1.1" status: 404  len: 345 time: 0.3625708
Nov 27 11:36:21.662364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.670853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40560) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:21.684658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ed3704-2496-44bd-bcf7-db6827fe7fd5,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:21.687643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:21.697170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.702277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:21.720902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.744462 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] 10.222.0.23 "DELETE /v2.0/networks/2247773d-1a8a-4dce-bc73-3f1668284134 HTTP/1.1" status: 204  len: 168 time: 3.1794953
Nov 27 11:36:21.751192 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae143829-51b0-460b-be03-839117236097 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] DELETE failed (client error): The resource could not be found.
Nov 27 11:36:21.751757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae143829-51b0-460b-be03-839117236097 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:36:21.755016 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ae143829-51b0-460b-be03-839117236097 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "DELETE /v2.0/networks/88d83229-2af7-470b-bba6-c715d216559d HTTP/1.1" status: 404  len: 339 time: 0.0829175
Nov 27 11:36:21.764146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Pushing event deleted for resources: {'Network': ['ID=2247773d-1a8a-4dce-bc73-3f1668284134,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:21.766825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40566) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:21.769305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:21.773998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Request body: {'network': {'name': 'tempest-network--1235467120', 'router:external': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:21.785360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.786414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:21.793099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Usage tracker for resource:network and tenant:b31334ac0d4648b084cc15ef07e46119 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:21.798846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:21.808688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:21.810812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d1e980f0-4882-4025-8852-8bf44c09c86d None None] The port 'd3a8a1c0-0467-4c3a-90eb-5f6c118170c1' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:36:21.834248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.838082 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.8766918
Nov 27 11:36:21.842187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40570) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:21.850432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:21.858558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5daa7d1a-4bc6-42f1-ad62-79297d362280,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:21.863346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:21.869604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:21.874665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Usage tracker for resource:floatingip and tenant:a0fb526f53b744d49d8dbf93a5ca6c38 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:21.878189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:21.893192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:21.896422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.902131 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:21.912553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.927146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:21.937824 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] 10.222.0.23 "PUT /v2.0/routers/7a5e86c2-c666-4c93-a39b-cd1398fad46c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8152843
Nov 27 11:36:21.945367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:21.950303 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3494272
Nov 27 11:36:21.954651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40576) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:21.968699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Sync routers for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:21.969197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Request body: {'security_group_rule': {'security_group_id': '482c4d9e-3eb0-42b2-8aee-c3667fea5695', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:21.980292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:21.987503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Made reservation on behalf of b31334ac0d4648b084cc15ef07e46119 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:21.996837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.011170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Usage tracker for resource:security_group_rule and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:22.016245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.033884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:22.039803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Transition to ACTIVE for port object ef29aa88-27f3-4a8d-be73-95fd2f9eb71c will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:22.045990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:22.080942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:22.163558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.163821 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Added segment 9f5f24ba-001c-447c-aee3-b1b92513391c of type vlan for network 8fae9763-de88-42b1-aed3-66fef930b404
Nov 27 11:36:22.182328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.196191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.201278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e857d032-f7e2-4311-8c1d-4a0c5767a636 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:22.224309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:22.224500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846095eb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:22.248624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.260093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Deleting port 05046051-f601-431a-b62a-212b52f4e069 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:22.260541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.344811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.370043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Network e24296c0-7af5-4478-be1f-6b6dd935c693 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:22.400387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.403496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:22.410212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.410533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:22.503628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.504353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.509021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'Port': ['ID=ef29aa88-27f3-4a8d-be73-95fd2f9eb71c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:22.514029 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:22.527977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:22.528200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:22.531812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.584592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:22.642974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.649311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:22.661791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=e740d1c3-df13-4144-aa57-811e29531a3d,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:22.671344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] DHCP port deletion for fe85663b-1d38-46d9-852d-df7be5319282 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:36:22.678949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] For port 00a8a7ce-0079-4147-959e-a8a61bf097d8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=00a8a7ce-0079-4147-959e-a8a61bf097d8,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:22.679686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.684911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:22.686092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:22.689312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:22.691296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.697186 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:22.697640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.699166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:22.699593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.720836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40588) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:22.739945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084285966', 'description': 'tempest-description--1943685407'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:22.753176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40592) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:22.761531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:22.773278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] Deleting port 05046051-f601-431a-b62a-212b52f4e069 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:22.773906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.791212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Usage tracker for resource:security_group and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:22.807430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:22.852501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Network': ['ID=8fae9763-de88-42b1-aed3-66fef930b404,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:22.859889 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.0918827
Nov 27 11:36:22.860807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:22.863041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9db8bd38-40bb-4dc5-9f51-135c43150cfa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:22.868809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40598) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:22.869817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:22.873861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:22.874965 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9193583
Nov 27 11:36:22.885348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40602) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:22.890626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151e5a46-a250-4430-8c72-02715dd70767,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:22.895562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:22.899716 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.1573658
Nov 27 11:36:22.902178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:22.903774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40606) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:22.907195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:22.912538 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'name': 'tempest-NetworksTestDHCPv6-86022585'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:22.924360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 8fae9763-de88-42b1-aed3-66fef930b404 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:22.932540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Usage tracker for resource:floatingip and tenant:ebca4f3d11414415b7598d4a00dfaa0a is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:22.941011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:23.010537 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:23.016151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Allocated IP 172.26.6.138 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/5a8dd959-c167-4610-ad4a-f35675d7a6b8) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:23.100023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] For port 05046051-f601-431a-b62a-212b52f4e069, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=05046051-f601-431a-b62a-212b52f4e069,segment=NetworkSegment(4964f2ae-6809-4af4-8fde-b34800b41e8b),segment_id=4964f2ae-6809-4af4-8fde-b34800b41e8b)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:23.100442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.127416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] Calling delete_port for 00a8a7ce-0079-4147-959e-a8a61bf097d8 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:23.147653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.172440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.180909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:23.187856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:23.195251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:23.214291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:23.221354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.242712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628f95a-4e61-4b2c-9d4d-46d8d407b5f1 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:23.246851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628f95a-4e61-4b2c-9d4d-46d8d407b5f1 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:23.251359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628f95a-4e61-4b2c-9d4d-46d8d407b5f1 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:23.255554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628f95a-4e61-4b2c-9d4d-46d8d407b5f1 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:23.259981 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a628f95a-4e61-4b2c-9d4d-46d8d407b5f1 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.3824873
Nov 27 11:36:23.260108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5,segment=NetworkSegment(d5d5178f-34f8-4470-a8a9-0a3fa3433dee),segment_id=d5d5178f-34f8-4470-a8a9-0a3fa3433dee)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:23.260326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-617050e1-3016-440f-a44f-13521996e344 None None] Provisioning for port ef29aa88-27f3-4a8d-be73-95fd2f9eb71c completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:23.286223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40610) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:23.325606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:23.329124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.330972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Calling delete_port for 05046051-f601-431a-b62a-212b52f4e069 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:23.340417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.374529 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ca734ab3-818f-4b0c-a6fa-2f2c0f3a0ae6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76f4e76012064507a6c0065d9b7d6795&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6182003
Nov 27 11:36:23.389872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40614) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:23.411979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.434501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] For port 05046051-f601-431a-b62a-212b52f4e069, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=05046051-f601-431a-b62a-212b52f4e069,segment=NetworkSegment(4964f2ae-6809-4af4-8fde-b34800b41e8b),segment_id=4964f2ae-6809-4af4-8fde-b34800b41e8b)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:23.436105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.453999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 0493c291-8dec-42b2-8ee2-04194e98bb6b yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:23.470427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:23.478074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Usage tracker for resource:security_group_rule and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:23.491661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:23.505509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.530028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:23.559592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] Calling delete_port for 05046051-f601-431a-b62a-212b52f4e069 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:23.643234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.644248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 27b6766d-6211-4aeb-949b-89e7f881ac1a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:23.644384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-02315766-d1ba-43f8-bb32-3617f30d62c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.665394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.682885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.690439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:23.697280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:23.709293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:23.742348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-617050e1-3016-440f-a44f-13521996e344 None None] Provisioning complete for port ef29aa88-27f3-4a8d-be73-95fd2f9eb71c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:23.742826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-617050e1-3016-440f-a44f-13521996e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.763579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event deleted for resources: {'Port': ['ID=05046051-f601-431a-b62a-212b52f4e069,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:23.773274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:23.894754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-02315766-d1ba-43f8-bb32-3617f30d62c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.901865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:23.902033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:36:23.902352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:36:23.905008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:23.911649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.918046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.920147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:23.920931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] No DVR routers for this DVR port 05046051-f601-431a-b62a-212b52f4e069 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:36:23.922810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:23.930040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event updated for resources: {'Port': ['ID=5a8dd959-c167-4610-ad4a-f35675d7a6b8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:23.965459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:23.984782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-617050e1-3016-440f-a44f-13521996e344 None None] Port ef29aa88-27f3-4a8d-be73-95fd2f9eb71c cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:23.990582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:24.045279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845d761c0>,) {'filters': {'network_id': ['8fae9763-de88-42b1-aed3-66fef930b404']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:24.052497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 27b6766d-6211-4aeb-949b-89e7f881ac1a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:24.054233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::3da (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/e740d1c3-df13-4144-aa57-811e29531a3d/0493c291-8dec-42b2-8ee2-04194e98bb6b) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:24.058098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.059066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:24.077796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:24.078870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 27b6766d-6211-4aeb-949b-89e7f881ac1a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:24.079703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.081549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d761c0>, '9f5f24ba-001c-447c-aee3-b1b92513391c') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:24.081842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d761c0>, '9f5f24ba-001c-447c-aee3-b1b92513391c') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:24.088852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.109626 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.112151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.125685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.133500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:24.139102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f448c72e-e245-42a8-bdb8-05f57d1b62f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:24.184692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.212205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:24.212611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.223944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28463aca00>,) {'filters': {'network_id': ['fe85663b-1d38-46d9-852d-df7be5319282']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:24.228770 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:24.236726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] Pushing event deleted for resources: {'Port': ['ID=00a8a7ce-0079-4147-959e-a8a61bf097d8,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:24.243502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:24.260229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] No DVR routers for this DVR port 00a8a7ce-0079-4147-959e-a8a61bf097d8 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:36:24.299760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d9601d-8aa2-4b78-9bc2-b60128fc6e20 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:24.306309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32133a7-76b0-4723-819b-431536fdfcf4,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:24.309591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:24.311968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28463aca00>, '4964f2ae-6809-4af4-8fde-b34800b41e8b') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:24.312305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28463aca00>, '4964f2ae-6809-4af4-8fde-b34800b41e8b') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:24.327599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-02315766-d1ba-43f8-bb32-3617f30d62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.336883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-02315766-d1ba-43f8-bb32-3617f30d62c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.341138 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-02315766-d1ba-43f8-bb32-3617f30d62c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5538d80-a7c3-4c5a-94b6-37942fe04b54 HTTP/1.1" status: 204  len: 168 time: 0.9502985
Nov 27 11:36:24.346445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.353321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:24.362505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Allocated IP 172.26.6.37 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/81a07a50-a812-4f6a-8646-0c6c0b350fd5) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:24.374702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02315766-d1ba-43f8-bb32-3617f30d62c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5538d80-a7c3-4c5a-94b6-37942fe04b54,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:24.377309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-02315766-d1ba-43f8-bb32-3617f30d62c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:24.382944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.388618 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.6657615
Nov 27 11:36:24.394342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40620) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:24.401115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Request body: {'security_group_rule': {'security_group_id': 'd32133a7-76b0-4723-819b-431536fdfcf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:24.406883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] Deleting port 05046051-f601-431a-b62a-212b52f4e069 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:24.407509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.409113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:24.413707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Usage tracker for resource:security_group_rule and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:24.417023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:24.423357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:24.445409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.465357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:24.465907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.478537 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:24.483905 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:24.515753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.542603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:24.555754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8fae9763-de88-42b1-aed3-66fef930b404 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 11:36:24.563201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-af401e69-5736-49f2-94ad-492c98f3f735 None None] The port '05046051-f601-431a-b62a-212b52f4e069' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:36:24.583216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.586585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fae9763-de88-42b1-aed3-66fef930b404,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:24.601057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:24.616323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:24.632922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.649290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.662306 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8fae9763-de88-42b1-aed3-66fef930b404 HTTP/1.1" status: 204  len: 168 time: 1.3719630
Nov 27 11:36:24.668532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40624) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:24.689301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Request body: {'network': {'name': 'tempest-network--1070090110', 'router:external': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:24.704124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.708044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:24.721002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 27b6766d-6211-4aeb-949b-89e7f881ac1a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=27b6766d-6211-4aeb-949b-89e7f881ac1a,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:24.730331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.732101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.740511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7a0179fa-bef8-4b30-96f7-e26d52ee17a1 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:24.769578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.777452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.779316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846095eb0>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:17Z', 'revision_number': 2, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:24.782447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Pushing event deleted for resources: {'Network': ['ID=fe85663b-1d38-46d9-852d-df7be5319282,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:24.785936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Checking router: 7a5e86c2-c666-4c93-a39b-cd1398fad46c for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:36:24.788195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Updating router 7a5e86c2-c666-4c93-a39b-cd1398fad46c port 4956a54f-1e25-42e0-9b55-70e827cd68f8 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:36:24.790875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Usage tracker for resource:network and tenant:b31334ac0d4648b084cc15ef07e46119 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:24.810723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:24.818797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.831781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.835148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:24.837285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 0493c291-8dec-42b2-8ee2-04194e98bb6b will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:24.853739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:24.853739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e7bfaf41-02f7-4a8f-8558-5dbf63f6e8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:24.868911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.870051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:24.898726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.899804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:24.903328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.943860 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] 10.222.0.23 "DELETE /v2.0/networks/fe85663b-1d38-46d9-852d-df7be5319282 HTTP/1.1" status: 204  len: 168 time: 3.2935636
Nov 27 11:36:24.962271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'e740d1c3-df13-4144-aa57-811e29531a3d'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:36:24.963435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.963560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Made reservation on behalf of b31334ac0d4648b084cc15ef07e46119 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:24.969125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:24.985240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.033588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.078516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'Port': ['ID=ef29aa88-27f3-4a8d-be73-95fd2f9eb71c,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:25.079472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.084595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.095303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:25.164238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:25.172674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:25.173229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:25.193640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432e1eb1-aa6e-48a5-b86f-4cd3061c8f90,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:25.197537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.198880 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8034446
Nov 27 11:36:25.199894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:25.207266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40632) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:25.212265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.212981 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Added segment 067b50fd-678e-41d6-ab2a-68bf9ad90ac8 of type vlan for network e2ae376b-cc41-42b4-9cc1-b5bd30f79a56
Nov 27 11:36:25.213865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Request body: {'security_group_rule': {'security_group_id': 'd32133a7-76b0-4723-819b-431536fdfcf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:25.216689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:25.223360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:25.230023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:25.233394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:25.239144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Usage tracker for resource:security_group_rule and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:25.240148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:25.242252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:25.244650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:25.245408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.251998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:25.253549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:25.255693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event updated for resources: {'Port': ['ID=81a07a50-a812-4f6a-8646-0c6c0b350fd5,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:25.285571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Network e24296c0-7af5-4478-be1f-6b6dd935c693 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:25.286822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:25.309775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:25.396309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=27b6766d-6211-4aeb-949b-89e7f881ac1a,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:25.416368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:25.516961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:25.517335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.562519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/e740d1c3-df13-4144-aa57-811e29531a3d/23be2388-b19f-44fa-8147-49bcaf998e15) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:25.608489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.632192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.653276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40636) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:25.668557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=0493c291-8dec-42b2-8ee2-04194e98bb6b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:25.686948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:25.687808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.564s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:25.688623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:25.727994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.869029 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.9633460
Nov 27 11:36:25.873936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40642) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:25.887811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40644) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:25.903242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:25.908901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:25.916679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5274d2934a4126be8787edd74ae393 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:25.922574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:25.930860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:25.972995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.006679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c58d86d-ca12-4952-a50a-c92fc91feb4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:26.007333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8c58d86d-ca12-4952-a50a-c92fc91feb4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:26.018062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.055510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:26.083440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Router 96145ceb-0244-47a2-bd6d-625bfe9b4045 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:36:26.101933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.105709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7bebf9-95fb-4ed8-9f2e-3ce2fe2371cb,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:26.107283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d218b3ba-b621-4ab5-92bf-8d845a7262ec None None] Provisioning complete for port ef29aa88-27f3-4a8d-be73-95fd2f9eb71c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:26.107871 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d218b3ba-b621-4ab5-92bf-8d845a7262ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.110242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:26.117623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:26.118231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.119349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.138953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:26.149326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:36:26.155767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.159870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.198368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:36:26.198735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d3a8a1c0-0467-4c3a-90eb-5f6c118170c1 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:36:26.233737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8c58d86d-ca12-4952-a50a-c92fc91feb4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:26.235141 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8c58d86d-ca12-4952-a50a-c92fc91feb4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.3568294
Nov 27 11:36:26.238925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:26.240655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d218b3ba-b621-4ab5-92bf-8d845a7262ec None None] Port ef29aa88-27f3-4a8d-be73-95fd2f9eb71c cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:26.243309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.265953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Transition to ACTIVE for port object 23be2388-b19f-44fa-8147-49bcaf998e15 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:26.276371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Network': ['ID=e2ae376b-cc41-42b4-9cc1-b5bd30f79a56,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:26.279925 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.6083097
Nov 27 11:36:26.285241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:26.286586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ab790ce-fd01-4c16-8a1e-057b58993fff tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:26.297510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40656) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:26.336173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.336986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.343152 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1337590
Nov 27 11:36:26.343771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40660) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:26.357967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:26.373135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4039b39f-8dff-4424-9793-9b884de3f886 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:26.389192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:26.416635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.431307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Transition to ACTIVE for port object 4956a54f-1e25-42e0-9b55-70e827cd68f8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:26.449741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Transition to ACTIVE for port object 23be2388-b19f-44fa-8147-49bcaf998e15 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:26.452136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network e2ae376b-cc41-42b4-9cc1-b5bd30f79a56 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:26.481303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 0493c291-8dec-42b2-8ee2-04194e98bb6b {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:26.481748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.486561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:26.487506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Usage tracker for resource:floatingip and tenant:2a9315726d9b43bb8dced54aa91b2abf is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:26.491575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:26.502946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:26.507373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event updated for resources: {'Port': ['ID=5a8dd959-c167-4610-ad4a-f35675d7a6b8,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:26.538904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:26.547841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d5274d2934a4126be8787edd74ae393&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8875995
Nov 27 11:36:26.549016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.556875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40664) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:26.563120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.579954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1bc98373-f249-4681-b0b6-2a66e86a10df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:26.580948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.587990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1765c6c-b0b2-4f18-b5b3-a2a48ee79eeb,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:26.594873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:26.606518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6eda08-3569-4f58-b396-e3e7d68c1fc2 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:26.606518 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6c6eda08-3569-4f58-b396-e3e7d68c1fc2 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] 10.222.0.23 "GET /v2.0/networks/e2ae376b-cc41-42b4-9cc1-b5bd30f79a56 HTTP/1.1" status: 200  len: 757 time: 0.3046520
Nov 27 11:36:26.606518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.614250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40668) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:26.631071 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-94dbe7b1-626f-4d99-aac5-132c3e664fe5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8ccf656e804450186d0c184ee67d6b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7404521
Nov 27 11:36:26.636407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40672) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:26.726901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.783248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.792161 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9359040
Nov 27 11:36:26.819941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:26.855325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:26.858515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:26.875952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbef611-8c80-49bf-9114-f5b27b3337ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.931314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbef611-8c80-49bf-9114-f5b27b3337ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:26.943254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc5f66-fe30-4fea-a8ea-4a1a979d9492 None None] Pushing event updated for resources: {'Port': ['ID=4956a54f-1e25-42e0-9b55-70e827cd68f8,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:26.946893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c0bc5f66-fe30-4fea-a8ea-4a1a979d9492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:26.958371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a7d585e5-5b66-45b5-85ee-67c7e86d0bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:27.033362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Pushing event updated for resources: {'Port': ['ID=23be2388-b19f-44fa-8147-49bcaf998e15,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:27.033572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-892b0043-6658-40ce-8f4c-daf7de3b378f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.034908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:27.037080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:27.046842 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae548bde-60a6-49b9-afbe-75894f529ad6 None None] Sync routers for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:27.055736 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "PUT /v2.0/routers/96145ceb-0244-47a2-bd6d-625bfe9b4045/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1991742
Nov 27 11:36:27.058260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.067869 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae548bde-60a6-49b9-afbe-75894f529ad6 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:27.069908 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ae548bde-60a6-49b9-afbe-75894f529ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467613d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:27.087433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-892b0043-6658-40ce-8f4c-daf7de3b378f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.104105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40688) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:27.110754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Request body: {'port': {'network_id': 'e24296c0-7af5-4478-be1f-6b6dd935c693', 'name': 'tempest-FloatingIPAdminTestJSON-2021382404'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:27.115941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Attempting to bind port 23be2388-b19f-44fa-8147-49bcaf998e15 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:27.116321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Attempting to bind port 23be2388-b19f-44fa-8147-49bcaf998e15 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:27.119793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Attempting to bind port 23be2388-b19f-44fa-8147-49bcaf998e15 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:27.126045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:27.126460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.149148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbef611-8c80-49bf-9114-f5b27b3337ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.174427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db2c1d7-d2c4-465d-bfc3-88d915bc76a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:27.175015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4db2c1d7-d2c4-465d-bfc3-88d915bc76a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Synchronizing usage tracker for tenant:09d5ea0faeb5407793fdf8db588425aa on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:27.184369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Attempting to bind port 4956a54f-1e25-42e0-9b55-70e827cd68f8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:27.184825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Attempting to bind port 4956a54f-1e25-42e0-9b55-70e827cd68f8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:27.185211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Attempting to bind port 4956a54f-1e25-42e0-9b55-70e827cd68f8 on network d26cf85b-f22d-4c77-b703-07095256914f {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:27.210786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:27.210786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:27.210786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.210786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:27.210786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Bound port: 23be2388-b19f-44fa-8147-49bcaf998e15, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:27.210786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.215716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:27.241914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-892b0043-6658-40ce-8f4c-daf7de3b378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.244439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbef611-8c80-49bf-9114-f5b27b3337ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.245614 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bfbef611-8c80-49bf-9114-f5b27b3337ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a157b907-5c6f-4db8-b66b-c4356b37aaeb HTTP/1.1" status: 204  len: 168 time: 0.6081111
Nov 27 11:36:27.250965 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ae548bde-60a6-49b9-afbe-75894f529ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467613d0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:27.256780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbef611-8c80-49bf-9114-f5b27b3337ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a157b907-5c6f-4db8-b66b-c4356b37aaeb,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:27.266591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfbef611-8c80-49bf-9114-f5b27b3337ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:27.282945 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae548bde-60a6-49b9-afbe-75894f529ad6 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:27.283948 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ae548bde-60a6-49b9-afbe-75894f529ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467613d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:27.293917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:27.294276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Checking segment: {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:27.294787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.295365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Bound using segment: {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:27.295847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Bound port: 4956a54f-1e25-42e0-9b55-70e827cd68f8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:27.296276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.394121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.438182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1d1ad91e-4067-40d3-b6b8-7efb1b63e4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:27.449987 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ae548bde-60a6-49b9-afbe-75894f529ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467613d0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:27.453706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 358b6d56-6524-4215-bf65-45f363eb86b5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:27.454864 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae548bde-60a6-49b9-afbe-75894f529ad6 None None] The sync data for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:27.465437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:27.465519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4db2c1d7-d2c4-465d-bfc3-88d915bc76a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Unset dirty status for tenant:09d5ea0faeb5407793fdf8db588425aa on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:27.465519 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4db2c1d7-d2c4-465d-bfc3-88d915bc76a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] 10.222.0.23 "GET /v2.0/networks/61cbe6c0-aa30-450a-b2db-05dad34d30a0 HTTP/1.1" status: 200  len: 768 time: 0.8374379
Nov 27 11:36:27.473437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Allocated IP 172.26.6.193 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/e8c927db-3fe8-4738-8816-2cc881af6642) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:27.475492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40694) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:27.492193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b0043-6658-40ce-8f4c-daf7de3b378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1765c6c-b0b2-4f18-b5b3-a2a48ee79eeb,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:27.506378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-892b0043-6658-40ce-8f4c-daf7de3b378f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:27.509497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Usage tracker for resource:port and tenant:0feb260e852e47ea92a8ded57db44b4e is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:27.510800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-892b0043-6658-40ce-8f4c-daf7de3b378f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.512214 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-892b0043-6658-40ce-8f4c-daf7de3b378f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1765c6c-b0b2-4f18-b5b3-a2a48ee79eeb HTTP/1.1" status: 204  len: 168 time: 0.9527256
Nov 27 11:36:27.513492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.518246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:27.530420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:27.538351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:27.631644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.639531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40702) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:27.640526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event updated for resources: {'Port': ['ID=81a07a50-a812-4f6a-8646-0c6c0b350fd5,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:27.660340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] For port 23be2388-b19f-44fa-8147-49bcaf998e15, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:27.673683 dv-neutron-819441-1-hyperv neutron-server[84364]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 27 11:36:27.679412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] For port 4956a54f-1e25-42e0-9b55-70e827cd68f8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:27.682546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] For port 23be2388-b19f-44fa-8147-49bcaf998e15, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=23be2388-b19f-44fa-8147-49bcaf998e15,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:27.684757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] For port 4956a54f-1e25-42e0-9b55-70e827cd68f8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4956a54f-1e25-42e0-9b55-70e827cd68f8,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:27.691360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:27.776816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.780320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 358b6d56-6524-4215-bf65-45f363eb86b5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:27.784375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.789979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Made reservation on behalf of 0feb260e852e47ea92a8ded57db44b4e for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:27.793149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.796473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:27.880735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.888861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Pushing event updated for resources: {'Port': ['ID=23be2388-b19f-44fa-8147-49bcaf998e15,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:27.892610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.900845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 358b6d56-6524-4215-bf65-45f363eb86b5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:27.901221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:27.904770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 0493c291-8dec-42b2-8ee2-04194e98bb6b owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:27.930979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:27.938242 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:27.961025 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:36:27.990642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-1a48b2e6-acbb-4cc7-8cc6-1f90b0172b33 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Synchronizing usage tracker for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:28.031364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.048582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] device_id is not set on port a9a223ff-00ad-430c-be6e-73aa69ee1119 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:28.076915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc5f66-fe30-4fea-a8ea-4a1a979d9492 None None] Pushing event updated for resources: {'Port': ['ID=4956a54f-1e25-42e0-9b55-70e827cd68f8,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:28.104404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c0bc5f66-fe30-4fea-a8ea-4a1a979d9492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:28.105010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:28.105652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846095eb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:28.119711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-1a48b2e6-acbb-4cc7-8cc6-1f90b0172b33 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Unset dirty status for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:28.121012 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-1a48b2e6-acbb-4cc7-8cc6-1f90b0172b33 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1237058380&fields=id&tenant_id=a0fb526f53b744d49d8dbf93a5ca6c38 HTTP/1.1" status: 200  len: 267 time: 0.4774570
Nov 27 11:36:28.139769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.202568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.203890 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3174756
Nov 27 11:36:28.243667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-853b3d4e-8eb2-40ad-9c9a-6ea0789a39a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:28.332297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:28.356665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.389432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:36:28.390653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845e6d9d0>,) {'filters': {'network_id': ['e2ae376b-cc41-42b4-9cc1-b5bd30f79a56']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:28.409409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e6d9d0>, '067b50fd-678e-41d6-ab2a-68bf9ad90ac8') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:28.410393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e6d9d0>, '067b50fd-678e-41d6-ab2a-68bf9ad90ac8') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:28.491940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.547705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:28.619849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-d9befadf-c86f-4adc-936f-477e9a33050c tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:28.620560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-d9befadf-c86f-4adc-936f-477e9a33050c tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Synchronizing usage tracker for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:28.623990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:28.626840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:28.667655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.672627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=0493c291-8dec-42b2-8ee2-04194e98bb6b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:28.685004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:28.721154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.736820 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/0493c291-8dec-42b2-8ee2-04194e98bb6b HTTP/1.1" status: 204  len: 168 time: 2.4946392
Nov 27 11:36:28.739602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40736) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:28.756151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.766496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:28.766917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.768689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.863808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-d9befadf-c86f-4adc-936f-477e9a33050c tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Unset dirty status for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:28.873580 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-d9befadf-c86f-4adc-936f-477e9a33050c tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/networks?id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6 HTTP/1.1" status: 200  len: 811 time: 0.7412286
Nov 27 11:36:28.883494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 358b6d56-6524-4215-bf65-45f363eb86b5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=358b6d56-6524-4215-bf65-45f363eb86b5,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:28.892932 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:28.902439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event updated for resources: {'Port': ['ID=e8c927db-3fe8-4738-8816-2cc881af6642,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:28.916923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:28.930219 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-4ebb8485-eccb-4001-962b-f23c96af3e54 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/quotas/a0fb526f53b744d49d8dbf93a5ca6c38 HTTP/1.1" status: 200  len: 375 time: 0.0555792
Nov 27 11:36:28.944789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:28.946663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3b64193c-4470-42e0-a4ed-68fc0493d657 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:29.003376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.019381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba16e42-c972-4a7f-9db0-ca32259b9e82 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:29.020978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba16e42-c972-4a7f-9db0-ca32259b9e82 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:29.021623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dba16e42-c972-4a7f-9db0-ca32259b9e82 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:29.025564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:29.025867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-61900aa6-1414-410e-bfc5-1b6d8c5ed431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:29.066964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e2ae376b-cc41-42b4-9cc1-b5bd30f79a56 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 11:36:29.080038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2ae376b-cc41-42b4-9cc1-b5bd30f79a56,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:29.086336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:29.099173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-33811600-3d58-4c78-bdd2-a269007ca3b5 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Synchronizing usage tracker for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:29.116006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dba16e42-c972-4a7f-9db0-ca32259b9e82 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:29.120938 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dba16e42-c972-4a7f-9db0-ca32259b9e82 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3783247
Nov 27 11:36:29.127173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40742) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:29.149017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Allocated IP 172.20.0.14 (e24296c0-7af5-4478-be1f-6b6dd935c693/9eb8be2f-0062-463b-b8e7-5d91d3cf64bb/a9a223ff-00ad-430c-be6e-73aa69ee1119) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:29.152313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.188904 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e2ae376b-cc41-42b4-9cc1-b5bd30f79a56 HTTP/1.1" status: 204  len: 168 time: 1.7104325
Nov 27 11:36:29.189522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40746) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:29.222052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=358b6d56-6524-4215-bf65-45f363eb86b5,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:29.223164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Request body: {'network': {'name': 'tempest-network--2021099289'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:29.226525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:29.235045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846095eb0>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:27Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:29.240061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40752) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:29.240699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ef691-2069-4968-bf5a-b4e02c24f709 None None] The sync data for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv is: [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:27Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:29.247109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:29.250040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3b64193c-4470-42e0-a4ed-68fc0493d657 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:29.250611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.260105 dv-neutron-819441-1-hyperv neutron-server[84363]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 27 11:36:29.316185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-33811600-3d58-4c78-bdd2-a269007ca3b5 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Unset dirty status for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:29.317902 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-33811600-3d58-4c78-bdd2-a269007ca3b5 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0fb526f53b744d49d8dbf93a5ca6c38&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3696303
Nov 27 11:36:29.453542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 27b6766d-6211-4aeb-949b-89e7f881ac1a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:29.456557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet e740d1c3-df13-4144-aa57-811e29531a3d {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:36:29.460019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.486150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Usage tracker for resource:network and tenant:b31334ac0d4648b084cc15ef07e46119 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:29.535465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:29.543276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:29.545468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.576418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 27b6766d-6211-4aeb-949b-89e7f881ac1a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:29.576802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.579196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.618768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Made reservation on behalf of b31334ac0d4648b084cc15ef07e46119 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:29.618768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.735970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.807191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-ee147bec-317d-44c2-acc5-5c99035f5109 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Synchronizing usage tracker for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:29.897191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:29.899375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:29.922342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 00a8a7ce-0079-4147-959e-a8a61bf097d8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:36:29.937022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40772) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:29.990836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 00a8a7ce-0079-4147-959e-a8a61bf097d8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:36:29.991187 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 00a8a7ce-0079-4147-959e-a8a61bf097d8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:36:29.991619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 05046051-f601-431a-b62a-212b52f4e069 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:36:30.002939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.009082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8bcf6c0e-1bf5-4202-8fbd-fe8f3d97aa10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:30.026867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-ee147bec-317d-44c2-acc5-5c99035f5109 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Unset dirty status for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:30.030261 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-ee147bec-317d-44c2-acc5-5c99035f5109 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1079692219&fields=id&tenant_id=ebca4f3d11414415b7598d4a00dfaa0a HTTP/1.1" status: 200  len: 267 time: 0.7850921
Nov 27 11:36:30.031825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 05046051-f601-431a-b62a-212b52f4e069 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:36:30.032175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 05046051-f601-431a-b62a-212b52f4e069 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:36:30.071340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.071678 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Added segment da745b95-81f2-46f4-a90f-e2efd3245a7d of type vlan for network 2046f4c9-9932-451b-9f90-e250f64da33c
Nov 27 11:36:30.128110 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=e740d1c3-df13-4144-aa57-811e29531a3d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:30.139553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:30.151586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.185775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-a2d17188-70f5-4d4d-aa80-0f318a36d25a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:36:30.201989 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-a2d17188-70f5-4d4d-aa80-0f318a36d25a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3672326
Nov 27 11:36:30.260727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2fcee2c1-93dc-4ee5-9bbc-d8ebad12087e None None] Provisioning for port 23be2388-b19f-44fa-8147-49bcaf998e15 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:30.326871 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/e740d1c3-df13-4144-aa57-811e29531a3d HTTP/1.1" status: 204  len: 168 time: 1.1941793
Nov 27 11:36:30.327693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40780) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:30.410343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 23be2388-b19f-44fa-8147-49bcaf998e15 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:30.491953 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-627a28b2-08cd-426b-a86e-1ff42d5263fa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1478999
Nov 27 11:36:30.499896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40786) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:30.523642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.556143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2a6c5-fbb7-4ddf-b8e1-9cfb3b70babf None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:30.579826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'networks': [{'name': 'tempest-network--759836819'}, {'name': 'tempest-network--1824559309'}]} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:30.580152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'network': {'name': 'tempest-network--759836819'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:30.580598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'network': {'name': 'tempest-network--1824559309'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:30.594619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:30.601292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Usage tracker for resource:network and tenant:2dc3a15662fc411f88cd06cbf403760b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:30.605707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:30.627361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.628678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:30.696092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 23be2388-b19f-44fa-8147-49bcaf998e15 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:30.703607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 23be2388-b19f-44fa-8147-49bcaf998e15 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:30.703984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.710177 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-627440e3-a474-4a94-89f5-2291a2367216 service neutron] 10.222.0.23 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5063503
Nov 27 11:36:30.736618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Made reservation on behalf of 2dc3a15662fc411f88cd06cbf403760b for: {'network': 2} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:30.739630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.748234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-df8c055a-99e7-474d-962c-6fcddfdb29f2 None None] Could not find standard attr ID for object 0493c291-8dec-42b2-8ee2-04194e98bb6b. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:36:30.755791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Transition to ACTIVE for port object a9a223ff-00ad-430c-be6e-73aa69ee1119 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:30.757068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.766809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:30.767325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.767593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.775906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-956a7fcb-31ad-42ee-a27f-da3c4c254b64 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:30.776706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-956a7fcb-31ad-42ee-a27f-da3c4c254b64 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Synchronizing usage tracker for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:30.795652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:30.961334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:30.979058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Usage tracker for resource:security_group_rule and tenant:2dc3a15662fc411f88cd06cbf403760b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:30.984486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:30.993458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158efb46-62be-4e85-828c-cba030711f35 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:30.994052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-158efb46-62be-4e85-828c-cba030711f35 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:31.009978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Network': ['ID=2046f4c9-9932-451b-9f90-e250f64da33c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:31.019895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.8230660
Nov 27 11:36:31.020478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:31.022096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40794) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:31.025252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:31.029394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2046f4c9-9932-451b-9f90-e250f64da33c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:31.034798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:31.044021 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-6afba530-df6f-4fb3-9727-0b4f72c99e07 service neutron] 10.222.0.23 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3281848
Nov 27 11:36:31.047066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:31.066674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-956a7fcb-31ad-42ee-a27f-da3c4c254b64 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Unset dirty status for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:31.067841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-956a7fcb-31ad-42ee-a27f-da3c4c254b64 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/networks?id=286559ef-d0ae-4427-aa8a-a0cead761ad7 HTTP/1.1" status: 200  len: 806 time: 1.0147967
Nov 27 11:36:31.096733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 23be2388-b19f-44fa-8147-49bcaf998e15, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=23be2388-b19f-44fa-8147-49bcaf998e15,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:31.109306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:36:31.144147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:31.164545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.175423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.184923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-158efb46-62be-4e85-828c-cba030711f35 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:31.186574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-158efb46-62be-4e85-828c-cba030711f35 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.6734583
Nov 27 11:36:31.189149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40800) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:31.198780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] Deleting port 23be2388-b19f-44fa-8147-49bcaf998e15 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:31.199160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.211344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.238808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:31.246002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.247122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 358b6d56-6524-4215-bf65-45f363eb86b5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:31.248955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.287897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171742b-8a05-454d-9e9e-a66cadcb944f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:31.289657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e171742b-8a05-454d-9e9e-a66cadcb944f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:31.293086 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-36b43f06-be5d-493f-a416-2a312eefc509 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/quotas/ebca4f3d11414415b7598d4a00dfaa0a HTTP/1.1" status: 200  len: 375 time: 0.2125335
Nov 27 11:36:31.306687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.319051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.336635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:31.414265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:31.444786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e171742b-8a05-454d-9e9e-a66cadcb944f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:31.456495 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e171742b-8a05-454d-9e9e-a66cadcb944f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2661476
Nov 27 11:36:31.457516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40810) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:31.659392 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-aa9f61c5-a55f-4883-9b14-ddcb976f7578 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1918304
Nov 27 11:36:31.660457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078ea411-f832-413c-8d8b-f8cc077ee602,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:31.664240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40828) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:31.665018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:31.669329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:31.677238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:31.701792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Network e24296c0-7af5-4478-be1f-6b6dd935c693 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:31.706807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event updated for resources: {'Port': ['ID=a9a223ff-00ad-430c-be6e-73aa69ee1119,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:31.757490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:31.792237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:31.793431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:31.829868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:31.833078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] For port 23be2388-b19f-44fa-8147-49bcaf998e15, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=23be2388-b19f-44fa-8147-49bcaf998e15,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:31.833459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.887598 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bb9f8132-3399-4cda-9c32-32066da9f067 req-7bd4ba47-232e-44d1-a36a-6f958c7e9f98 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 210 time: 0.2240973
Nov 27 11:36:31.888588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:31.888922 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Added segment 41c8e8c7-0e42-49f5-b999-447a66df33fc of type vlan for network 23890f51-14d5-48e1-b127-db13adaf6d29
Nov 27 11:36:32.042027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] Calling delete_port for 23be2388-b19f-44fa-8147-49bcaf998e15 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:32.055375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.057768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event updated for resources: {'Port': ['ID=e8c927db-3fe8-4738-8816-2cc881af6642,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:32.089273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:32.090188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.095533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:32.105722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-13e67042-6c9b-4de5-8497-4382fea8a626 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Synchronizing usage tracker for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:32.108884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.114833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:32.129540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.130270 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Added segment 065f387b-27dd-4eff-b94b-36228fc3b946 of type vlan for network a1fdc28b-b350-45b9-8f71-99e9b21b9fdf
Nov 27 11:36:32.164007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.184714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.196826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40842) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:32.205777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=23be2388-b19f-44fa-8147-49bcaf998e15,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:32.216834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:32.227096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:32.236921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 358b6d56-6524-4215-bf65-45f363eb86b5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:32.237952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.238424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:32.269197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.283137 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 5.1779618
Nov 27 11:36:32.284350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.288211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.288211 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.9387107
Nov 27 11:36:32.288211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-13e67042-6c9b-4de5-8497-4382fea8a626 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Unset dirty status for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:32.295324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40854) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:32.298437 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-13e67042-6c9b-4de5-8497-4382fea8a626 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ebca4f3d11414415b7598d4a00dfaa0a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9833729
Nov 27 11:36:32.302665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e69359cf-f52b-4719-b88b-5bcc8efc2eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:32.311530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-db7ea55d-f2a9-4a98-b785-efb1ef23c742 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:32.315718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.317147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.317564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:32.346541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:32.351575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:32.351739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Network 2046f4c9-9932-451b-9f90-e250f64da33c is not hosted by any dhcp agent {{(pid=84363) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 27 11:36:32.352361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:32.352495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.352942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.361964 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "PUT /v2.0/networks/2046f4c9-9932-451b-9f90-e250f64da33c HTTP/1.1" status: 200  len: 858 time: 1.3336897
Nov 27 11:36:32.364417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:32.411086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:32.415060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.415673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] Pushing event deleted for resources: {'Port': ['ID=23be2388-b19f-44fa-8147-49bcaf998e15,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:32.420223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:32.446752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] No DVR routers for this DVR port 23be2388-b19f-44fa-8147-49bcaf998e15 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:36:32.456720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e6b8168e-eaec-4e8b-8a0e-f37fcc70e227 None None] Provisioning for port a9a223ff-00ad-430c-be6e-73aa69ee1119 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:32.481886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e6b8168e-eaec-4e8b-8a0e-f37fcc70e227 None None] Provisioning complete for port a9a223ff-00ad-430c-be6e-73aa69ee1119 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:32.481886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e6b8168e-eaec-4e8b-8a0e-f37fcc70e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.529656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event updated for resources: {'Network': ['ID=2046f4c9-9932-451b-9f90-e250f64da33c,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:32.532486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:32.559531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:32.569597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:32.580676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Usage tracker for resource:floatingip and tenant:a10a11860ab442018b2b314a1b3132ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:32.584251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8168e-eaec-4e8b-8a0e-f37fcc70e227 None None] Port a9a223ff-00ad-430c-be6e-73aa69ee1119 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:32.585905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:32.596191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:32.678612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.728677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4956a54f-1e25-42e0-9b55-70e827cd68f8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:32.798789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Network': ['ID=23890f51-14d5-48e1-b127-db13adaf6d29,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:32.827794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 23890f51-14d5-48e1-b127-db13adaf6d29 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:32.874776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.890032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'project_id': '0feb260e852e47ea92a8ded57db44b4e', 'port_id': 'a9a223ff-00ad-430c-be6e-73aa69ee1119'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:32.911823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4956a54f-1e25-42e0-9b55-70e827cd68f8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:32.915340 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.9768417
Nov 27 11:36:32.915668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-7fd13306-e9c5-48a7-a20f-ec0fa5001304 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:36:32.919132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:32.919994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4956a54f-1e25-42e0-9b55-70e827cd68f8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:32.920520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.923328 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-7fd13306-e9c5-48a7-a20f-ec0fa5001304 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1246676
Nov 27 11:36:32.957635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40882) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:32.980719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:32.983627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Usage tracker for resource:floatingip and tenant:0feb260e852e47ea92a8ded57db44b4e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:33.007821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:33.025697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:33.050536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Network': ['ID=a1fdc28b-b350-45b9-8f71-99e9b21b9fdf,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:33.058565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:33.061773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:33.062137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:33.085561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a1fdc28b-b350-45b9-8f71-99e9b21b9fdf details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:33.158309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b422c786-eeea-48eb-8df5-07fddb6137a1 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Synchronizing usage tracker for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:33.161180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.201296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.240910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4956a54f-1e25-42e0-9b55-70e827cd68f8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4956a54f-1e25-42e0-9b55-70e827cd68f8,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:33.274195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.317833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a8b2a-6ee7-46a0-bd50-86b2f246ff1b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:33.322137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a8b2a-6ee7-46a0-bd50-86b2f246ff1b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:33.326672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a8b2a-6ee7-46a0-bd50-86b2f246ff1b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:33.330834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a8b2a-6ee7-46a0-bd50-86b2f246ff1b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:33.334859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a8b2a-6ee7-46a0-bd50-86b2f246ff1b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:33.336543 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ec0a8b2a-6ee7-46a0-bd50-86b2f246ff1b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2958 time: 0.3778191
Nov 27 11:36:33.340867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40894) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:33.367225 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-c3165b61-58d2-4d70-826e-19e6c63ee194 service neutron] 10.222.0.23 "GET /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4430704
Nov 27 11:36:33.372832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.373160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845fc2d60>,) {'filters': {'network_id': ['2046f4c9-9932-451b-9f90-e250f64da33c']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:33.379248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:33.381858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Allocated IP 172.26.6.104 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/316683ea-8226-45cf-afa9-49df16437240) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:33.394968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b422c786-eeea-48eb-8df5-07fddb6137a1 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Unset dirty status for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:33.396128 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b422c786-eeea-48eb-8df5-07fddb6137a1 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1084285966&fields=id&tenant_id=2a9315726d9b43bb8dced54aa91b2abf HTTP/1.1" status: 200  len: 267 time: 0.5768116
Nov 27 11:36:33.398630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845fc2d60>, 'da745b95-81f2-46f4-a90f-e2efd3245a7d') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:33.398922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845fc2d60>, 'da745b95-81f2-46f4-a90f-e2efd3245a7d') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:33.439013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.449907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4956a54f-1e25-42e0-9b55-70e827cd68f8,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:33.453900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:33.469180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 23be2388-b19f-44fa-8147-49bcaf998e15 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:36:33.509329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 23be2388-b19f-44fa-8147-49bcaf998e15 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:36:33.509838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 23be2388-b19f-44fa-8147-49bcaf998e15 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:36:33.519454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.523631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.535468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:33.581122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:33.581511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:33.594940 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:33.606730 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-58e65798-287e-4dde-be22-5c30db4dacc5 service neutron] 10.222.0.23 "GET /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299874
Nov 27 11:36:33.644686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.721033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:33.732448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:33.738663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:33.739328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.742995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=c7b63ea0-3ef4-4440-ab81-85294e956344,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:33.750607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf418c59-9a2d-45d7-ae16-883c02cbb344 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:33.751668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:33.764738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-bffb6371-4adb-4494-a138-f6b73e1c86fa tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:33.765416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-bffb6371-4adb-4494-a138-f6b73e1c86fa tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Synchronizing usage tracker for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:33.810378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.942054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-bffb6371-4adb-4494-a138-f6b73e1c86fa tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Unset dirty status for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:33.943210 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-bffb6371-4adb-4494-a138-f6b73e1c86fa tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 812 time: 0.5359411
Nov 27 11:36:33.944361 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2768915
Nov 27 11:36:33.946263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:33.947887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 40906) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:33.965332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': 'c7b63ea0-3ef4-4440-ab81-85294e956344', 'ip_address': '2001:db8::2958:84b4:ec74:5fc8'}], 'name': 'tempest-NetworksTestDHCPv6-1394661984'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:33.991982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:34.000370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.014541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2046f4c9-9932-451b-9f90-e250f64da33c {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 11:36:34.024555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.067803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.071563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845969160>,) {'filters': {'network_id': ['23890f51-14d5-48e1-b127-db13adaf6d29']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:34.085876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845969160>, '41c8e8c7-0e42-49f5-b999-447a66df33fc') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:34.086687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845969160>, '41c8e8c7-0e42-49f5-b999-447a66df33fc') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:34.090757 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] 10.222.0.23 "DELETE /v2.0/networks/2046f4c9-9932-451b-9f90-e250f64da33c HTTP/1.1" status: 204  len: 168 time: 1.7252367
Nov 27 11:36:34.097450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Pushing event deleted for resources: {'Network': ['ID=2046f4c9-9932-451b-9f90-e250f64da33c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:34.100856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40916) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:34.126874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'c7b63ea0-3ef4-4440-ab81-85294e956344'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:36:34.127593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.171067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:34.187132 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b70357c5-c734-4761-aafe-3c4422831de5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/quotas/2a9315726d9b43bb8dced54aa91b2abf HTTP/1.1" status: 200  len: 375 time: 0.2270901
Nov 27 11:36:34.239481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.386015 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1741a3dd-ce6d-4a4b-897b-1827003c4f94 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:36:34.389458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1741a3dd-ce6d-4a4b-897b-1827003c4f94 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:36:34.390375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Allocated IP 172.26.6.178 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/5c65ac32-64f7-48ef-8473-7b5ec405c829) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:34.395689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:34.396305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.407120 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c753ec2-c84a-4572-863e-49c3357b3c2e req-328e5b0e-4cf2-464f-a601-8289cb81f95c tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 210 time: 0.3004305
Nov 27 11:36:34.423398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.430107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b10910df-1b06-433d-8490-2fd4223850c4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:34.434095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:34.452494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-6b72a94d-c40e-4ea0-a9ab-2f0aee7c4b94 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Synchronizing usage tracker for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:34.477558 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1741a3dd-ce6d-4a4b-897b-1827003c4f94 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] 10.222.0.23 "DELETE /v2.0/subnets/b55ddb14-0663-4b8a-8104-b497b26303fb HTTP/1.1" status: 404  len: 337 time: 0.3711445
Nov 27 11:36:34.482810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40934) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:34.498588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:34.499103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:34.521143 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:34.527630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/c7b63ea0-3ef4-4440-ab81-85294e956344/7ff5ea66-21fe-4f30-80c2-d2f103d2b786) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:34.606985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:34.707153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4956a54f-1e25-42e0-9b55-70e827cd68f8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:34.723352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-6b72a94d-c40e-4ea0-a9ab-2f0aee7c4b94 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Unset dirty status for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:34.724776 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-6b72a94d-c40e-4ea0-a9ab-2f0aee7c4b94 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5307596
Nov 27 11:36:34.782692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.809220 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7ff0a8df-7a99-4fa9-ae72-f80c962e7bc9 req-722704a6-0882-4e5a-a75c-14c6762a2fec tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 210 time: 0.2536349
Nov 27 11:36:34.811723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:34.827312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:34.856433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Pushing event updated for resources: {'Port': ['ID=316683ea-8226-45cf-afa9-49df16437240,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:34.859883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:34.921489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:34.925153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.941669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.953094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:34.968142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:34.981337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 69b05fcf-06c4-4e38-8771-554cea94b2d4 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:35.000657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.023928 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-38bd69a1-a821-4b3a-ab03-31eda6c4fa1f service neutron] 10.222.0.23 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818308
Nov 27 11:36:35.028336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Network': ['ID=23890f51-14d5-48e1-b127-db13adaf6d29,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:35.035983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.047714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:35.069476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Transition to ACTIVE for port object 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:35.075241 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/networks/23890f51-14d5-48e1-b127-db13adaf6d29 HTTP/1.1" status: 204  len: 168 time: 1.7268014
Nov 27 11:36:35.075463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4956a54f-1e25-42e0-9b55-70e827cd68f8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:35.075463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.077452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40942) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:35.135771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Transition to ACTIVE for port object 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:35.165702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.204016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:35.244319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.260398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26746718-c745-4d02-b559-ef56f6a97479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:35.313061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.317410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.356067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:35.360785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:35.368945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:35.375624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:35.380668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Pushing event updated for resources: {'Port': ['ID=5c65ac32-64f7-48ef-8473-7b5ec405c829,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:35.387106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:35.391539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:35.400142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:35.433775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Pushing event updated for resources: {'Port': ['ID=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:35.443540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:35.447360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.453563 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-c003d158-11eb-441a-9efc-76d4343a810d service neutron] 10.222.0.23 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4118440
Nov 27 11:36:35.521576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845fd9a30>,) {'filters': {'network_id': ['61cbe6c0-aa30-450a-b2db-05dad34d30a0']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:35.534810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Attempting to bind port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:35.536352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Attempting to bind port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:35.536951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Attempting to bind port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:35.554942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:35.556770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:35.557982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.560660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:35.561265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Bound port: 7ff5ea66-21fe-4f30-80c2-d2f103d2b786, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:35.562621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.589034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::2958:84b4:ec74:5fc8 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/c7b63ea0-3ef4-4440-ab81-85294e956344/69b05fcf-06c4-4e38-8771-554cea94b2d4) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:35.608003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845fd9a30>, '6eba2b8c-ae8c-477f-846e-c6473594ec49') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:35.609200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845fd9a30>, '6eba2b8c-ae8c-477f-846e-c6473594ec49') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:35.672464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] For port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:35.675939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] For port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:35.767873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.772672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.785467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:35.842701 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a9c3e1a-d33a-4205-bc64-5b0d6d264192 req-b3ff2bf5-ea12-4d27-95d8-93fd32835553 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 210 time: 0.2520349
Nov 27 11:36:35.848742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.855952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.39', 62622) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:35.866236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.894883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.905982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Pushing event updated for resources: {'Port': ['ID=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:35.918318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:35.947227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:35.947579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:35.969874 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:35.996834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845a3adf0>,) {'filters': {'network_id': ['a1fdc28b-b350-45b9-8f71-99e9b21b9fdf']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:36.132928 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-53643703-ea19-4815-85ec-7a7bf67af824 req-880a348e-234b-4f6b-b513-2ccb2eeaa281 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.3241215
Nov 27 11:36:36.317835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a3adf0>, '065f387b-27dd-4eff-b94b-36228fc3b946') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:36.318129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a3adf0>, '065f387b-27dd-4eff-b94b-36228fc3b946') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:36.327151 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1bc5d5e2-9fd7-4d0b-b40c-75e3488c764a req-efcb76ba-4353-4843-9579-3791573bd250 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 210 time: 0.0955522
Nov 27 11:36:36.337590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.456613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.469712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.479409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:36:36.479979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.484072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:36:36.507726 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:36:36.514649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-d5545e1d-7e52-4a88-8c44-7eda6dc4198a tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:36.515156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.516086 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-d5545e1d-7e52-4a88-8c44-7eda6dc4198a tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.39 "GET /v2.0/networks?id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6 HTTP/1.1" status: 200  len: 811 time: 0.6240346
Nov 27 11:36:36.517671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-512d21e5-af02-4f75-8e0f-e345943a6ae9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:36.523611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 69b05fcf-06c4-4e38-8771-554cea94b2d4 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:36.595668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Pushing event deleted for resources: {'Network': ['ID=61cbe6c0-aa30-450a-b2db-05dad34d30a0,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:36.623001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:36.695734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.722958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:36.792525 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-c3fe327b-c1c5-4c13-bc04-b93d8ccc2171 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0fb526f53b744d49d8dbf93a5ca6c38 HTTP/1.1" status: 200  len: 380 time: 0.0813918
Nov 27 11:36:36.796593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Request body: {'port': {'device_id': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'admin_state_up': True, 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'security_groups': ['10de6310-166c-4317-ae0a-bc62c7b761d6']}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:36.821857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.923406 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] 10.222.0.23 "DELETE /v2.0/networks/61cbe6c0-aa30-450a-b2db-05dad34d30a0 HTTP/1.1" status: 204  len: 168 time: 2.3413751
Nov 27 11:36:36.923406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:36.923406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:36.923406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Network': ['ID=a1fdc28b-b350-45b9-8f71-99e9b21b9fdf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:36.923406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:36.923406 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/networks/a1fdc28b-b350-45b9-8f71-99e9b21b9fdf HTTP/1.1" status: 204  len: 168 time: 1.7844324
Nov 27 11:36:36.923406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 40978) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:37.024643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:37.078769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.080062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.099073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:37.102219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:37.305975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Pushing event updated for resources: {'Port': ['ID=316683ea-8226-45cf-afa9-49df16437240,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:37.308323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=69b05fcf-06c4-4e38-8771-554cea94b2d4,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:37.320152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:37.324389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e345322d-8a72-494b-b969-816d44a8f13a req-983bfb7d-ee3d-4cb0-94c9-656bcf854dca tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.0845337
Nov 27 11:36:37.332339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb01250-c1c8-44ad-b8fd-e482f4b134e6 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:37.337258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb01250-c1c8-44ad-b8fd-e482f4b134e6 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:37.338016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5eb01250-c1c8-44ad-b8fd-e482f4b134e6 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Synchronizing usage tracker for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:37.352241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:37.354523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.355211 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba0b2e36-545b-4341-a4d2-139fcb667705 req-46d43771-1f8b-4542-aef1-918960e575bf tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 210 time: 0.1701870
Nov 27 11:36:37.367964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.39', 62628) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:37.381169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.389284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:37.393645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:37.396836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:37.400956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:37.404017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.406803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:37.440525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:37.596762 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1cb1890b-fe8b-4eca-aac8-605214bc190a req-a8f13110-a90a-48cb-a1b0-f76440cf4c13 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 210 time: 0.0715401
Nov 27 11:36:37.601442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.601867 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.6492319
Nov 27 11:36:37.603354 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.3993573
Nov 27 11:36:37.604288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5eb01250-c1c8-44ad-b8fd-e482f4b134e6 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Unset dirty status for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:37.609839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5eb01250-c1c8-44ad-b8fd-e482f4b134e6 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.6865056
Nov 27 11:36:37.610752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41002) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:37.611422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41004) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:37.611890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41006) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:37.632965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1516402837'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:37.639001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-936330359', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'fixed_ips': [{'ip_address': '172.26.6.104'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:37.656469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] Provisioning for port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:37.666347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] Provisioning complete for port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:37.667609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.706100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Made reservation on behalf of a0fb526f53b744d49d8dbf93a5ca6c38 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:37.725169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:37.728180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.750280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:37.778136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.779019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:37.810911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Usage tracker for resource:port and tenant:a10a11860ab442018b2b314a1b3132ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:37.822441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-3685de29-1623-4851-990d-bd0fae61377d tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:37.824855 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-3685de29-1623-4851-990d-bd0fae61377d tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.39 "GET /v2.0/networks?id=286559ef-d0ae-4427-aa8a-a0cead761ad7 HTTP/1.1" status: 200  len: 806 time: 0.4540539
Nov 27 11:36:37.827263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:37.845261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:37.891978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.893672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Made reservation on behalf of 2dc3a15662fc411f88cd06cbf403760b for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:37.897234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:37.929784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41016) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:37.937108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] For port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:37.957153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d4d86-28e7-4b7a-bb62-7f169c8fb6dd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:37.961484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d4d86-28e7-4b7a-bb62-7f169c8fb6dd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:37.965574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-729d4d86-28e7-4b7a-bb62-7f169c8fb6dd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3477306
Nov 27 11:36:37.967077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41022) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:37.983830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:38.038322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:38.041420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c0bc5f66-fe30-4fea-a8ea-4a1a979d9492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:38.104827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 69b05fcf-06c4-4e38-8771-554cea94b2d4 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:38.105325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:38.162807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Allocated IP 172.20.0.8 (4bd8aabb-84dc-4d86-8d60-721af2b51eb6/26ed1a9c-5e3b-4614-9554-cb5a8d17951b/ce38a8ca-989c-43a6-9723-ead84a17db78) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:38.188515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] Pushing event updated for resources: {'Port': ['ID=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:38.202216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:38.280228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Made reservation on behalf of a10a11860ab442018b2b314a1b3132ad for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:38.282887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:38.296653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e9e9a6ea-5b72-4642-889b-2c53b2e29b34 None None] Provisioning for port 69b05fcf-06c4-4e38-8771-554cea94b2d4 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:38.303786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e9e9a6ea-5b72-4642-889b-2c53b2e29b34 None None] Provisioning complete for port 69b05fcf-06c4-4e38-8771-554cea94b2d4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:38.307066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a6ea-5b72-4642-889b-2c53b2e29b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:38.372994 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3f2eb049-431b-474b-8e01-78675d05adc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09d5ea0faeb5407793fdf8db588425aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4330447
Nov 27 11:36:38.374408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:38.374958 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Added segment 2f949a34-d0d9-43b5-8823-8fcb2816a58d of type vlan for network a95d8ad3-e590-4cea-8e33-3026900f49a9
Nov 27 11:36:38.379249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41034) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:38.382652 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-210ee1eb-355b-4c6a-90a4-e49c42075e37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebca4f3d11414415b7598d4a00dfaa0a HTTP/1.1" status: 200  len: 380 time: 0.5227330
Nov 27 11:36:38.404176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:38.541406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9a6ea-5b72-4642-889b-2c53b2e29b34 None None] Port 69b05fcf-06c4-4e38-8771-554cea94b2d4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:38.543428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:38.557472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Usage tracker for resource:security_group_rule and tenant:a10a11860ab442018b2b314a1b3132ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:38.560772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:38.579438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:38.584343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Request body: {'port': {'device_id': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'admin_state_up': True, 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'security_groups': ['482c4d9e-3eb0-42b2-8aee-c3667fea5695']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:38.688222 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-befad6de-f8b2-47ce-8605-59fba52e0498 req-6e99a794-0804-43c1-8d12-6b04f288af6d tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.1482525
Nov 27 11:36:38.755526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:38.901737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:38.944011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:38.945203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.011655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.033464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.071059 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e482c752-52ce-45df-a797-1ede77bb6950 req-aa3d97bd-efbb-49b4-8339-adbca35e2f03 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 210 time: 0.4052565
Nov 27 11:36:39.129272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2a3f-148a-45ce-9fe5-afb562ffe86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.168647 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ad0b28ca-f990-4cc0-9034-c72cf9449ef3 req-3f491338-238b-49b2-8e6f-73a7dd6b8e5e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 210 time: 0.1960876
Nov 27 11:36:39.176315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Transition to ACTIVE for port object ce38a8ca-989c-43a6-9723-ead84a17db78 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:39.222857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2a3f-148a-45ce-9fe5-afb562ffe86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.285925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.316292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.322297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-172ebbc8-f93f-407b-9f0c-b99f1f3590fa tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:39.335286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.39', 62633) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:39.380062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.458339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:39.477525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:39.495790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.496006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event updated for resources: {'Port': ['ID=ce38a8ca-989c-43a6-9723-ead84a17db78,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:39.505088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:39.507670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:39.512587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:39.544401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:39.658482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Pushing event updated for resources: {'Port': ['ID=5c65ac32-64f7-48ef-8473-7b5ec405c829,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:39.660062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.665143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:39.666498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:39.673979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.775533 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:39.776192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.790044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.799728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:39.800350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.805481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2a3f-148a-45ce-9fe5-afb562ffe86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.822266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 69b05fcf-06c4-4e38-8771-554cea94b2d4 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:39.861844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9a5c92fc-61b3-4fe7-b91a-1908343e8d7a tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:39.891481 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1012096
Nov 27 11:36:39.930209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:39.976941 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Floating IP d556db5d-fda4-4cdd-bbde-cfd892e9ea0b associated. External IP: 172.26.6.178, port: a9a223ff-00ad-430c-be6e-73aa69ee1119.
Nov 27 11:36:40.056191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-89f12701-43d0-4e91-955b-6f9446f9d5a4 None None] Provisioning for port ce38a8ca-989c-43a6-9723-ead84a17db78 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:40.061278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-89f12701-43d0-4e91-955b-6f9446f9d5a4 None None] Provisioning complete for port ce38a8ca-989c-43a6-9723-ead84a17db78 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:40.069559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-89f12701-43d0-4e91-955b-6f9446f9d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:40.116392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-e20653d3-143b-4f12-b167-d8fd2ad30227 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:40.116873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-89f12701-43d0-4e91-955b-6f9446f9d5a4 None None] Port ce38a8ca-989c-43a6-9723-ead84a17db78 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:40.118372 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-e20653d3-143b-4f12-b167-d8fd2ad30227 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 812 time: 0.7691271
Nov 27 11:36:40.157538 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-69bd0633-3e35-4bec-a0b2-6bf4288ece00 req-389d8ce1-0cef-4caa-a269-1986c8192b09 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.2525516
Nov 27 11:36:40.158149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Network': ['ID=a95d8ad3-e590-4cea-8e33-3026900f49a9,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:40.166342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Made reservation on behalf of ebca4f3d11414415b7598d4a00dfaa0a for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:40.169048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a95d8ad3-e590-4cea-8e33-3026900f49a9 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:40.169566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:40.176382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-46720d3b-61b4-4d80-a3fb-76584469d740 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:36:40.178096 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-46720d3b-61b4-4d80-a3fb-76584469d740 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0069182
Nov 27 11:36:40.207208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:40.423403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:40.485097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] device_id is not set on port f02f5b24-c86d-42d6-b9ac-0f66b22e3277 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:40.567398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb31c2b-60ba-4fd3-9a17-49fbad4c2ae3 req-374f2ca3-3ae7-4f29-8028-59de45e53bc0 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:40.568965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-5bb31c2b-60ba-4fd3-9a17-49fbad4c2ae3 req-374f2ca3-3ae7-4f29-8028-59de45e53bc0 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Synchronizing usage tracker for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:40.574251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-81cb1763-e812-4130-974c-baaa22769088 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Synchronizing usage tracker for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:40.598293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b2a3f-148a-45ce-9fe5-afb562ffe86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d6df3-504b-4b4f-9e1f-d6867931a6e1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:40.606005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-81cb1763-e812-4130-974c-baaa22769088 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Unset dirty status for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:40.607160 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-81cb1763-e812-4130-974c-baaa22769088 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a9315726d9b43bb8dced54aa91b2abf HTTP/1.1" status: 200  len: 380 time: 0.3967388
Nov 27 11:36:40.608276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Request body: {'port': {'device_id': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:40.609339 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-554585a5-ddcd-454d-b0d9-28b662e443d1 req-aee05318-2e8d-4398-97a8-db5a00144bb1 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 210 time: 0.0817804
Nov 27 11:36:40.624104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2a3f-148a-45ce-9fe5-afb562ffe86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:40.627887 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0b4b2a3f-148a-45ce-9fe5-afb562ffe86e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/491d6df3-504b-4b4f-9e1f-d6867931a6e1 HTTP/1.1" status: 204  len: 168 time: 2.2440381
Nov 27 11:36:40.629682 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 3.0114057
Nov 27 11:36:40.645349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41058) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:40.655634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Allocated IP 172.20.0.8 (286559ef-d0ae-4427-aa8a-a0cead761ad7/1be9c4bb-77ac-4c7e-9d67-314ad5dc9387/0478f91b-4777-4daa-b359-bbe27bc1a2be) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:40.662848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1389076899'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:40.667865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:40.672719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Usage tracker for resource:network and tenant:2dc3a15662fc411f88cd06cbf403760b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:40.675868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:40.734778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:40.750115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Request body: {'port': {'device_id': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'admin_state_up': True, 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'security_groups': ['d32133a7-76b0-4723-819b-431536fdfcf4']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:40.790940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-5bb31c2b-60ba-4fd3-9a17-49fbad4c2ae3 req-374f2ca3-3ae7-4f29-8028-59de45e53bc0 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Unset dirty status for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:40.795064 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5bb31c2b-60ba-4fd3-9a17-49fbad4c2ae3 req-374f2ca3-3ae7-4f29-8028-59de45e53bc0 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 931 time: 0.4933059
Nov 27 11:36:40.827696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99763d48-b50a-442a-b002-31caa8ddf811,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:40.924401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:40.931509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:40.955355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.845s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:40.955790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:40.956364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Made reservation on behalf of 2dc3a15662fc411f88cd06cbf403760b for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:40.964415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:41.052920 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5bb31c2b-60ba-4fd3-9a17-49fbad4c2ae3 req-65f69dcb-03ac-4278-a0e4-ed21f1d26ff6 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2074549
Nov 27 11:36:41.208136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:41.256854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:41.274376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:41.274832 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Added segment e4431481-7258-465b-922b-ae9b50f827c6 of type vlan for network 41621d23-4324-47cc-a868-4857dd344c86
Nov 27 11:36:41.346557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:41.527102 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:36:41.527911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:36:41.549658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Router 96145ceb-0244-47a2-bd6d-625bfe9b4045 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:36:41.596429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:41.643920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=69b05fcf-06c4-4e38-8771-554cea94b2d4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:41.645852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41066) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:41.647801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c91c240a-bb56-438c-8318-7efb624e9670 req-dae14c09-84ee-40ff-a00d-7b8de7b0d883 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.0836370
Nov 27 11:36:41.653610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:41.708539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:41.724877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:41.737914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:41.813901 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 4.1969531
Nov 27 11:36:41.834930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41072) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:41.884726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce38a8ca-989c-43a6-9723-ead84a17db78 {{(pid=84364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:36:41.912563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:41.920373 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7350b30d-fcf1-4cd4-b8f7-c8cf6c921c74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b31334ac0d4648b084cc15ef07e46119&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2657623
Nov 27 11:36:41.920926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41076) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:41.989717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:41.996955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Made reservation on behalf of 2a9315726d9b43bb8dced54aa91b2abf for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:42.004218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.034173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.034173 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/69b05fcf-06c4-4e38-8771-554cea94b2d4 HTTP/1.1" status: 204  len: 168 time: 4.0590262
Nov 27 11:36:42.044402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41080) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:42.101848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Transition to ACTIVE for port object ce38a8ca-989c-43a6-9723-ead84a17db78 will not be triggered until provisioned by entity L2. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:42.108596 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d198a73a-5337-4579-bb6a-69b960655d6d req-66bdf4f2-a0ff-4053-abac-822e9408371e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 210 time: 0.1133223
Nov 27 11:36:42.167829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.186446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.193839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:42.248189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7de78701-cde2-406b-b93e-8a3059287150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.334163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Transition to ACTIVE for port object 0478f91b-4777-4daa-b359-bbe27bc1a2be will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:42.365603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950b98a-3920-4550-96fd-986ffc6c2166 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:42.367616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950b98a-3920-4550-96fd-986ffc6c2166 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:42.372087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f950b98a-3920-4550-96fd-986ffc6c2166 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:42.381944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.383270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Deleting port 316683ea-8226-45cf-afa9-49df16437240 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:42.383641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.430452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce38a8ca-989c-43a6-9723-ead84a17db78,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:42.434005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7de78701-cde2-406b-b93e-8a3059287150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.454081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:42.455797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:42.468727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb75c28-d499-4fe2-a259-927181fff689 None None] Sync routers for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:42.494622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:42.495878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.496408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb75c28-d499-4fe2-a259-927181fff689 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:42.497693 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-deb75c28-d499-4fe2-a259-927181fff689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f46ca0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:42.501811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.527308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:42.635742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.674240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-deb75c28-d499-4fe2-a259-927181fff689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f46ca0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:42.701762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb75c28-d499-4fe2-a259-927181fff689 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:42.702388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-deb75c28-d499-4fe2-a259-927181fff689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f46ca0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:42.740805 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 989 time: 10.4443216
Nov 27 11:36:42.749372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41088) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:42.767761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-deb75c28-d499-4fe2-a259-927181fff689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f46ca0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:42.768138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb75c28-d499-4fe2-a259-927181fff689 None None] The sync data for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:42.806096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.1594520
Nov 27 11:36:42.809760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f950b98a-3920-4550-96fd-986ffc6c2166 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:42.814170 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f950b98a-3920-4550-96fd-986ffc6c2166 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.7667301
Nov 27 11:36:42.833764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41092) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:42.834099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41094) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:42.837034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7de78701-cde2-406b-b93e-8a3059287150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:42.850230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'ports': [{'network_id': 'a95d8ad3-e590-4cea-8e33-3026900f49a9', 'name': 'tempest-port--130314509', 'admin_state_up': True}, {'network_id': '41621d23-4324-47cc-a868-4857dd344c86', 'admin_state_up': False}]} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:42.850446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'port': {'network_id': 'a95d8ad3-e590-4cea-8e33-3026900f49a9', 'name': 'tempest-port--130314509', 'admin_state_up': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:42.850888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'port': {'network_id': '41621d23-4324-47cc-a868-4857dd344c86', 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:42.859791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Network': ['ID=41621d23-4324-47cc-a868-4857dd344c86,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:42.864243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:42.871645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:42.872513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:42.872907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 41621d23-4324-47cc-a868-4857dd344c86 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:42.930156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:42.958613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de78701-cde2-406b-b93e-8a3059287150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb9560e-f6e8-46d9-a48b-d5d907af532d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:42.963330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:42.978865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Attempting to bind port ce38a8ca-989c-43a6-9723-ead84a17db78 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:42.979551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Attempting to bind port ce38a8ca-989c-43a6-9723-ead84a17db78 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:42.980120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Attempting to bind port ce38a8ca-989c-43a6-9723-ead84a17db78 on network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:42.989618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7de78701-cde2-406b-b93e-8a3059287150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:43.117009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:43.117451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7de78701-cde2-406b-b93e-8a3059287150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:43.121751 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7de78701-cde2-406b-b93e-8a3059287150 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cb9560e-f6e8-46d9-a48b-d5d907af532d HTTP/1.1" status: 204  len: 168 time: 1.1997824
Nov 27 11:36:43.224070 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-16c70a4d-3428-4c4b-99be-7b8c52101d89 req-844633b5-257f-4eb1-b2f6-8e1ea71a5ed8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.2664278
Nov 27 11:36:43.263672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Port ce38a8ca-989c-43a6-9723-ead84a17db78 on network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:36:43.267931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Attempting to bind port ce38a8ca-989c-43a6-9723-ead84a17db78 on network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:43.364694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Allocated IP 172.20.0.11 (d26cf85b-f22d-4c77-b703-07095256914f/70d50f91-9039-4c22-91ff-3dcb1768552f/aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:43.403085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:43.404572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:43.407645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5f7f7ab1-bc49-49e4-a465-929e51cefadc None None] Provisioning for port 0478f91b-4777-4daa-b359-bbe27bc1a2be completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:43.417642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:43.417893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5f7f7ab1-bc49-49e4-a465-929e51cefadc None None] Provisioning complete for port 0478f91b-4777-4daa-b359-bbe27bc1a2be triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:43.420315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Checking segment: {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:43.420440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7ab1-bc49-49e4-a465-929e51cefadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:43.420528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Bound using segment: {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'} {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:43.422659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Bound port: ce38a8ca-989c-43a6-9723-ead84a17db78, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6'}}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:43.423045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:43.549672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f7ab1-bc49-49e4-a465-929e51cefadc None None] Port 0478f91b-4777-4daa-b359-bbe27bc1a2be cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:43.587987 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-765c95ea-1034-4d5e-bf2a-69c03b4510de tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] 10.222.0.23 "GET /v2.0/floatingips/d556db5d-fda4-4cdd-bbde-cfd892e9ea0b HTTP/1.1" status: 200  len: 984 time: 0.8371649
Nov 27 11:36:43.661279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41104) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:43.662221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event updated for resources: {'Port': ['ID=0478f91b-4777-4daa-b359-bbe27bc1a2be,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:43.675760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] For port ce38a8ca-989c-43a6-9723-ead84a17db78, host hv-neutron-8194, cleared binding levels {{(pid=84364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:43.679748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] For port ce38a8ca-989c-43a6-9723-ead84a17db78, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ce38a8ca-989c-43a6-9723-ead84a17db78,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:43.735638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Calling delete_port for 316683ea-8226-45cf-afa9-49df16437240 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:43.783274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:43.849837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:43.850454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:43.888448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfc23b-426f-47d2-8a5c-b0f052e32b78 req-d080d52c-ec94-4789-aa69-78dda3c96ba2 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:43.895621 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-83bfc23b-426f-47d2-8a5c-b0f052e32b78 req-d080d52c-ec94-4789-aa69-78dda3c96ba2 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 943 time: 1.5727522
Nov 27 11:36:43.983137 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-83bfc23b-426f-47d2-8a5c-b0f052e32b78 req-2276022f-3e56-4e7b-9d11-1251cab6b4e6 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864789
Nov 27 11:36:44.002701 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b5a870f4-7ad6-4e02-9c75-30840be9a307 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3386 time: 0.3355126
Nov 27 11:36:44.006156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41108) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:44.130629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet c7b63ea0-3ef4-4440-ab81-85294e956344 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:36:44.172413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.224062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:44.236009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001577a3-5e0e-46e8-9e9d-e7b76e86f801 req-a81e5542-ae27-45a4-9883-c1ade5b72875 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:44.237589 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-001577a3-5e0e-46e8-9e9d-e7b76e86f801 req-a81e5542-ae27-45a4-9883-c1ade5b72875 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 931 time: 0.7673793
Nov 27 11:36:44.244474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Usage tracker for resource:port and tenant:2dc3a15662fc411f88cd06cbf403760b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:44.250966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:44.329486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.393870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:44.406301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.431417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f73feaea-2b59-47a8-91b1-434fc4a9b6a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:44.525513 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0501821
Nov 27 11:36:44.541424 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-001577a3-5e0e-46e8-9e9d-e7b76e86f801 req-b568b92f-c42e-4735-bf29-278be9d99c52 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2915437
Nov 27 11:36:44.542112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Made reservation on behalf of 2dc3a15662fc411f88cd06cbf403760b for: {'port': 2} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:44.552687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.577632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-17ba0a05-2b81-45e3-8c31-e6eff550f21a req-1324e482-a1ab-462f-83bb-5b2f9ac6400e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Synchronizing usage tracker for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:44.588463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.672172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.673919 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce38a8ca-989c-43a6-9723-ead84a17db78 HTTP/1.1" status: 200  len: 1093 time: 4.2502658
Nov 27 11:36:44.688509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'tag': 'ce38a8ca-989c-43a6-9723-ead84a17db78'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:36:44.695737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.715195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce38a8ca-989c-43a6-9723-ead84a17db78,revision_number=3']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:44.716770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Transition to ACTIVE for port object aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:44.718993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:44.771765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-17ba0a05-2b81-45e3-8c31-e6eff550f21a req-1324e482-a1ab-462f-83bb-5b2f9ac6400e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Unset dirty status for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:44.777973 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17ba0a05-2b81-45e3-8c31-e6eff550f21a req-1324e482-a1ab-462f-83bb-5b2f9ac6400e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.3424222
Nov 27 11:36:44.781610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Deleting port 5c65ac32-64f7-48ef-8473-7b5ec405c829 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:44.781966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.851401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.874791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:44.892613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:44.895587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] device_id is not set on port 408ccaac-af61-4d8a-b589-766181ae7012 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:44.909155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:45.102862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Request body: {'port': {'device_id': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:45.231409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:45.263582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:45.280888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:45.430139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event updated for resources: {'Port': ['ID=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:45.475061 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'tag': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'status': 'completed', 'code': 200}
Nov 27 11:36:45.519286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:45.555659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b63ea0-3ef4-4440-ab81-85294e956344,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:45.588557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Network d26cf85b-f22d-4c77-b703-07095256914f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:45.588557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:45.589079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:45.604694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Pushing event deleted for resources: {'Port': ['ID=316683ea-8226-45cf-afa9-49df16437240,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:45.605780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:45.607997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:45.609085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:45.622390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:45.668886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:45.678370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1425cb0-fabb-471a-8e0d-94f3380b98a7 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:45.684341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.648s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:45.684855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:45.705876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] device_id is not set on port a0446002-2244-43f8-9e45-c785be9c3b47 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:45.948245 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-0cb35c23-512e-46d9-a30b-5e8aeaaf28e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0fb526f53b744d49d8dbf93a5ca6c38&device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 1096 time: 0.6238704
Nov 27 11:36:45.998270 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/c7b63ea0-3ef4-4440-ab81-85294e956344 HTTP/1.1" status: 204  len: 168 time: 3.1607924
Nov 27 11:36:46.006276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41148) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:46.043483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Calling delete_port for 5c65ac32-64f7-48ef-8473-7b5ec405c829 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:46.077079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:46.095067 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-875d1b1a-d845-43bd-891d-655452347e5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0867214
Nov 27 11:36:46.131760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41152) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:46.141149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:46.146271 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/b3387784-458a-45fd-b219-a37c8aac8a29 HTTP/1.1" status: 204  len: 168 time: 4.3063920
Nov 27 11:36:46.193170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:46.196437 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-a8267237-77d5-40a1-8225-bd29b3441754 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce38a8ca-989c-43a6-9723-ead84a17db78 HTTP/1.1" status: 200  len: 217 time: 0.1057937
Nov 27 11:36:46.213119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f5933dca-aefb-4683-b482-fb927ac0df2c None None] Provisioning for port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:46.220775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f5933dca-aefb-4683-b482-fb927ac0df2c None None] Provisioning complete for port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:46.226332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f5933dca-aefb-4683-b482-fb927ac0df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:46.233706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41158) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:46.259094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:46.259727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:46.294922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:46.314842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94214c-d4d7-4a76-8590-3589ee194f24 req-f83363ac-34b4-47f3-905d-534fe2793433 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:46.321680 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1f94214c-d4d7-4a76-8590-3589ee194f24 req-f83363ac-34b4-47f3-905d-534fe2793433 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 931 time: 0.5087276
Nov 27 11:36:46.329511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:36:46.365716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Deleting port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:46.366137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:46.396404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-8d129fb9-a9ca-4cd2-9dba-2e38e2d059ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:46.397846 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-8d129fb9-a9ca-4cd2-9dba-2e38e2d059ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26ed1a9c-5e3b-4614-9554-cb5a8d17951b HTTP/1.1" status: 200  len: 850 time: 0.1775436
Nov 27 11:36:46.429205 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1f94214c-d4d7-4a76-8590-3589ee194f24 req-69dd547c-8d0c-45e6-a45b-c10eb1aab2a8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066017
Nov 27 11:36:46.572300 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-b1c3b41c-e6e2-40aa-bca8-5da242196aee tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.8334403
Nov 27 11:36:46.617173 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-dd93a1e5-018d-47ba-be08-0ff3390a6169 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1863632
Nov 27 11:36:46.714235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f5933dca-aefb-4683-b482-fb927ac0df2c None None] Port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:46.808209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:36:46.823384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-869931126'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:46.838977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:46.848772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Usage tracker for resource:network and tenant:4c8df23cf3b647f38d18991ea67b1fa5 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:46.859128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:46.865678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:46.868779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:46.893005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Request body: {'port': {'device_id': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:46.938338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:46.968277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Made reservation on behalf of 4c8df23cf3b647f38d18991ea67b1fa5 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:46.972268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:46.995439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:47.016657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644829-9e3a-4fba-a213-4a6bf826ef29 req-bf9dfe85-9353-41ce-9a0e-61294860d39d tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:47.018612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] For port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:47.019033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:47.024994 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5644829-9e3a-4fba-a213-4a6bf826ef29 req-bf9dfe85-9353-41ce-9a0e-61294860d39d tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 943 time: 1.8099422
Nov 27 11:36:47.057115 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-df18b38b-c28a-4b01-abe8-557e51a3150f service neutron] 10.222.0.39 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4220545
Nov 27 11:36:47.060783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Port': ['ID=408ccaac-af61-4d8a-b589-766181ae7012,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:47.066690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:47.107632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5644829-9e3a-4fba-a213-4a6bf826ef29 req-b6af7ba3-e3b9-44e6-a022-04b963b211a1 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818782
Nov 27 11:36:47.109058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:47.182137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41168) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:47.264772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Calling delete_port for 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:47.292483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8ca09-9435-4f10-b47e-859c9c6c9446 req-274a8f92-f3db-4272-a7c8-1b84d9cf21e1 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:47.293047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:47.294858 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-62b8ca09-9435-4f10-b47e-859c9c6c9446 req-274a8f92-f3db-4272-a7c8-1b84d9cf21e1 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 932 time: 0.4344981
Nov 27 11:36:47.341539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:47.398413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:47.411095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Checking segment: {'id': '2f949a34-d0d9-43b5-8823-8fcb2816a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a95d8ad3-e590-4cea-8e33-3026900f49a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:47.411679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Network hostable DHCP agents. Network: a95d8ad3-e590-4cea-8e33-3026900f49a9, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:36:47.460380 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-62b8ca09-9435-4f10-b47e-859c9c6c9446 req-f7236b0f-9ac8-4685-a0cf-4bcdc0a5eb5e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130059
Nov 27 11:36:47.477245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:47.483475 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9080a95-f8e4-4c1e-8853-dfd57edf494e req-98be43da-a25a-46d1-869a-2f2af9582fcd service neutron] 10.222.0.39 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506900
Nov 27 11:36:47.491632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:47.571741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:47.578507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Network a95d8ad3-e590-4cea-8e33-3026900f49a9 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:36:47.598865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:47.611119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Usage tracker for resource:security_group_rule and tenant:4c8df23cf3b647f38d18991ea67b1fa5 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:47.640221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:47.646313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:47.681720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, a95d8ad3-e590-4cea-8e33-3026900f49a9) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:47.688519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:47.691295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2579a575-2df6-4fa6-8e8f-13810eb1b968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:47.702320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:47.703493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:47.716324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b76fc521-ee92-478c-8df1-80396db31b72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:47.716517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:47.734312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152400c7-a6bd-4c4b-85a1-1e019a70f0e6 None None] Network a95d8ad3-e590-4cea-8e33-3026900f49a9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:47.745872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:47.766688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:36:47.767077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:36:47.840548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Port': ['ID=a0446002-2244-43f8-9e45-c785be9c3b47,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:47.860736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:47.872526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Checking segment: {'id': 'e4431481-7258-465b-922b-ae9b50f827c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41621d23-4324-47cc-a868-4857dd344c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:47.873028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Network hostable DHCP agents. Network: 41621d23-4324-47cc-a868-4857dd344c86, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:36:47.888609 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-9189995f-faed-4186-8593-e510014a4a59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0fb526f53b744d49d8dbf93a5ca6c38&device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 1096 time: 0.2477913
Nov 27 11:36:47.969829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:47.991883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:48.003640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:48.015938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Network 41621d23-4324-47cc-a868-4857dd344c86 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:36:48.021062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:48.104274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 41621d23-4324-47cc-a868-4857dd344c86) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:48.114870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:48.121215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1732701-af0b-409a-8aaf-291beaa69d73 None None] Network 41621d23-4324-47cc-a868-4857dd344c86 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:48.128528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:48.138562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:48.139552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:48.226892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event deleted for resources: {'Port': ['ID=5c65ac32-64f7-48ef-8473-7b5ec405c829,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:48.245464 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 5.4095199
Nov 27 11:36:48.248181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41178) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:48.252887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:48.288464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:48.298832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Deleting port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:48.300221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:48.385828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0478f91b-4777-4daa-b359-bbe27bc1a2be {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:36:48.394218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:48.417089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Transition to ACTIVE for port object 0478f91b-4777-4daa-b359-bbe27bc1a2be will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:48.439964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-1ba5f6f4-c97a-467b-860e-9e57480c1fe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:48.441754 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-1ba5f6f4-c97a-467b-860e-9e57480c1fe4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6 HTTP/1.1" status: 200  len: 912 time: 0.1569810
Nov 27 11:36:48.461431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:48.558106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:48.595514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:48.603935 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-ba38752d-26b8-4855-b97b-c27a641626c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce38a8ca-989c-43a6-9723-ead84a17db78 HTTP/1.1" status: 200  len: 217 time: 0.1202083
Nov 27 11:36:48.611634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Usage tracker for resource:security_group_rule and tenant:829a6e1e493241b2bf55838c83089372 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:48.615640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:48.660477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:48.672062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:48.695777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5138753-bec3-402a-88eb-c80ad817f911 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:48.703613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5138753-bec3-402a-88eb-c80ad817f911 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:48.704808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a5138753-bec3-402a-88eb-c80ad817f911 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Synchronizing usage tracker for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:48.715151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] For port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:48.716448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:48.755208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:48.770760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2d19d-1583-4cee-9ea5-9d8ba011e8a9 req-3156dbff-76d3-4441-8115-5ee6d2a17c68 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:48.783844 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f8a2d19d-1583-4cee-9ea5-9d8ba011e8a9 req-3156dbff-76d3-4441-8115-5ee6d2a17c68 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 943 time: 0.4971898
Nov 27 11:36:48.859121 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f8a2d19d-1583-4cee-9ea5-9d8ba011e8a9 req-4cebc45e-15e7-4914-9e9c-5a66745bf067 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737944
Nov 27 11:36:48.883730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Calling delete_port for 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:49.016457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f262be1b-f4b4-4167-a5c3-2dab752a0b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.043564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-828e23f0-3de0-4feb-8758-567cfd80f7b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:49.045352 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-828e23f0-3de0-4feb-8758-567cfd80f7b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26ed1a9c-5e3b-4614-9554-cb5a8d17951b HTTP/1.1" status: 200  len: 850 time: 0.1315825
Nov 27 11:36:49.073069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Pushing event updated for resources: {'Port': ['ID=0478f91b-4777-4daa-b359-bbe27bc1a2be,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:49.093451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:49.105616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.206860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.211373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:49.231415 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-c435ffbd-d077-4f45-b1c5-40d196acf499 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1315286
Nov 27 11:36:49.237557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6fe5-1670-418d-87ba-912e805d07a6 req-75333e79-3cf9-4f2e-97d7-f24be587015c tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:49.239350 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-86fd6fe5-1670-418d-87ba-912e805d07a6 req-75333e79-3cf9-4f2e-97d7-f24be587015c tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 932 time: 0.1821630
Nov 27 11:36:49.282377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Pushing event deleted for resources: {'Port': ['ID=7ff5ea66-21fe-4f30-80c2-d2f103d2b786,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:49.285162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:49.288847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] No DVR routers for this DVR port 7ff5ea66-21fe-4f30-80c2-d2f103d2b786 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:36:49.310919 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-86fd6fe5-1670-418d-87ba-912e805d07a6 req-b37df360-b687-4f0a-af28-7810baf7b274 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633180
Nov 27 11:36:49.338026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269c1c7-21c3-4716-be77-9036a1e0aa8c req-01ea7bae-7f8a-4f90-a6da-3836b0161801 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:49.339351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0269c1c7-21c3-4716-be77-9036a1e0aa8c req-01ea7bae-7f8a-4f90-a6da-3836b0161801 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Synchronizing usage tracker for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:49.395548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.504374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:49.611641 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-7f8c349c-840c-44a5-927b-e1947b0f74cb service neutron] 10.222.0.39 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317425
Nov 27 11:36:49.612995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0269c1c7-21c3-4716-be77-9036a1e0aa8c req-01ea7bae-7f8a-4f90-a6da-3836b0161801 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Unset dirty status for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:49.614104 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0269c1c7-21c3-4716-be77-9036a1e0aa8c req-01ea7bae-7f8a-4f90-a6da-3836b0161801 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 931 time: 1.8952279
Nov 27 11:36:49.614836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:49.633721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.715187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce85433-71b0-4bc9-a3da-838038304577,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:49.719395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:49.736146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.736146 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Added segment 1a13908f-9b8f-4183-817c-e1e1cf4058d6 of type vlan for network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237
Nov 27 11:36:49.736146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.754967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.778913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:49.793834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a5138753-bec3-402a-88eb-c80ad817f911 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Unset dirty status for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:49.797856 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a5138753-bec3-402a-88eb-c80ad817f911 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 1.5458481
Nov 27 11:36:49.799910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41184) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:49.865195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Attempting to bind port 0478f91b-4777-4daa-b359-bbe27bc1a2be on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:49.865558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Attempting to bind port 0478f91b-4777-4daa-b359-bbe27bc1a2be by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:49.865905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Attempting to bind port 0478f91b-4777-4daa-b359-bbe27bc1a2be on network 286559ef-d0ae-4427-aa8a-a0cead761ad7 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:49.872007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.883680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:49.900251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Deleting port 408ccaac-af61-4d8a-b589-766181ae7012 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:49.900583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:49.905675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e63caa-fc7e-412f-a3c9-d3efe79916ce,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:49.930626 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0269c1c7-21c3-4716-be77-9036a1e0aa8c req-eeca57a4-f7f3-4cfe-8261-ec3814d9a6a2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3012779
Nov 27 11:36:49.931482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:49.947671 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-ebdeeb82-fef8-4aed-9fd0-2abbc6fe1bc5 service neutron] 10.222.0.39 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2213006
Nov 27 11:36:49.968489 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=829a6e1e493241b2bf55838c83089372&name=default HTTP/1.1" status: 200  len: 2647 time: 2.7592802
Nov 27 11:36:49.977873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41190) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:49.982769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Port 0478f91b-4777-4daa-b359-bbe27bc1a2be on network 286559ef-d0ae-4427-aa8a-a0cead761ad7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:36:49.983082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Attempting to bind port 0478f91b-4777-4daa-b359-bbe27bc1a2be on network 286559ef-d0ae-4427-aa8a-a0cead761ad7 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:50.038987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:50.039534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Checking segment: {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:50.040370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Bound using segment: {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:50.041095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Bound port: 0478f91b-4777-4daa-b359-bbe27bc1a2be, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:50.041650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.058742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:36:50.070856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.120612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.127761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Transition to ACTIVE for port object aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:50.136313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-268b4f4a-adf6-43cf-b4f8-5aba5d3ff2cb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:50.176062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.198202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:50.198801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.281478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.317293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:50.326354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:50.335285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=ddceffc5-54cb-497f-917c-b800b823e96d,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:50.339844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.344088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:50.344678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.348332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c1031dcc-89fa-458a-91a1-b88c8cf33ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.348667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] For port 0478f91b-4777-4daa-b359-bbe27bc1a2be, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:50.356833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] For port 0478f91b-4777-4daa-b359-bbe27bc1a2be, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0478f91b-4777-4daa-b359-bbe27bc1a2be,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:50.360616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad976b88-cc80-4f1a-86fe-f9bd11b334b9 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:50.362456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:50.364160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:50.519660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254286ff-4e13-4193-86db-c7c880e60390 req-82266e91-dec7-4088-8ff7-d27098cfe2dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:50.520141 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-254286ff-4e13-4193-86db-c7c880e60390 req-82266e91-dec7-4088-8ff7-d27098cfe2dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 943 time: 0.4981833
Nov 27 11:36:50.530326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Calling delete_port for 408ccaac-af61-4d8a-b589-766181ae7012 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:50.597425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.598342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c1031dcc-89fa-458a-91a1-b88c8cf33ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.667132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Network': ['ID=88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:50.672271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:50.674149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:50.682877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'ddceffc5-54cb-497f-917c-b800b823e96d'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:36:50.683934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.684100 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-254286ff-4e13-4193-86db-c7c880e60390 req-cd69a652-2e3e-45a4-9f3c-6a7b67a73fbd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204252
Nov 27 11:36:50.703220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:50.723978 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 4.4825201
Nov 27 11:36:50.728327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41196) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:50.735724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'subnet': {'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:50.741356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.742772 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] 10.222.0.39 "PUT /v2.0/ports/0478f91b-4777-4daa-b359-bbe27bc1a2be HTTP/1.1" status: 200  len: 1093 time: 5.6441817
Nov 27 11:36:50.748878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'tag': '0478f91b-4777-4daa-b359-bbe27bc1a2be'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:36:50.792169 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.6481748
Nov 27 11:36:50.813420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41202) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:50.838252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': 'ddceffc5-54cb-497f-917c-b800b823e96d', 'ip_address': '2001:db8::eff2:c706:a840:ff'}], 'name': 'tempest-NetworksTestDHCPv6-1426031219'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:50.858953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.867678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c1031dcc-89fa-458a-91a1-b88c8cf33ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:50.887292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-05311375-119c-4b1b-8168-909156860bc0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:50.927772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:50.949479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Port': ['ID=408ccaac-af61-4d8a-b589-766181ae7012,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:51.022362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:51.032829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Usage tracker for resource:subnet and tenant:4c8df23cf3b647f38d18991ea67b1fa5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:51.036537 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:51.046361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:51.069433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:51.078749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-892b0043-6658-40ce-8f4c-daf7de3b378f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:51.084704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1031dcc-89fa-458a-91a1-b88c8cf33ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e63caa-fc7e-412f-a3c9-d3efe79916ce,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:51.093775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c1031dcc-89fa-458a-91a1-b88c8cf33ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:51.102038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.129214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Pushing event updated for resources: {'Port': ['ID=0478f91b-4777-4daa-b359-bbe27bc1a2be,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:51.145820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/ddceffc5-54cb-497f-917c-b800b823e96d/adc3c088-bc49-45c0-8274-7d24cd9e9bd7) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:51.152039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:51.159072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:51.159354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:51.171016 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/ports/408ccaac-af61-4d8a-b589-766181ae7012 HTTP/1.1" status: 204  len: 168 time: 1.3700497
Nov 27 11:36:51.176674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41212) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:51.185368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Made reservation on behalf of 4c8df23cf3b647f38d18991ea67b1fa5 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:51.207716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c1031dcc-89fa-458a-91a1-b88c8cf33ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.211497 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c1031dcc-89fa-458a-91a1-b88c8cf33ae1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9e63caa-fc7e-412f-a3c9-d3efe79916ce HTTP/1.1" status: 204  len: 168 time: 1.2302170
Nov 27 11:36:51.267828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9514b943-38d7-4b61-8a83-ac26799b75c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.326895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Attempting to bind port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:51.327244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Attempting to bind port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:51.327529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Attempting to bind port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 on network d26cf85b-f22d-4c77-b703-07095256914f {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:51.354246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301dafc-97df-4c7e-8147-78b4e8171b6f req-ec317ff8-5748-42ab-84f0-8d210b3ce2cc tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:51.355762 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3301dafc-97df-4c7e-8147-78b4e8171b6f req-ec317ff8-5748-42ab-84f0-8d210b3ce2cc tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 944 time: 0.7887580
Nov 27 11:36:51.362671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:51.368208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.405939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:51.432948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 on network d26cf85b-f22d-4c77-b703-07095256914f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:36:51.433858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Attempting to bind port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 on network d26cf85b-f22d-4c77-b703-07095256914f {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:51.452101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.452670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:51.464901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Transition to ACTIVE for port object adc3c088-bc49-45c0-8274-7d24cd9e9bd7 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:51.477255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a766-9f52-4999-b0eb-7e8c8486c1bb req-4eeb52c2-4274-4c7c-a2ef-d58592065586 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:51.478812 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ade2a766-9f52-4999-b0eb-7e8c8486c1bb req-4eeb52c2-4274-4c7c-a2ef-d58592065586 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 943 time: 0.3670104
Nov 27 11:36:51.479128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Deleting port a0446002-2244-43f8-9e45-c785be9c3b47 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:51.479783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.483058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:51.496134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Transition to ACTIVE for port object adc3c088-bc49-45c0-8274-7d24cd9e9bd7 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:51.533229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:51.533554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Checking segment: {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:51.533928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Bound using segment: {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:51.534358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Bound port: aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35e8667-0517-4b04-8682-0d9f9b587995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:51.534710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.555606 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ade2a766-9f52-4999-b0eb-7e8c8486c1bb req-abde8adc-a270-444b-84c7-45ee4b614936 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679166
Nov 27 11:36:51.573240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.584764 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-63cf2f9c-7ea1-4b19-8246-25b1a03c79b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebca4f3d11414415b7598d4a00dfaa0a&device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 1096 time: 0.6694078
Nov 27 11:36:51.589601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26c3bca9-ec20-465d-b227-cfd462da42fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:51.607708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:51.649980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:51.653642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:51.658437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:51.682445 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-f3a43905-11a9-4464-94c1-3179c6726727 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0478f91b-4777-4daa-b359-bbe27bc1a2be HTTP/1.1" status: 200  len: 217 time: 0.0861077
Nov 27 11:36:51.738829 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3301dafc-97df-4c7e-8147-78b4e8171b6f req-24ec6877-6126-48a8-8e20-3811592c3ffb tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3518136
Nov 27 11:36:51.794256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Attempting to bind port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:51.796458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Attempting to bind port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:51.796458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Attempting to bind port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:51.806528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:51.807114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:51.807682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.808230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:51.808913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Bound port: adc3c088-bc49-45c0-8274-7d24cd9e9bd7, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:51.810008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.815760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-b267cc39-9d61-4f33-b9b8-f5a23c585fe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:51.817182 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-b267cc39-9d61-4f33-b9b8-f5a23c585fe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be9c4bb-77ac-4c7e-9d67-314ad5dc9387 HTTP/1.1" status: 200  len: 845 time: 0.0692954
Nov 27 11:36:51.892574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Router 96145ceb-0244-47a2-bd6d-625bfe9b4045 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:36:51.935040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Pushing event updated for resources: {'Port': ['ID=adc3c088-bc49-45c0-8274-7d24cd9e9bd7,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:51.947434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:51.968102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] For port adc3c088-bc49-45c0-8274-7d24cd9e9bd7, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:51.971918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] For port adc3c088-bc49-45c0-8274-7d24cd9e9bd7, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=adc3c088-bc49-45c0-8274-7d24cd9e9bd7,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:51.972073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:51.996483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:52.009249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'tag': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'status': 'completed', 'code': 200}
Nov 27 11:36:52.069418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.097287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.102406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c277eebb-3cff-42e2-beda-8345adc72e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:52.111177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-04a86fd5-8668-478f-8566-8d8833308ccb tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:52.116152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] For port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:52.145237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41224) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:52.203421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Pushing event updated for resources: {'Port': ['ID=adc3c088-bc49-45c0-8274-7d24cd9e9bd7,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:52.209719 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:52.219124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.232661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] For port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:52.279256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.355343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Subnet': ['ID=a5c26010-02f6-4021-8af3-2a6e263b7016,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:52.369653 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-f126c42a-ff37-4a3e-97d2-1ee9f55bb32b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=286559ef-d0ae-4427-aa8a-a0cead761ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5372550
Nov 27 11:36:52.381223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Calling delete_port for a0446002-2244-43f8-9e45-c785be9c3b47 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:52.383303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:52.418422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Checking segment: {'id': '1a13908f-9b8f-4183-817c-e1e1cf4058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:52.418994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Network hostable DHCP agents. Network: 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:36:52.436395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.453013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:52.460003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::eff2:c706:a840:ff (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/ddceffc5-54cb-497f-917c-b800b823e96d/cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:52.463503 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c11e4d98-d114-46e5-944e-74d7a61ecff3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a10a11860ab442018b2b314a1b3132ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3099031
Nov 27 11:36:52.465637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41228) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:52.594806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-69b4ac69-dd67-4448-a3b3-b856834e30da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.636282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:36:52.736989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017d5a4-a88f-4f50-a16c-6999ef8561ef req-1587a4ef-7f25-46f5-9b3c-f96847d84d76 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:52.738658 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3017d5a4-a88f-4f50-a16c-6999ef8561ef req-1587a4ef-7f25-46f5-9b3c-f96847d84d76 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 943 time: 0.8082511
Nov 27 11:36:52.744410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.748351 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] 10.222.0.39 "PUT /v2.0/ports/aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1094 time: 5.9549654
Nov 27 11:36:52.774331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device adc3c088-bc49-45c0-8274-7d24cd9e9bd7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:52.785892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-69b4ac69-dd67-4448-a3b3-b856834e30da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.819157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:52.832084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:52.850879 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-653354d1-bd67-4790-9380-135e78d116af service neutron] 10.222.0.39 "GET /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4343383
Nov 27 11:36:52.890946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:52.895961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:52.896845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.905478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea725a61-33a4-4aad-9ce0-965f038760ba None None] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:52.930367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.955864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:52.969653 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3017d5a4-a88f-4f50-a16c-6999ef8561ef req-3adbe5af-cad1-4062-9ad0-600f843d3838 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2098727
Nov 27 11:36:52.972394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-52894b98-7d2b-49c4-b1df-213cef68f376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:52.993374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:53.029451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:53.209881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a8910-fded-4893-9e8a-240194d755ac req-452c41d6-9991-4bb3-8850-d5d31e115fff tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:53.209881 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-649a8910-fded-4893-9e8a-240194d755ac req-452c41d6-9991-4bb3-8850-d5d31e115fff tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 943 time: 0.2741904
Nov 27 11:36:53.211178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.211178 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/ports/a0446002-2244-43f8-9e45-c785be9c3b47 HTTP/1.1" status: 204  len: 168 time: 2.0145688
Nov 27 11:36:53.211178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Port': ['ID=a0446002-2244-43f8-9e45-c785be9c3b47,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:53.223616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41236) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:53.233073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'tenant_id': '4c8df23cf3b647f38d18991ea67b1fa5', 'fixed_ips': [{'subnet_id': 'a5c26010-02f6-4021-8af3-2a6e263b7016'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:36:53.234957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.279671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1f1dd73b-ad29-4b86-baf0-e7529341a936 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Synchronizing usage tracker for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:53.311828 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-649a8910-fded-4893-9e8a-240194d755ac req-6a27d582-7d32-48d8-a55a-f2696e8e69cf tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067789
Nov 27 11:36:53.358908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:53.374842 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6452765
Nov 27 11:36:53.381001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41240) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:53.387409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1873237227'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:53.453196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:36:53.460216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.463081 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Allocated IP 2001:db8::2 (88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237/a5c26010-02f6-4021-8af3-2a6e263b7016/2a457493-a32f-4933-85a6-916d04a7a43d) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:53.463816 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0418d-de17-43ba-9e52-149a26f7f6d8 None None] Sync routers for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:36:53.485295 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0418d-de17-43ba-9e52-149a26f7f6d8 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:53.492173 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a7c0418d-de17-43ba-9e52-149a26f7f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466f9cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:53.492722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-69b4ac69-dd67-4448-a3b3-b856834e30da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.492722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1f1dd73b-ad29-4b86-baf0-e7529341a936 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Unset dirty status for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:53.494522 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1f1dd73b-ad29-4b86-baf0-e7529341a936 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2698274
Nov 27 11:36:53.496128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.513678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41244) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:53.515039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:53.546420 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-c6126e7d-0012-4dd4-8c84-8c349cbc7246 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1097 time: 0.6809738
Nov 27 11:36:53.558250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1863535529'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:53.562633 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45b0ce5-578f-4c45-9636-a79c7c9dc946 req-c1e55a67-a747-4826-8c66-9755db77e77a service neutron] 10.222.0.39 "GET /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7019956
Nov 27 11:36:53.564178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:53.569791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Usage tracker for resource:network and tenant:2dc3a15662fc411f88cd06cbf403760b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:53.571711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ce38a8ca-989c-43a6-9723-ead84a17db78 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:36:53.573089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:53.579681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:53.595028 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a7c0418d-de17-43ba-9e52-149a26f7f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466f9cd0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:53.611090 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0418d-de17-43ba-9e52-149a26f7f6d8 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:36:53.612361 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a7c0418d-de17-43ba-9e52-149a26f7f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466f9cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:53.640747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-69b4ac69-dd67-4448-a3b3-b856834e30da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.644868 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-69b4ac69-dd67-4448-a3b3-b856834e30da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99763d48-b50a-442a-b002-31caa8ddf811 HTTP/1.1" status: 204  len: 168 time: 1.1752625
Nov 27 11:36:53.685061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Made reservation on behalf of 2dc3a15662fc411f88cd06cbf403760b for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:53.688622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.701007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:53.709570 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a7c0418d-de17-43ba-9e52-149a26f7f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466f9cd0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:36:53.711195 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0418d-de17-43ba-9e52-149a26f7f6d8 None None] The sync data for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:36:53.721324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaa234-864b-4434-a471-2a7c78a7d03e req-44235c61-da0e-48c7-9d10-72fc20a01b53 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:53.725536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:53.727912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.728152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:53.728264 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8faaa234-864b-4434-a471-2a7c78a7d03e req-44235c61-da0e-48c7-9d10-72fc20a01b53 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 944 time: 0.5289404
Nov 27 11:36:53.733592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:53.734332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.746390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.resource_extend [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:53.752821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:53.756308 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-85605f53-518b-4e1b-9fc1-bf13ac676f60 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "DELETE /v2.0/floatingips/d556db5d-fda4-4cdd-bbde-cfd892e9ea0b HTTP/1.1" status: 204  len: 168 time: 9.7353933
Nov 27 11:36:53.757849 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-bafe389e-fb90-46e5-a022-d1329b0c38f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 217 time: 0.1984055
Nov 27 11:36:53.770141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41250) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:53.784233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:53.794169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.794667 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Added segment afd3404f-dcd2-4f2c-9841-b12abd377f56 of type vlan for network 20b6eccf-b5be-4274-ae84-2743206adcb3
Nov 27 11:36:53.813842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:53.818825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:53.822766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Usage tracker for resource:floatingip and tenant:92038f0d64a64fc99344148e86e21f6f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:53.825713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:53.827960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.838315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:53.877809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.878317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.878945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.879656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.879823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.880269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.880709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.881146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.881580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.882014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.882446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:53.886545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-49fefd5c-3ec8-443a-9168-cbac747c830e None None] Provisioning for port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:53.887138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:53.889338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6a3dbb2-7cd4-40c9-a76a-47d20c1ef9a7 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:53.899285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:53.906149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4ac69-dd67-4448-a3b3-b856834e30da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99763d48-b50a-442a-b002-31caa8ddf811,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:53.908825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-69b4ac69-dd67-4448-a3b3-b856834e30da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:53.910128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Usage tracker for resource:port and tenant:4c8df23cf3b647f38d18991ea67b1fa5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:53.913883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:53.923202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:53.927101 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8faaa234-864b-4434-a471-2a7c78a7d03e req-1bd36e4e-fbfd-4be5-97c6-3f76d852e4ca tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1977577
Nov 27 11:36:53.934211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.956942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-73119d7b-318b-4132-8d0e-bb3bd8ca59e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:53.958464 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-73119d7b-318b-4132-8d0e-bb3bd8ca59e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.1919084
Nov 27 11:36:53.970513 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 3.1546991
Nov 27 11:36:53.970513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.972380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41254) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:53.974418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-49fefd5c-3ec8-443a-9168-cbac747c830e None None] Provisioning complete for port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:53.974833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49fefd5c-3ec8-443a-9168-cbac747c830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:53.979575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:53.980198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.003158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:54.013307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'tag': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:36:54.040819 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-1e732576-8437-46b9-b5d3-f7c0f9b829da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebca4f3d11414415b7598d4a00dfaa0a&device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 1096 time: 0.3589725
Nov 27 11:36:54.159653 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6061049
Nov 27 11:36:54.164887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Made reservation on behalf of 4c8df23cf3b647f38d18991ea67b1fa5 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:54.169609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41266) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:54.169729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.176437 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'tag': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'status': 'completed', 'code': 200}
Nov 27 11:36:54.179252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.182455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ce38a8ca-989c-43a6-9723-ead84a17db78, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ce38a8ca-989c-43a6-9723-ead84a17db78,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:54.182971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1025528305'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:54.211546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Transition to ACTIVE for port object 2a457493-a32f-4933-85a6-916d04a7a43d will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:54.217582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'port_id': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'mac_address': 'fa:16:3e:b3:5f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:36:54.250222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:54.265513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Usage tracker for resource:network and tenant:2dc3a15662fc411f88cd06cbf403760b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:54.270006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:54.294781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:54.336085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Network': ['ID=20b6eccf-b5be-4274-ae84-2743206adcb3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:54.345653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] device_id is not set on port 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:54.349927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Transition to ACTIVE for port object 2a457493-a32f-4933-85a6-916d04a7a43d will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:54.363798 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-8fb4c81b-109e-41a2-a7db-70ce28200ba0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3898714
Nov 27 11:36:54.371058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-2db96acc-5e6e-49fe-9b37-fd16c0812181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:54.373131 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-2db96acc-5e6e-49fe-9b37-fd16c0812181 service neutron] 10.222.0.39 "GET /v2.0/networks?id=286559ef-d0ae-4427-aa8a-a0cead761ad7 HTTP/1.1" status: 200  len: 907 time: 0.2527523
Nov 27 11:36:54.384056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 20b6eccf-b5be-4274-ae84-2743206adcb3 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:54.428694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:54.431427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49fefd5c-3ec8-443a-9168-cbac747c830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.455466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.463796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7003ee47-c34d-4d61-aefe-084dbb36242b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:54.492542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.499524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Made reservation on behalf of 2dc3a15662fc411f88cd06cbf403760b for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:54.502705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.523059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Allocated IP 2001:db8::2e8 (88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237/a5c26010-02f6-4021-8af3-2a6e263b7016/1ab90cc5-f9af-4f92-921a-310f75e0f7d1) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:54.594787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce38a8ca-989c-43a6-9723-ead84a17db78 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:36:54.605043 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-e917d345-b369-461f-9253-2cc588fcedb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0478f91b-4777-4daa-b359-bbe27bc1a2be HTTP/1.1" status: 200  len: 217 time: 0.2088864
Nov 27 11:36:54.688458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ce38a8ca-989c-43a6-9723-ead84a17db78, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ce38a8ca-989c-43a6-9723-ead84a17db78,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:54.689471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Pushing event updated for resources: {'Port': ['ID=2a457493-a32f-4933-85a6-916d04a7a43d,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:54.695476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:54.697250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-49fefd5c-3ec8-443a-9168-cbac747c830e None None] For port adc3c088-bc49-45c0-8274-7d24cd9e9bd7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=adc3c088-bc49-45c0-8274-7d24cd9e9bd7,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:54.699317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:54.701280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:54.703466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:54.748018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.757274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.765922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Transition to ACTIVE for port object 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:54.767468 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:36:54.772812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49fefd5c-3ec8-443a-9168-cbac747c830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.774694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.781193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:54.785922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.786997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Added segment 6a6bbaa8-5180-4d44-841e-f9370ccb91ee of type vlan for network f5eed4d0-0f4b-4568-a5f9-2b69807c1668
Nov 27 11:36:54.821123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1e65b-1f84-4e96-9348-823f3b6937f8 req-4be17e50-f7e0-4c50-bd09-ae9f07ee75e5 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:54.822566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.822793 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cbd1e65b-1f84-4e96-9348-823f3b6937f8 req-4be17e50-f7e0-4c50-bd09-ae9f07ee75e5 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 943 time: 0.5868573
Nov 27 11:36:54.830675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d514d0f-2de0-4095-aacc-d381547594d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:54.834864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d514d0f-2de0-4095-aacc-d381547594d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:54.835662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d514d0f-2de0-4095-aacc-d381547594d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:54.844751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Attempting to bind port 2a457493-a32f-4933-85a6-916d04a7a43d on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:36:54.845329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Attempting to bind port 2a457493-a32f-4933-85a6-916d04a7a43d by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '1a13908f-9b8f-4183-817c-e1e1cf4058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:36:54.845874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Attempting to bind port 2a457493-a32f-4933-85a6-916d04a7a43d on network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:36:54.864256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:36:54.864874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Checking segment: {'id': '1a13908f-9b8f-4183-817c-e1e1cf4058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:36:54.865457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.865994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Bound using segment: {'id': '1a13908f-9b8f-4183-817c-e1e1cf4058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:36:54.866106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.866752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Bound port: 2a457493-a32f-4933-85a6-916d04a7a43d, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13908f-9b8f-4183-817c-e1e1cf4058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:36:54.874552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:54.876836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a3105a2-ba92-4482-aa8d-948765872e5b tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:54.894780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fefd5c-3ec8-443a-9168-cbac747c830e None None] Pushing event updated for resources: {'Port': ['ID=adc3c088-bc49-45c0-8274-7d24cd9e9bd7,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:54.901556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-75b0184a-fa44-4db6-838a-e3c83d083888 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:54.904217 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-75b0184a-fa44-4db6-838a-e3c83d083888 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be9c4bb-77ac-4c7e-9d67-314ad5dc9387 HTTP/1.1" status: 200  len: 845 time: 0.2668829
Nov 27 11:36:54.968921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:54.974380 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cbd1e65b-1f84-4e96-9348-823f3b6937f8 req-69812460-7785-469e-9299-8de7f8515921 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1348259
Nov 27 11:36:54.977772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:54.979930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:54.984394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:54.985001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:55.004975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=1ab90cc5-f9af-4f92-921a-310f75e0f7d1,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:55.008699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:55.036360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:55.055281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:55.056767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:55.076335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d514d0f-2de0-4095-aacc-d381547594d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:55.077775 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5d514d0f-2de0-4095-aacc-d381547594d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 1.0776334
Nov 27 11:36:55.080771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41286) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:55.089079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:55.092528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] For port 2a457493-a32f-4933-85a6-916d04a7a43d, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:36:55.098608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=ce38a8ca-989c-43a6-9723-ead84a17db78,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:55.103581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:55.105604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] For port 2a457493-a32f-4933-85a6-916d04a7a43d, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2a457493-a32f-4933-85a6-916d04a7a43d,segment=NetworkSegment(1a13908f-9b8f-4183-817c-e1e1cf4058d6),segment_id=1a13908f-9b8f-4183-817c-e1e1cf4058d6)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:36:55.107266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:55.107607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:55.108249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8ca398ca-16c2-428e-bd04-cae90d42f7a3 None None] Provisioning for port cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:55.126183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8ca398ca-16c2-428e-bd04-cae90d42f7a3 None None] Provisioning complete for port cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:55.126589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8ca398ca-16c2-428e-bd04-cae90d42f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:55.134731 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.7499228
Nov 27 11:36:55.138538 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41292) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:55.138678 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-1c9b924d-6252-442c-a44c-0238b828bc44 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7628906
Nov 27 11:36:55.170404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['ce38a8ca-989c-43a6-9723-ead84a17db78'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:36:55.174981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-712751508', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:5c:3d:8a'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:55.207724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:55.226444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:55.254189 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0710313
Nov 27 11:36:55.395260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b7b1e-6dee-44d3-9d46-723210b52798 req-cb1ff379-3217-4e05-b535-fd796ef72295 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:55.401045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8ca398ca-16c2-428e-bd04-cae90d42f7a3 None None] Port cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:55.404123 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c0b7b1e-6dee-44d3-9d46-723210b52798 req-cb1ff379-3217-4e05-b535-fd796ef72295 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 943 time: 0.7963154
Nov 27 11:36:55.462876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Pushing event updated for resources: {'Port': ['ID=2a457493-a32f-4933-85a6-916d04a7a43d,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:55.476594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:55.503266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Allocated IP 172.26.6.82 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/78790ff1-dc95-4667-8a7d-ab0ffa0fa5d0) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:55.522255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 0478f91b-4777-4daa-b359-bbe27bc1a2be details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:36:55.582533 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:36:55.583257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:55.960384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 0478f91b-4777-4daa-b359-bbe27bc1a2be, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0478f91b-4777-4daa-b359-bbe27bc1a2be,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:55.997668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34cfb6-3e73-4b54-922f-fc1fa01a7078 req-387a3839-ad01-4238-80d5-d7796d7cb073 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:55.999288 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0e34cfb6-3e73-4b54-922f-fc1fa01a7078 req-387a3839-ad01-4238-80d5-d7796d7cb073 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 944 time: 0.8071234
Nov 27 11:36:56.000445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:56.017361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'port_id': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'mac_address': 'fa:16:3e:0c:ee:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:36:56.020351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Network': ['ID=f5eed4d0-0f4b-4568-a5f9-2b69807c1668,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:56.028968 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-b817b5aa-d5da-443a-95cd-5a600b7a91d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=286559ef-d0ae-4427-aa8a-a0cead761ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.0829220
Nov 27 11:36:56.032205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Usage tracker for resource:port and tenant:4c8df23cf3b647f38d18991ea67b1fa5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:56.040707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:56.055899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:56.069733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:56.102058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:56.131395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0478f91b-4777-4daa-b359-bbe27bc1a2be {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:36:56.163342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 0478f91b-4777-4daa-b359-bbe27bc1a2be, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0478f91b-4777-4daa-b359-bbe27bc1a2be,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:56.192114 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0e34cfb6-3e73-4b54-922f-fc1fa01a7078 req-2ec868b6-c2f0-4bb0-acd1-1f6fb134e918 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1851218
Nov 27 11:36:56.228620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.230959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.231945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.232370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.232947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.233208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.233633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.234143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.234778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.235235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.235766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:56.248634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network f5eed4d0-0f4b-4568-a5f9-2b69807c1668 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:36:56.249370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:56.249751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:56.482835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:56.486559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:56.529164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77332dfa-1ca0-4b17-b1da-fe88d6eb9b5d req-25fadb51-beee-43ab-9f8a-ae8c44441934 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3790543
Nov 27 11:36:56.532943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:36:56.883516 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=0478f91b-4777-4daa-b359-bbe27bc1a2be,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:56.898874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['0478f91b-4777-4daa-b359-bbe27bc1a2be'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:36:56.908830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Made reservation on behalf of 4c8df23cf3b647f38d18991ea67b1fa5 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:36:57.029634 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c0b7b1e-6dee-44d3-9d46-723210b52798 req-caafc121-3d77-4835-87f9-e1e3d76858ec tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9522195
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:36:57.029837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:57.062083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a457493-a32f-4933-85a6-916d04a7a43d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:57.095053 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-ca73d8dd-041f-42d9-818a-41a2ad099d2c service neutron] 10.222.0.39 "GET /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0331838
Nov 27 11:36:57.115614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd78122-de97-461a-81bb-aa099a77020b None None] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:36:57.383035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:57.411098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0c6f7-18e5-4886-bcda-3ac0948a3ae1 req-c4232b17-0e36-42e2-80db-a6cc6a5f5430 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:57.423405 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-73a0c6f7-18e5-4886-bcda-3ac0948a3ae1 req-c4232b17-0e36-42e2-80db-a6cc6a5f5430 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 944 time: 0.5117230
Nov 27 11:36:57.432604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] device_id is not set on port 79aedbc5-78d0-414c-aad8-ade9fffaec04 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:36:57.451141 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-400e4f66-481c-4b4e-bb88-f6fefd4ab298 req-c85d029f-11ee-4726-8033-1fc21dbd3cbc service neutron] 10.222.0.39 "GET /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3307645
Nov 27 11:36:57.523700 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-a338161f-c302-4b49-8331-571be3a9f895 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1097 time: 0.8091183
Nov 27 11:36:57.571085 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-73a0c6f7-18e5-4886-bcda-3ac0948a3ae1 req-023477a6-37d3-4f56-a39c-d40171fd71a8 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889118
Nov 27 11:36:57.610191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ce38a8ca-989c-43a6-9723-ead84a17db78 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:57.663341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Allocated IP 2001:db8::f5 (88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237/a5c26010-02f6-4021-8af3-2a6e263b7016/79aedbc5-78d0-414c-aad8-ade9fffaec04) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:36:57.742150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:57.751861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] Provisioning for port 2a457493-a32f-4933-85a6-916d04a7a43d completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:57.761684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 2a457493-a32f-4933-85a6-916d04a7a43d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:57.783269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] Provisioning complete for port 2a457493-a32f-4933-85a6-916d04a7a43d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:57.783731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:57.785892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:57.863098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-0e8d1010-9684-47b5-b63e-cb199a909ba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:57.864528 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-0e8d1010-9684-47b5-b63e-cb199a909ba1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 0.3340273
Nov 27 11:36:57.891371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2a457493-a32f-4933-85a6-916d04a7a43d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:57.892305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:57.913455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:57.958380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:58.014185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port ce38a8ca-989c-43a6-9723-ead84a17db78 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:58.014910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19aad4-920d-423b-b5ae-07e40e743266 req-f06f5541-8b34-4bb1-bf1a-49e61505b305 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:58.016366 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc19aad4-920d-423b-b5ae-07e40e743266 req-f06f5541-8b34-4bb1-bf1a-49e61505b305 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 944 time: 0.5390606
Nov 27 11:36:58.022861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:58.024979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-816c6439-8913-426b-9a60-4085adefbccd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 217 time: 0.1364183
Nov 27 11:36:58.026178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:58.031215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:58.062248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port ce38a8ca-989c-43a6-9723-ead84a17db78 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:58.062730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.219525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.308946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:58.382347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:58.384123 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 HTTP/1.1" status: 204  len: 168 time: 3.3021662
Nov 27 11:36:58.393724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41318) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:58.424859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.508437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Pushing event updated for resources: {'Port': ['ID=78790ff1-dc95-4667-8a7d-ab0ffa0fa5d0,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:58.512609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:58.533335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41322) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:58.573663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.617220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.624120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.624309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.643879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55206ad9-8648-43aa-8210-ee342a30b54a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:58.645279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55206ad9-8648-43aa-8210-ee342a30b54a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:58.646024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-55206ad9-8648-43aa-8210-ee342a30b54a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:36:58.657807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'subnets': [{'network_id': '20b6eccf-b5be-4274-ae84-2743206adcb3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--117070871', 'ip_version': 6}, {'network_id': 'f5eed4d0-0f4b-4568-a5f9-2b69807c1668', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:58.658308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'subnet': {'network_id': '20b6eccf-b5be-4274-ae84-2743206adcb3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--117070871', 'ip_version': 6}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:58.659103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Request body: {'subnet': {'network_id': 'f5eed4d0-0f4b-4568-a5f9-2b69807c1668', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:58.666904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Transition to ACTIVE for port object 79aedbc5-78d0-414c-aad8-ade9fffaec04 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:36:58.721213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6900a-ddcb-4e7b-bbee-8065dfc73c09 req-4a32ebab-8cc9-4d1b-9715-f2a7e43027de tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:58.722789 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c2e6900a-ddcb-4e7b-bbee-8065dfc73c09 req-4a32ebab-8cc9-4d1b-9715-f2a7e43027de tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 944 time: 0.3743188
Nov 27 11:36:58.744823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] For port 2a457493-a32f-4933-85a6-916d04a7a43d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2a457493-a32f-4933-85a6-916d04a7a43d,segment=NetworkSegment(1a13908f-9b8f-4183-817c-e1e1cf4058d6),segment_id=1a13908f-9b8f-4183-817c-e1e1cf4058d6)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:58.801750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-55206ad9-8648-43aa-8210-ee342a30b54a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:36:58.808831 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-55206ad9-8648-43aa-8210-ee342a30b54a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4054506
Nov 27 11:36:58.823598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41332) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:58.826318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.841606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-932151d5-46af-4f21-973f-27b0094c9a95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:58.847885 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-932151d5-46af-4f21-973f-27b0094c9a95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.7029934
Nov 27 11:36:58.874166 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc19aad4-920d-423b-b5ae-07e40e743266 req-72ee2350-828f-4dd5-ae4d-3a278bbe0b1b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7264826
Nov 27 11:36:58.947980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:58.961980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:58.971059 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c2e6900a-ddcb-4e7b-bbee-8065dfc73c09 req-9aa7fbd1-3911-4ac7-a943-a7fb855e7114 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2342119
Nov 27 11:36:58.987214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.014296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aa7f6fcb-c6ba-45dc-8b9f-16db6059c6dd tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:59.109758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce38a8ca-989c-43a6-9723-ead84a17db78'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:36:59.192075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ce38a8ca-989c-43a6-9723-ead84a17db78, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ce38a8ca-989c-43a6-9723-ead84a17db78,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:36:59.226902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:36:59.227279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:36:59.235166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] Pushing event updated for resources: {'Port': ['ID=2a457493-a32f-4933-85a6-916d04a7a43d,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:59.238352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:59.243913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41336) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:59.308044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:36:59.331112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:36:59.331112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:36:59.331112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:59.331112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.388043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=79aedbc5-78d0-414c-aad8-ade9fffaec04,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:59.391480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:59.396100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.398380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:59.460131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.508936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-adde33a8-c226-4bff-aaf6-19d5b3df3532 None None] Provisioning for port 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:36:59.544079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-adde33a8-c226-4bff-aaf6-19d5b3df3532 None None] Provisioning complete for port 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:59.544683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-adde33a8-c226-4bff-aaf6-19d5b3df3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.601416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:59.605552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=ce38a8ca-989c-43a6-9723-ead84a17db78,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:59.608025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet ddceffc5-54cb-497f-917c-b800b823e96d {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:36:59.619946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.620058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:36:59.620058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 0478f91b-4777-4daa-b359-bbe27bc1a2be up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:59.644845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Usage tracker for resource:subnet and tenant:2dc3a15662fc411f88cd06cbf403760b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:59.654283 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-94f12c0b-2dd3-43b1-9735-cc5b99e8ab7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7775791
Nov 27 11:36:59.654535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:36:59.655786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:59.672127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.685325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.701749 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'code': 200}
Nov 27 11:36:59.704812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-adde33a8-c226-4bff-aaf6-19d5b3df3532 None None] Port 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:36:59.738110 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 4.5986667
Nov 27 11:36:59.742124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-592055385', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:36:59.767185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6fa1990f-5363-4c66-9261-2331150d15e0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:36:59.773928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41350) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:36:59.775289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-adde33a8-c226-4bff-aaf6-19d5b3df3532 None None] Provisioning complete for port 2a457493-a32f-4933-85a6-916d04a7a43d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:36:59.780012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-adde33a8-c226-4bff-aaf6-19d5b3df3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.780125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:36:59.806220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:59.812715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.resource_extend [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:36:59.822615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Usage tracker for resource:port and tenant:c580d5823b954c068da4203039cd144e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:36:59.830788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:36:59.841623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:36:59.862926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:36:59.927325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device adc3c088-bc49-45c0-8274-7d24cd9e9bd7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:36:59.932603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fb44c-fe70-44d6-a7de-fba2424279a0 req-8e6a62b8-606b-4071-8ab3-5ae5f1b67be6 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:36:59.934058 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4c8fb44c-fe70-44d6-a7de-fba2424279a0 req-8e6a62b8-606b-4071-8ab3-5ae5f1b67be6 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.7475598
Nov 27 11:36:59.941152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Pushing event updated for resources: {'Port': ['ID=78790ff1-dc95-4667-8a7d-ab0ffa0fa5d0,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:36:59.948765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:00.002942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.013595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938bd282-a511-4f66-9af7-f23cb681690c tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:00.018336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938bd282-a511-4f66-9af7-f23cb681690c tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:00.023829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938bd282-a511-4f66-9af7-f23cb681690c tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:00.024700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-938bd282-a511-4f66-9af7-f23cb681690c tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Synchronizing usage tracker for tenant:4c8df23cf3b647f38d18991ea67b1fa5 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:00.028639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Made reservation on behalf of 2dc3a15662fc411f88cd06cbf403760b for: {'subnet': 2} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:00.039194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Made reservation on behalf of c580d5823b954c068da4203039cd144e for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:00.041527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.049165 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-caa6ae5d-2ff3-4a21-a1a4-f599478e83a6 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3793836
Nov 27 11:37:00.060728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.085961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:00.137067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'port_id': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'mac_address': 'fa:16:3e:b2:dd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:37:00.176747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.185421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 0478f91b-4777-4daa-b359-bbe27bc1a2be completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:00.188548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:00.198221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:00.198705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.233241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b2d92-9acd-4217-a4f3-927da1f7e494 req-cf68f07d-f065-4d34-885b-0a40ed5ea2d7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:00.234958 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-730b2d92-9acd-4217-a4f3-927da1f7e494 req-cf68f07d-f065-4d34-885b-0a40ed5ea2d7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 944 time: 0.1759694
Nov 27 11:37:00.238430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:00.245343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 0478f91b-4777-4daa-b359-bbe27bc1a2be triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:00.245343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.246507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-938bd282-a511-4f66-9af7-f23cb681690c tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Unset dirty status for tenant:4c8df23cf3b647f38d18991ea67b1fa5 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:00.247388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.252050 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.4773395
Nov 27 11:37:00.252475 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-938bd282-a511-4f66-9af7-f23cb681690c tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.4769676
Nov 27 11:37:00.257437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41358) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:00.257764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41360) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:00.259645 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4c8fb44c-fe70-44d6-a7de-fba2424279a0 req-de076e49-e888-4cbb-8337-69cd2c4d2b86 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2937415
Nov 27 11:37:00.259802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=ddceffc5-54cb-497f-917c-b800b823e96d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:00.266682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Usage tracker for resource:security_group_rule and tenant:c580d5823b954c068da4203039cd144e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:00.270183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:00.275254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:00.308803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.347250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:37:00.350626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Deleting port 79aedbc5-78d0-414c-aad8-ade9fffaec04 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:00.350973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.378454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:00.401740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:00.414253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.442375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c54a5b-e8d5-4f35-bead-ee0ad39d31cb None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:00.472574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.483014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:00.530055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f77e5fbf-971c-475f-8076-7aac6df60b33 None None] Provisioning for port 79aedbc5-78d0-414c-aad8-ade9fffaec04 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:00.575769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.576137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.596824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.600304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-730b2d92-9acd-4217-a4f3-927da1f7e494 req-7ed0b8fb-b5ed-450d-acbb-a96e8b4ffc97 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3415308
Nov 27 11:37:00.608668 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/ddceffc5-54cb-497f-917c-b800b823e96d HTTP/1.1" status: 204  len: 168 time: 1.7840660
Nov 27 11:37:00.609551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41368) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:00.626231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f77e5fbf-971c-475f-8076-7aac6df60b33 None None] Provisioning complete for port 79aedbc5-78d0-414c-aad8-ade9fffaec04 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:00.626231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f77e5fbf-971c-475f-8076-7aac6df60b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.651361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.685680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:00.712780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.720352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:00.723823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41374) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:00.724440 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-db904ca4-c955-46f5-b50a-b83e483404e4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1085463
Nov 27 11:37:00.734783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:00.746185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] device_id is not set on port bda1a9ec-4d24-4e81-9dc5-9ff76f294931 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:00.760937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:00.769283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:37:00.779657 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-991bd90e-e67c-44e3-b5e9-e8617142b51d req-43a2ba38-7ee3-4085-8cf0-ee745af41ef3 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7190692
Nov 27 11:37:00.811083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Usage tracker for resource:floatingip and tenant:6eeeff4dc5644d9cb0dc94fbb765162f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:00.819423 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-cb8d4651-884a-4cf9-9d0c-4f623b483d2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 1098 time: 0.6287971
Nov 27 11:37:00.824382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-687125c6-9b0a-4124-a919-1f68a48616df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:00.834194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:00.847470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:00.848604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a457493-a32f-4933-85a6-916d04a7a43d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:00.889152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f77e5fbf-971c-475f-8076-7aac6df60b33 None None] Port 79aedbc5-78d0-414c-aad8-ade9fffaec04 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:00.896238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:00.915382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa3dbe-9bb9-41d4-af3c-40548d2c305c req-24d2e3fb-2e7d-4bf8-968f-f7298e304baf tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:00.915618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 0478f91b-4777-4daa-b359-bbe27bc1a2be, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0478f91b-4777-4daa-b359-bbe27bc1a2be,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:00.916911 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30aa3dbe-9bb9-41d4-af3c-40548d2c305c req-24d2e3fb-2e7d-4bf8-968f-f7298e304baf tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 944 time: 0.4310818
Nov 27 11:37:00.931697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:00.972749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:00.977478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39efec2a-1174-4af4-8c08-e36c25a473ed,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:00.983558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:00.984540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:00.998153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:01.041577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.047984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:01.049678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.049888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Allocated IP 172.26.6.224 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/bda1a9ec-4d24-4e81-9dc5-9ff76f294931) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:01.054986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:01.059787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.064461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:01.072520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Usage tracker for resource:security_group_rule and tenant:0f0dfcb5b6634b83b121d41fbf85f00f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:01.077578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:01.084263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f77e5fbf-971c-475f-8076-7aac6df60b33 None None] Provisioning complete for port 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:01.084631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f77e5fbf-971c-475f-8076-7aac6df60b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.093047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:01.113420 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30aa3dbe-9bb9-41d4-af3c-40548d2c305c req-dbdf566c-f724-4c3d-aa19-90a2519469aa tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1827238
Nov 27 11:37:01.149707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:01.193563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Calling delete_port for 79aedbc5-78d0-414c-aad8-ade9fffaec04 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:01.230192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f77e5fbf-971c-475f-8076-7aac6df60b33 None None] Port 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:01.240198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2a457493-a32f-4933-85a6-916d04a7a43d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:01.240557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.289236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=0478f91b-4777-4daa-b359-bbe27bc1a2be,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:01.321471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:01.353350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:37:01.363137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] Deleting port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:01.363525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.502029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Sync routers for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:01.545520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.580887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.649600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:01.650268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284603cdc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:01.727501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0478f91b-4777-4daa-b359-bbe27bc1a2be'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:37:01.745341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.788450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.790202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:01.796454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ae56-748e-40db-9504-fe1ee3abf164 req-cf5701f7-5410-48be-ac1b-bc7a03fdb402 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:01.798719 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d8b4ae56-748e-40db-9504-fe1ee3abf164 req-cf5701f7-5410-48be-ac1b-bc7a03fdb402 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.3092697
Nov 27 11:37:01.819590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] For port adc3c088-bc49-45c0-8274-7d24cd9e9bd7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=adc3c088-bc49-45c0-8274-7d24cd9e9bd7,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:01.820078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.843887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.845545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:01.885571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3299960c-1750-41d3-a9dd-06d16930bff8 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:01.919980 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4c2f3220-b08f-4376-a41c-d7e2564a1c18 req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0375371
Nov 27 11:37:01.927559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c7212800-a79c-45f1-9279-b9cc2ad9bf42,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:01.941912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:01.950941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Port': ['ID=79aedbc5-78d0-414c-aad8-ade9fffaec04,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:01.966691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:02.011782 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d8b4ae56-748e-40db-9504-fe1ee3abf164 req-98a3c548-9106-4f9d-9429-0eb451cbd4b3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1958632
Nov 27 11:37:02.014988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] Calling delete_port for adc3c088-bc49-45c0-8274-7d24cd9e9bd7 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:02.022350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0226-1004-4165-aa91-d3a759faf965 req-54f7e672-a270-42eb-8f1f-2afffff4429c tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:02.024205 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f1e0226-1004-4165-aa91-d3a759faf965 req-54f7e672-a270-42eb-8f1f-2afffff4429c tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 945 time: 0.2755294
Nov 27 11:37:02.140121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:02.145099 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f1e0226-1004-4165-aa91-d3a759faf965 req-70c1fdec-f814-4788-8732-80b78363c200 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071057
Nov 27 11:37:02.156454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.164904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-91bb799c-89f2-4223-ad75-18d8f4b4c17c tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:02.169565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.196217 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'code': 200}
Nov 27 11:37:02.226443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9070ed96-6792-4edf-bd03-65ede38232ac tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:02.238769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Subnet': ['ID=23c88e0d-5ef0-42ae-9a9e-e8cff041c1bf,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:02.241723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:02.243080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.259878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:02.300871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.340127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=3e7e6b01-a319-419f-a57e-a42e29a98558,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:02.343751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.350000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:02.355782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:02.357902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:02.360682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:02.361936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.370538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ebfd81b8-7223-4729-bb66-b025b5b35b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:02.391353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:02.393498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Pushing event updated for resources: {'Port': ['ID=bda1a9ec-4d24-4e81-9dc5-9ff76f294931,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:02.398693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Allocated IP 172.26.6.150 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/a95fb560-4f15-4a6d-b092-b17c450584ec) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:02.401202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:02.404484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:02.407315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:02.440527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] Pushing event deleted for resources: {'Port': ['ID=adc3c088-bc49-45c0-8274-7d24cd9e9bd7,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:02.444620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Checking segment: {'id': 'afd3404f-dcd2-4f2c-9841-b12abd377f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20b6eccf-b5be-4274-ae84-2743206adcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:02.447557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Network hostable DHCP agents. Network: 20b6eccf-b5be-4274-ae84-2743206adcb3, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:02.479874 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7496786
Nov 27 11:37:02.480473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:02.482149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] No DVR routers for this DVR port adc3c088-bc49-45c0-8274-7d24cd9e9bd7 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:02.483017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41386) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:02.490235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': '3e7e6b01-a319-419f-a57e-a42e29a98558', 'ip_address': '2001:db8::c97b:3682:c36b:40e1'}], 'name': 'tempest-NetworksTestDHCPv6-381282643'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:02.512031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab3471-b92f-4930-a0c4-f71bbfe79bb9 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:02.564341 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "DELETE /v2.0/ports/79aedbc5-78d0-414c-aad8-ade9fffaec04 HTTP/1.1" status: 204  len: 168 time: 2.3022161
Nov 27 11:37:02.568677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41390) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:02.605393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:02.605983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.659933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Network 20b6eccf-b5be-4274-ae84-2743206adcb3 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:02.687228 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88a2228-4d59-4bdf-9b63-bdfc89108493 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] GET failed (client error): The resource could not be found.
Nov 27 11:37:02.695417 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d88a2228-4d59-4bdf-9b63-bdfc89108493 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "GET /v2.0/ports/79aedbc5-78d0-414c-aad8-ade9fffaec04 HTTP/1.1" status: 404  len: 333 time: 0.1253273
Nov 27 11:37:02.698945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41394) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:02.711859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-762225924'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:02.793568 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.5466788
Nov 27 11:37:02.799875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41398) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:02.808706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.813968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 20b6eccf-b5be-4274-ae84-2743206adcb3) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:02.817697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.224'}]}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:02.828086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:02.833166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.835458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Usage tracker for resource:router and tenant:c580d5823b954c068da4203039cd144e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:02.838218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:02.839419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device adc3c088-bc49-45c0-8274-7d24cd9e9bd7 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:02.843317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c4ec247-cb19-4225-a20e-009b63d5d8f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:02.850996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:02.856901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:02.862531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:02.865510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:02.870806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c9d66a-f0e8-4692-ab10-f6c475ce5a97 None None] Network 20b6eccf-b5be-4274-ae84-2743206adcb3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:02.878123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:02.889142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987931a9-5f20-4a42-8599-0d894387db73 req-b39f05b0-b50a-4742-aef3-6e2513eaf5bc tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:02.890793 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-987931a9-5f20-4a42-8599-0d894387db73 req-b39f05b0-b50a-4742-aef3-6e2513eaf5bc tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 945 time: 0.3372412
Nov 27 11:37:02.897386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: adc3c088-bc49-45c0-8274-7d24cd9e9bd7 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:02.897386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device adc3c088-bc49-45c0-8274-7d24cd9e9bd7 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:02.955774 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-987931a9-5f20-4a42-8599-0d894387db73 req-ac931970-66df-4d13-8e26-c6be9352a6cf tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591786
Nov 27 11:37:02.971450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:02.973739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event updated for resources: {'Subnet': ['ID=173e7ee6-5f41-4356-aee1-06f685d1f434,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:02.984611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.985659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:02.985937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Usage tracker for resource:port and tenant:4c8df23cf3b647f38d18991ea67b1fa5 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:02.988628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:02.991480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:03.003239 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bb7f04bf-f47d-4c76-ba55-870e353a4559 req-73d4df90-5009-4a93-946b-b1a8cfac19b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 1098 time: 0.3793304
Nov 27 11:37:03.004384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:03.013202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.026510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:03.029001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '3e7e6b01-a319-419f-a57e-a42e29a98558'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:03.030199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.032385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.038356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Checking segment: {'id': '6a6bbaa8-5180-4d44-841e-f9370ccb91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5eed4d0-0f4b-4568-a5f9-2b69807c1668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:03.038888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Network hostable DHCP agents. Network: f5eed4d0-0f4b-4568-a5f9-2b69807c1668, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:03.055527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.060286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15a4b50c-cc5b-46ec-abaf-5bf8a69852bb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:03.070590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-bb7f04bf-f47d-4c76-ba55-870e353a4559 req-398822bf-63b8-438e-9ede-3282d4f6a106 service neutron] Synchronizing usage tracker for tenant:0f0dfcb5b6634b83b121d41fbf85f00f on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:03.119177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 1a8006f5-54cd-4e39-af06-c0605c750c50 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:03.132368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Made reservation on behalf of 4c8df23cf3b647f38d18991ea67b1fa5 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:03.138537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.167985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] device_id is not set on port f0a38ad5-8185-4486-9dad-047ea15ff8ff yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:03.191701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:03.204345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:03.224492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-bb7f04bf-f47d-4c76-ba55-870e353a4559 req-398822bf-63b8-438e-9ede-3282d4f6a106 service neutron] Unset dirty status for tenant:0f0dfcb5b6634b83b121d41fbf85f00f on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:03.225745 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bb7f04bf-f47d-4c76-ba55-870e353a4559 req-398822bf-63b8-438e-9ede-3282d4f6a106 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2117569
Nov 27 11:37:03.229017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Network f5eed4d0-0f4b-4568-a5f9-2b69807c1668 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:03.241700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284603cdc0>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 2, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:03.253184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Checking router: a7f508aa-ce08-48d4-8504-d5ff970f153a for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:37:03.253544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Updating router a7f508aa-ce08-48d4-8504-d5ff970f153a port f8bf0811-5b5e-4a02-9aa5-108159651f89 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:37:03.289640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:03.315381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.325677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Pushing event updated for resources: {'Port': ['ID=a95fb560-4f15-4a6d-b092-b17c450584ec,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:03.336054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:03.374156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-20b6eccf-b5be-4274-ae84-2743206adcb3', 'network_id': '20b6eccf-b5be-4274-ae84-2743206adcb3', 'tenant_id': '2dc3a15662fc411f88cd06cbf403760b', 'fixed_ips': [{'subnet_id': '23c88e0d-5ef0-42ae-9a9e-e8cff041c1bf'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:03.375020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.388779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, f5eed4d0-0f4b-4568-a5f9-2b69807c1668) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:03.401402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:03.401975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:03.402684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.405123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e848cd-a642-4fce-8be7-1e7db8fc31f4 None None] Network f5eed4d0-0f4b-4568-a5f9-2b69807c1668 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:03.456899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Allocated IP 2001:db8::1ec (88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237/a5c26010-02f6-4021-8af3-2a6e263b7016/f0a38ad5-8185-4486-9dad-047ea15ff8ff) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:03.464339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64595e-1c1e-4215-b52e-30f9e7cd226d req-a5996537-7a61-47ef-8c66-52dce966c265 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:03.466076 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a64595e-1c1e-4215-b52e-30f9e7cd226d req-a5996537-7a61-47ef-8c66-52dce966c265 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.2438140
Nov 27 11:37:03.547126 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 4.9299963
Nov 27 11:37:03.558162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41406) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:03.599172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:03.627326 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a64595e-1c1e-4215-b52e-30f9e7cd226d req-1625f1c2-54d4-43f8-bced-fc8bd2bfca39 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1527114
Nov 27 11:37:03.684544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.710811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b8c6a-50de-4ccb-8048-d9074d0486dd tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:03.712401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b8c6a-50de-4ccb-8048-d9074d0486dd tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:03.714175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b8c6a-50de-4ccb-8048-d9074d0486dd tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:03.714669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-983b8c6a-50de-4ccb-8048-d9074d0486dd tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Synchronizing usage tracker for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:03.755311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/3e7e6b01-a319-419f-a57e-a42e29a98558/ebe37ee6-384d-4d3c-8031-4493cfa25e67) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:03.870733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.887256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a2cf0-660b-41d1-a51b-4b6afed845dc req-eb3b65b3-dafe-42b2-81b8-eb07aaced435 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:03.888318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Transition to ACTIVE for port object f0a38ad5-8185-4486-9dad-047ea15ff8ff will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:03.888855 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b2a2cf0-660b-41d1-a51b-4b6afed845dc req-eb3b65b3-dafe-42b2-81b8-eb07aaced435 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 945 time: 0.5023725
Nov 27 11:37:03.895474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:03.900837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-983b8c6a-50de-4ccb-8048-d9074d0486dd tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Unset dirty status for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:03.900837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-983b8c6a-50de-4ccb-8048-d9074d0486dd tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.3401465
Nov 27 11:37:03.909831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41410) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:03.992942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Deleting subnet 23c88e0d-5ef0-42ae-9a9e-e8cff041c1bf {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:04.001676 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b2a2cf0-660b-41d1-a51b-4b6afed845dc req-02f22565-5912-4856-91ac-7e8083a5a7b7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050248
Nov 27 11:37:04.087767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.148422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-f5eed4d0-0f4b-4568-a5f9-2b69807c1668', 'network_id': 'f5eed4d0-0f4b-4568-a5f9-2b69807c1668', 'tenant_id': '2dc3a15662fc411f88cd06cbf403760b', 'fixed_ips': [{'subnet_id': '173e7ee6-5f41-4356-aee1-06f685d1f434'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:04.149586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.178122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.186407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:04.228089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Allocated IP 2001:db8::1 (20b6eccf-b5be-4274-ae84-2743206adcb3/23c88e0d-5ef0-42ae-9a9e-e8cff041c1bf/f6bccb30-12dc-4b9c-b37f-799d3363b679) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:04.297134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=f0a38ad5-8185-4486-9dad-047ea15ff8ff,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:04.300691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:04.304336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:04.320897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:04.327491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:04.354805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:04.370452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:04.373482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.375326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.429916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.439227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:04.439777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.468315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a0c82-4554-4026-a206-e3c8ef1e2984 req-d8043033-6173-4185-93b9-c54beaad8387 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:04.470537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f80a0c82-4554-4026-a206-e3c8ef1e2984 req-d8043033-6173-4185-93b9-c54beaad8387 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 945 time: 0.3516023
Nov 27 11:37:04.520011 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.8131709
Nov 27 11:37:04.520771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41416) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:04.541323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:5c:3d:8a'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:04.568301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.587098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.resource_extend [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:37:04.587420 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f80a0c82-4554-4026-a206-e3c8ef1e2984 req-5bc66fb8-72f3-4fb8-bc09-1ed715a3ac24 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986745
Nov 27 11:37:04.658283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.666459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3376a940-a9d5-43a7-b71a-9e41a5a448d3 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:04.745431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.816930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Transition to ACTIVE for port object ebe37ee6-384d-4d3c-8031-4493cfa25e67 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:04.841859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Allocated IP 2001:db8:0:1::1 (f5eed4d0-0f4b-4568-a5f9-2b69807c1668/173e7ee6-5f41-4356-aee1-06f685d1f434/6272f37e-cfea-4a80-a8c5-0ce3946d61dd) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:04.906489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:04.945585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Pushing event updated for resources: {'Port': ['ID=a95fb560-4f15-4a6d-b092-b17c450584ec,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:04.951083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Transition to ACTIVE for port object ebe37ee6-384d-4d3c-8031-4493cfa25e67 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:04.961856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:04.965449 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:37:04.984409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Transition to ACTIVE for port object f8bf0811-5b5e-4a02-9aa5-108159651f89 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:05.021033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.029477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.030220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.046009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.113561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.117323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9d18c434-ceb9-4e0c-bde6-d57adfd321c9 None None] Provisioning for port f0a38ad5-8185-4486-9dad-047ea15ff8ff completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:05.120386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.129908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9d686459-12ef-4085-b3ef-3b2d1ae6695e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:05.164867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Transition to ACTIVE for port object f6bccb30-12dc-4b9c-b37f-799d3363b679 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:05.185217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9d18c434-ceb9-4e0c-bde6-d57adfd321c9 None None] Provisioning complete for port f0a38ad5-8185-4486-9dad-047ea15ff8ff triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:05.185576 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d18c434-ceb9-4e0c-bde6-d57adfd321c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.245379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f885c4-60bd-415b-b6b3-687bd0ab0d54 req-97aaae5a-2fe8-4fd7-a265-39d55b0140b5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:05.253051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-16f885c4-60bd-415b-b6b3-687bd0ab0d54 req-97aaae5a-2fe8-4fd7-a265-39d55b0140b5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 945 time: 0.1030197
Nov 27 11:37:05.272947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:37:05.311110 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-16f885c4-60bd-415b-b6b3-687bd0ab0d54 req-1fbb91bd-7e73-4131-9915-ace7e514d0e1 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571167
Nov 27 11:37:05.407771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Transition to ACTIVE for port object f6bccb30-12dc-4b9c-b37f-799d3363b679 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:05.427128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.430213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:05.432437 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'code': 200}
Nov 27 11:37:05.433178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18c74c-dd7b-4eb7-a024-0f3823c4cbb7 None None] Pushing event updated for resources: {'Port': ['ID=f8bf0811-5b5e-4a02-9aa5-108159651f89,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:05.447006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:05.449344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908d536-0614-44ce-b31b-734d7d26c40e req-c81736a6-6156-49fe-9671-a021219ae075 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:05.451466 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3908d536-0614-44ce-b31b-734d7d26c40e req-c81736a6-6156-49fe-9671-a021219ae075 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.6620119
Nov 27 11:37:05.455967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::c97b:3682:c36b:40e1 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/3e7e6b01-a319-419f-a57e-a42e29a98558/1a8006f5-54cd-4e39-af06-c0605c750c50) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:05.471957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.475850 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2113118
Nov 27 11:37:05.476145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41426) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:05.485616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:05.499265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:05.526282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9d18c434-ceb9-4e0c-bde6-d57adfd321c9 None None] Port f0a38ad5-8185-4486-9dad-047ea15ff8ff cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:05.555269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.557030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.573078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.627470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.688420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9addca16-07c8-412d-9e36-5e7b2db1e3ee tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Synchronizing usage tracker for tenant:92038f0d64a64fc99344148e86e21f6f on resource:floatingip {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:05.760192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Pushing event updated for resources: {'Port': ['ID=ebe37ee6-384d-4d3c-8031-4493cfa25e67,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:05.784917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:05.785701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Attempting to bind port f8bf0811-5b5e-4a02-9aa5-108159651f89 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:05.786129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Attempting to bind port f8bf0811-5b5e-4a02-9aa5-108159651f89 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:05.786522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Attempting to bind port f8bf0811-5b5e-4a02-9aa5-108159651f89 on network 286559ef-d0ae-4427-aa8a-a0cead761ad7 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:05.788386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:05.822233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Network 20b6eccf-b5be-4274-ae84-2743206adcb3 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:05.847767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:05.861257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9addca16-07c8-412d-9e36-5e7b2db1e3ee tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Unset dirty status for tenant:92038f0d64a64fc99344148e86e21f6f on resource:floatingip {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:05.864884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:05.865754 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9addca16-07c8-412d-9e36-5e7b2db1e3ee tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3089 time: 0.3877397
Nov 27 11:37:05.866141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41432) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:05.878937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:05.879298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Checking segment: {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:05.879884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.880284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Bound using segment: {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:05.880764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Bound port: f8bf0811-5b5e-4a02-9aa5-108159651f89, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c5d94a-9207-414b-957e-0d8727074612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:05.881144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.892949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Attempting to bind port ebe37ee6-384d-4d3c-8031-4493cfa25e67 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:05.893316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Attempting to bind port ebe37ee6-384d-4d3c-8031-4493cfa25e67 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:05.893679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Attempting to bind port ebe37ee6-384d-4d3c-8031-4493cfa25e67 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:05.896054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.934683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Transition to ACTIVE for port object 6272f37e-cfea-4a80-a8c5-0ce3946d61dd will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:05.963987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.975225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Pushing event updated for resources: {'Port': ['ID=f6bccb30-12dc-4b9c-b37f-799d3363b679,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:05.988333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:05.988333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:05.988683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:05.989083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:05.989567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Bound port: ebe37ee6-384d-4d3c-8031-4493cfa25e67, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:05.989937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.008704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfe6477f-f79c-416a-a45a-5da1a1bebea7 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Synchronizing usage tracker for tenant:0feb260e852e47ea92a8ded57db44b4e on resource:floatingip {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:06.098195 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3908d536-0614-44ce-b31b-734d7d26c40e req-229bc816-ae7d-4b84-9064-be6aff65043b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6317129
Nov 27 11:37:06.113983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.122150 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d0fea2c2-12d5-436f-b369-302903c7eb88 req-3ddcd746-dd2c-4149-9f2d-01c1367770e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 0.3498650
Nov 27 11:37:06.127368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfe6477f-f79c-416a-a45a-5da1a1bebea7 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Unset dirty status for tenant:0feb260e852e47ea92a8ded57db44b4e on resource:floatingip {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:06.130007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Transition to ACTIVE for port object 6272f37e-cfea-4a80-a8c5-0ce3946d61dd will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:06.131471 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bfe6477f-f79c-416a-a45a-5da1a1bebea7 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.2582204
Nov 27 11:37:06.132129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41436) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:06.147322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750be035-4c61-4b23-a3a9-025c89a43786 req-eb7d441c-5ad2-480b-a60b-7df5bae123eb tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:06.156840 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-750be035-4c61-4b23-a3a9-025c89a43786 req-eb7d441c-5ad2-480b-a60b-7df5bae123eb tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 945 time: 0.3453915
Nov 27 11:37:06.203189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.209290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.265947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.273320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Attempting to bind port f6bccb30-12dc-4b9c-b37f-799d3363b679 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:06.274303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Attempting to bind port f6bccb30-12dc-4b9c-b37f-799d3363b679 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'afd3404f-dcd2-4f2c-9841-b12abd377f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20b6eccf-b5be-4274-ae84-2743206adcb3'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:06.275144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Attempting to bind port f6bccb30-12dc-4b9c-b37f-799d3363b679 on network 20b6eccf-b5be-4274-ae84-2743206adcb3 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:06.293551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:06.298241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 1a8006f5-54cd-4e39-af06-c0605c750c50 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:06.299622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:06.308779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fed2de8f-fa2c-4a39-8a59-cca55a2d5b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.736s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:06.379392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.392197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] For port f8bf0811-5b5e-4a02-9aa5-108159651f89, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:06.397216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3f6ed4b-fd29-4188-bb03-61d446152ef3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:06.415616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:06.416899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Checking segment: {'id': 'afd3404f-dcd2-4f2c-9841-b12abd377f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20b6eccf-b5be-4274-ae84-2743206adcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:06.417449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.417991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Bound using segment: {'id': 'afd3404f-dcd2-4f2c-9841-b12abd377f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20b6eccf-b5be-4274-ae84-2743206adcb3'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:06.418718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Bound port: f6bccb30-12dc-4b9c-b37f-799d3363b679, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd3404f-dcd2-4f2c-9841-b12abd377f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20b6eccf-b5be-4274-ae84-2743206adcb3'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:06.419872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.437488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Network f5eed4d0-0f4b-4568-a5f9-2b69807c1668 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:06.451826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:06.454735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:06.465750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.473670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] For port f8bf0811-5b5e-4a02-9aa5-108159651f89, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f8bf0811-5b5e-4a02-9aa5-108159651f89,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:06.477736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c799-e8dd-4c3b-8fb5-ab9b49dfeec7 req-921e3397-6388-4224-a4af-f2ee569607a1 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:06.479230 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c6c4c799-e8dd-4c3b-8fb5-ab9b49dfeec7 req-921e3397-6388-4224-a4af-f2ee569607a1 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.2365849
Nov 27 11:37:06.489090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41446) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:06.494262 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d0fea2c2-12d5-436f-b369-302903c7eb88 req-6179019a-946f-46f2-9aa6-770d266fe728 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3563848
Nov 27 11:37:06.494494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Pushing event updated for resources: {'Port': ['ID=6272f37e-cfea-4a80-a8c5-0ce3946d61dd,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:06.496143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Request body: {'floatingip': {'port_id': 'ce38a8ca-989c-43a6-9723-ead84a17db78'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:06.497804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:06.508911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.928s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:06.509269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:06.511465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Subnet': ['ID=23c88e0d-5ef0-42ae-9a9e-e8cff041c1bf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:06.512433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:06.514674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:06.515752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] For port ebe37ee6-384d-4d3c-8031-4493cfa25e67, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:06.527532 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-750be035-4c61-4b23-a3a9-025c89a43786 req-6d3b74ea-63a5-49e8-994e-a589c14e4139 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3693902
Nov 27 11:37:06.528612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:06.533446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Deleting port a95fb560-4f15-4a6d-b092-b17c450584ec {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:06.533796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.579143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.579656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6da919d8-c4be-456f-9849-3aae47c63097 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:37:06.582882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for floatingip, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.593712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.669907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.676763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:06.722144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.726604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.733525 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/subnets/23c88e0d-5ef0-42ae-9a9e-e8cff041c1bf HTTP/1.1" status: 204  len: 168 time: 2.8222418
Nov 27 11:37:06.736629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] For port ebe37ee6-384d-4d3c-8031-4493cfa25e67, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ebe37ee6-384d-4d3c-8031-4493cfa25e67,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:06.740759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41452) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:06.773640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:06.819224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.836336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Attempting to bind port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:06.838243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Attempting to bind port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '6a6bbaa8-5180-4d44-841e-f9370ccb91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5eed4d0-0f4b-4568-a5f9-2b69807c1668'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:06.838243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Attempting to bind port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd on network f5eed4d0-0f4b-4568-a5f9-2b69807c1668 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:06.859116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18c74c-dd7b-4eb7-a024-0f3823c4cbb7 None None] Pushing event updated for resources: {'Port': ['ID=f8bf0811-5b5e-4a02-9aa5-108159651f89,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:06.876832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2d18c74c-dd7b-4eb7-a024-0f3823c4cbb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:06.877912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] For port f6bccb30-12dc-4b9c-b37f-799d3363b679, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:06.880951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c0bc5f66-fe30-4fea-a8ea-4a1a979d9492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:06.890952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] In _notify_port_updated(), no bound segment for port f0a38ad5-8185-4486-9dad-047ea15ff8ff on network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:37:06.897401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:06.898277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.902238 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "PUT /v2.0/ports/f0a38ad5-8185-4486-9dad-047ea15ff8ff HTTP/1.1" status: 200  len: 1002 time: 2.3783302
Nov 27 11:37:06.920847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.921293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.926722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:06.929802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Checking segment: {'id': '6a6bbaa8-5180-4d44-841e-f9370ccb91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5eed4d0-0f4b-4568-a5f9-2b69807c1668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:06.929802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.929802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Bound using segment: {'id': '6a6bbaa8-5180-4d44-841e-f9370ccb91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5eed4d0-0f4b-4568-a5f9-2b69807c1668'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:06.929802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Bound port: 6272f37e-cfea-4a80-a8c5-0ce3946d61dd, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6bbaa8-5180-4d44-841e-f9370ccb91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5eed4d0-0f4b-4568-a5f9-2b69807c1668'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:06.929802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:06.981870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] For port f6bccb30-12dc-4b9c-b37f-799d3363b679, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f6bccb30-12dc-4b9c-b37f-799d3363b679,segment=NetworkSegment(afd3404f-dcd2-4f2c-9841-b12abd377f56),segment_id=afd3404f-dcd2-4f2c-9841-b12abd377f56)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:06.985894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:06.986827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284603cdc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:07.067327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41456) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:07.117741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:07.123555 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:37:07.129132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41460) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:07.133675 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e8c6edfd-b34c-421e-807b-75f2bd90149c tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.3310504
Nov 27 11:37:07.150493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=f0a38ad5-8185-4486-9dad-047ea15ff8ff,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:07.154785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:07.167020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df3f60fc-e5a4-40da-8bc2-4f8f9f94d3c4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:07.186314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Pushing event updated for resources: {'Port': ['ID=ebe37ee6-384d-4d3c-8031-4493cfa25e67,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:07.198313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Calling delete_port for a95fb560-4f15-4a6d-b092-b17c450584ec owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:07.209362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:07.224405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:07.227828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:07.231735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:07.232347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:07.259879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:07.270983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:07.374268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed2167-4e53-448a-b1c6-4209ce38b99a req-bd38785e-257a-4bda-9bbd-8ab4cb8587e0 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:07.379350 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09ed2167-4e53-448a-b1c6-4209ce38b99a req-bd38785e-257a-4bda-9bbd-8ab4cb8587e0 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 945 time: 0.6998014
Nov 27 11:37:07.388447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41464) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:07.393114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=1a8006f5-54cd-4e39-af06-c0605c750c50,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:07.405357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:07.405636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Request body: {'floatingip': {'port_id': '0478f91b-4777-4daa-b359-bbe27bc1a2be'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:07.409418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Deleting port f0a38ad5-8185-4486-9dad-047ea15ff8ff {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:07.409948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:07.418386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] For port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:07.463604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] For port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6272f37e-cfea-4a80-a8c5-0ce3946d61dd,segment=NetworkSegment(6a6bbaa8-5180-4d44-841e-f9370ccb91ee),segment_id=6a6bbaa8-5180-4d44-841e-f9370ccb91ee)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:07.469520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Pushing event updated for resources: {'Port': ['ID=f6bccb30-12dc-4b9c-b37f-799d3363b679,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:07.473054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:07.476771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:07.484869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Deleting port bda1a9ec-4d24-4e81-9dc5-9ff76f294931 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:07.485755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:07.501242 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.0170169
Nov 27 11:37:07.502085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41468) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:07.526667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0127e997-5e68-4f02-824b-0e75d3f2ff83 None None] Network 20b6eccf-b5be-4274-ae84-2743206adcb3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:07.559401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:07.559754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:07.569422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a3a80469-4f8c-4e93-928d-f7da60f526ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:07.587661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9905ae4-5c74-4ff9-b493-9794676733c9 req-21a7cd9d-3912-4311-82da-d581d15cffac tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:07.595187 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a9905ae4-5c74-4ff9-b493-9794676733c9 req-21a7cd9d-3912-4311-82da-d581d15cffac tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.8838320
Nov 27 11:37:07.897661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Deleting subnet 173e7ee6-5f41-4356-aee1-06f685d1f434 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:07.913417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:07.939038 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Pushing event updated for resources: {'Port': ['ID=6272f37e-cfea-4a80-a8c5-0ce3946d61dd,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:07.953895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:08.038020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2a9b8ce6-af9a-43ee-b14e-b1a00eba6b1d None None] Provisioning complete for port f0a38ad5-8185-4486-9dad-047ea15ff8ff triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:08.038400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ce6-af9a-43ee-b14e-b1a00eba6b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:08.115202 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a9905ae4-5c74-4ff9-b493-9794676733c9 req-1b9d7670-3af6-408f-8955-1f123db426ec tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5191765
Nov 27 11:37:08.142015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e8862-388c-45fe-9c42-f5adebc94e72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:08.146079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e8862-388c-45fe-9c42-f5adebc94e72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:08.146881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-144e8862-388c-45fe-9c42-f5adebc94e72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:08.180613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b8ce6-af9a-43ee-b14e-b1a00eba6b1d None None] Port f0a38ad5-8185-4486-9dad-047ea15ff8ff cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:08.187440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:08.241161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:08.254512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:08.318433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Calling delete_port for f0a38ad5-8185-4486-9dad-047ea15ff8ff owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:08.318672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-01bafa8d-762b-46a3-9620-6448029921a4 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:08.355504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-144e8862-388c-45fe-9c42-f5adebc94e72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:08.359868 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-144e8862-388c-45fe-9c42-f5adebc94e72 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.7810214
Nov 27 11:37:08.366398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284603cdc0>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:37:06Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:08.368884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41472) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:08.380185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442d902-9739-42c8-8a69-1b21ca9e2b72 None None] The sync data for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv is: [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:37:06Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:08.480632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Pushing event deleted for resources: {'Port': ['ID=a95fb560-4f15-4a6d-b092-b17c450584ec,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:08.496511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:08.584073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:08.709975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:08.720650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:08.733054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f6637d6d-402d-4227-ac48-49cc3c5690b2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:08.809438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Port': ['ID=f0a38ad5-8185-4486-9dad-047ea15ff8ff,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:08.811939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:08.813789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:08.916584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Calling delete_port for bda1a9ec-4d24-4e81-9dc5-9ff76f294931 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:08.955404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:09.000188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device f8bf0811-5b5e-4a02-9aa5-108159651f89 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:09.274854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port f8bf0811-5b5e-4a02-9aa5-108159651f89 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:09.283285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port f8bf0811-5b5e-4a02-9aa5-108159651f89 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:09.283285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:09.314349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 1a8006f5-54cd-4e39-af06-c0605c750c50 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:09.314753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:09.407431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:09.473697 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "DELETE /v2.0/ports/f0a38ad5-8185-4486-9dad-047ea15ff8ff HTTP/1.1" status: 204  len: 168 time: 2.3986585
Nov 27 11:37:09.480622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:09.508648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41478) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:09.523501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port f8bf0811-5b5e-4a02-9aa5-108159651f89, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f8bf0811-5b5e-4a02-9aa5-108159651f89,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:09.622071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-03bcecb6-1542-41e1-9a15-e0c24a773f2c None None] Provisioning for port ebe37ee6-384d-4d3c-8031-4493cfa25e67 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:09.637622 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Floating IP 0f91aed8-de9c-4fa1-851d-5d65a13ccfec associated. External IP: 172.26.6.138, port: ce38a8ca-989c-43a6-9723-ead84a17db78.
Nov 27 11:37:09.652549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:09.653941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6272f37e-cfea-4a80-a8c5-0ce3946d61dd up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:09.688619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-789ad249-ec83-4d88-9059-a6ef0210667c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:09.792777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d942f53-8cde-4f30-b72c-aef5377c61f6 None None] Network f5eed4d0-0f4b-4568-a5f9-2b69807c1668 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:09.823192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=f8bf0811-5b5e-4a02-9aa5-108159651f89,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:09.830200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:09.879349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:09.897321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0496373-9fea-470e-afcd-283c201fd45a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] GET failed (client error): The resource could not be found.
Nov 27 11:37:09.897819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c0496373-9fea-470e-afcd-283c201fd45a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Synchronizing usage tracker for tenant:4c8df23cf3b647f38d18991ea67b1fa5 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:09.932369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:09.968285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c2b81b2f-0bd6-4e84-9b35-6d24d774f7f7 None None] Provisioning for port 1a8006f5-54cd-4e39-af06-c0605c750c50 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:09.975723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c2b81b2f-0bd6-4e84-9b35-6d24d774f7f7 None None] Provisioning complete for port 1a8006f5-54cd-4e39-af06-c0605c750c50 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:09.976151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c2b81b2f-0bd6-4e84-9b35-6d24d774f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.009711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:10.055618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ebe37ee6-384d-4d3c-8031-4493cfa25e67 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:10.078415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Router 95af3570-f9dd-4be1-99a9-261a187fc10e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:10.104853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.109094 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] 10.222.0.23 "DELETE /v2.0/floatingips/baf23d5b-51f4-4f28-9f2b-a80d78b2b7bf HTTP/1.1" status: 204  len: 168 time: 3.9721396
Nov 27 11:37:10.116389 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c2b81b2f-0bd6-4e84-9b35-6d24d774f7f7 None None] Port 1a8006f5-54cd-4e39-af06-c0605c750c50 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:10.125277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41482) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:10.242639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c0496373-9fea-470e-afcd-283c201fd45a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Unset dirty status for tenant:4c8df23cf3b647f38d18991ea67b1fa5 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:10.243785 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c0496373-9fea-470e-afcd-283c201fd45a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "GET /v2.0/ports/f0a38ad5-8185-4486-9dad-047ea15ff8ff HTTP/1.1" status: 404  len: 333 time: 0.7178683
Nov 27 11:37:10.250649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41486) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:10.259838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-312573016'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:10.267341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.267569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port ebe37ee6-384d-4d3c-8031-4493cfa25e67 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:10.287046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ebe37ee6-384d-4d3c-8031-4493cfa25e67 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:10.287445 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.356526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:10.405563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] Provisioning for port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:10.412566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] Provisioning complete for port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:10.413395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.431859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:10.446916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:10.450163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ce917-93a1-42b2-9e2f-412835ea25ae None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:37:10.458870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:10.463612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.472771 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] Sync routers for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:10.489815 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:10.490873 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846408bb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:10.522898 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7230b985-2abd-4eff-8d35-e6e0547167c7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "PUT /v2.0/floatingips/0f91aed8-de9c-4fa1-851d-5d65a13ccfec HTTP/1.1" status: 200  len: 991 time: 4.0322709
Nov 27 11:37:10.523709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'tag': 'ce38a8ca-989c-43a6-9723-ead84a17db78'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:37:10.544465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Made reservation on behalf of 4c8df23cf3b647f38d18991ea67b1fa5 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:10.547889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.575906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Pushing event deleted for resources: {'Port': ['ID=bda1a9ec-4d24-4e81-9dc5-9ff76f294931,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:10.581221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:10.590032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] device_id is not set on port b8bc0f73-58b1-43ae-baac-c13d2239d722 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:10.592694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.593945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072f047-8625-4658-a3ca-9d667d76821f req-86669fda-d88d-4a6d-8e87-71090b3a1426 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:10.598849 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e072f047-8625-4658-a3ca-9d667d76821f req-86669fda-d88d-4a6d-8e87-71090b3a1426 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 1.2191021
Nov 27 11:37:10.691975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port ebe37ee6-384d-4d3c-8031-4493cfa25e67, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ebe37ee6-384d-4d3c-8031-4493cfa25e67,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:10.715193 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:10.726626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.772892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] For port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6272f37e-cfea-4a80-a8c5-0ce3946d61dd,segment=NetworkSegment(6a6bbaa8-5180-4d44-841e-f9370ccb91ee),segment_id=6a6bbaa8-5180-4d44-841e-f9370ccb91ee)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:10.779880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.784191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-54b4a8f7-84c8-4a69-903f-9c694235056f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:10.870199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Allocated IP 2001:db8::92 (88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237/a5c26010-02f6-4021-8af3-2a6e263b7016/b8bc0f73-58b1-43ae-baac-c13d2239d722) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:10.876744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=ebe37ee6-384d-4d3c-8031-4493cfa25e67,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:10.890667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:10.893398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:10.894336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:10.918163 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'tag': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'status': 'completed', 'code': 200}
Nov 27 11:37:10.956874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device f8bf0811-5b5e-4a02-9aa5-108159651f89 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:11.016176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ce917-93a1-42b2-9e2f-412835ea25ae None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:37:11.019751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.060188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:11.062408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-72070536-121c-4bc2-b839-a9b7b17e173d None None] Provisioning complete for port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:11.063074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-72070536-121c-4bc2-b839-a9b7b17e173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.091210 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-1f1e1f91-c5f1-4e28-bc99-f9071879ca8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.5181265
Nov 27 11:37:11.127671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] Pushing event updated for resources: {'Port': ['ID=6272f37e-cfea-4a80-a8c5-0ce3946d61dd,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:11.137044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:11.169635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Deleting port 78790ff1-dc95-4667-8a7d-ab0ffa0fa5d0 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:11.174192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.184624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.202872 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846408bb0>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0f91aed8-de9c-4fa1-851d-5d65a13ccfec', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'port_id': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'mac_address': 'fa:16:3e:b3:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:24Z', 'updated_at': '2021-11-27T11:37:08Z', 'revision_number': 1, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:28Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:11.204060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Transition to ACTIVE for port object b8bc0f73-58b1-43ae-baac-c13d2239d722 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:11.207865 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] Checking router: 95af3570-f9dd-4be1-99a9-261a187fc10e for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:37:11.225764 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:11.227467 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846408bb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:11.282047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.296574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.306163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port f8bf0811-5b5e-4a02-9aa5-108159651f89 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:11.306596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.309495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Subnet': ['ID=173e7ee6-5f41-4356-aee1-06f685d1f434,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:11.311969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:11.319726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.351590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.358344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:11.360964 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e072f047-8625-4658-a3ca-9d667d76821f req-af6bf0b6-1cbd-47ea-a67e-99da6da5970e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3845847
Nov 27 11:37:11.382313 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/subnets/173e7ee6-5f41-4356-aee1-06f685d1f434 HTTP/1.1" status: 204  len: 168 time: 4.6386578
Nov 27 11:37:11.517897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41498) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:11.523576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.532733 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:11.612825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:11.613476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=b8bc0f73-58b1-43ae-baac-c13d2239d722,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:11.617794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:11.625098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:11.626392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:11.631079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:11.631894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.675571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 1a8006f5-54cd-4e39-af06-c0605c750c50 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:11.707256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:11.713905 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bda1a9ec-4d24-4e81-9dc5-9ff76f294931 HTTP/1.1" status: 204  len: 168 time: 4.5223253
Nov 27 11:37:11.799375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8956a8-4f70-4498-a1ef-a62c491f0532 req-bc7d492d-0ee8-47de-bfb8-606bc26a0167 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:11.812839 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7c8956a8-4f70-4498-a1ef-a62c491f0532 req-bc7d492d-0ee8-47de-bfb8-606bc26a0167 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.1673286
Nov 27 11:37:11.815552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41508) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:11.846355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Request body: {'floatingip': {'port_id': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:11.882155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e16ca9-a567-4c1a-96a4-dbe4b84e3ea7 None None] Network f5eed4d0-0f4b-4568-a5f9-2b69807c1668 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:11.898025 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42036772-715b-40dd-897e-98c0d52e3594 req-b4a2cab1-46a7-4e21-a4e0-238f30399d58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0fb526f53b744d49d8dbf93a5ca6c38&device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 1098 time: 0.9706182
Nov 27 11:37:11.967998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20b2c2-5719-4a02-a449-7353d5a31d28 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:11.968681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2c20b2c2-5719-4a02-a449-7353d5a31d28 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Synchronizing usage tracker for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:12.053731 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846408bb0>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0f91aed8-de9c-4fa1-851d-5d65a13ccfec', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'port_id': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'mac_address': 'fa:16:3e:b3:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:24Z', 'updated_at': '2021-11-27T11:37:08Z', 'revision_number': 1, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:28Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:12.058195 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c365fb2-11df-4cc0-83cd-a1324b8c2204 None None] The sync data for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv is: [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0f91aed8-de9c-4fa1-851d-5d65a13ccfec', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'port_id': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'mac_address': 'fa:16:3e:b3:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:24Z', 'updated_at': '2021-11-27T11:37:08Z', 'revision_number': 1, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:28Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:12.088208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.088553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.210413 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.9587080
Nov 27 11:37:12.213043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41514) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:12.226449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:3d:8a'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:12.277985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] DHCP port deletion for f5eed4d0-0f4b-4568-a5f9-2b69807c1668 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:37:12.286179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] Deleting port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:12.288239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.297928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for floatingip, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.332540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Calling delete_port for 78790ff1-dc95-4667-8a7d-ab0ffa0fa5d0 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:12.380410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727cadc-73a7-4e95-a8d8-c36d33b1c0a6 None None] New status for floating IP 0f91aed8-de9c-4fa1-851d-5d65a13ccfec: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:37:12.494944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036772-715b-40dd-897e-98c0d52e3594 req-8635c829-5f2a-4afd-9f38-959138fec747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:12.497447 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42036772-715b-40dd-897e-98c0d52e3594 req-8635c829-5f2a-4afd-9f38-959138fec747 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6 HTTP/1.1" status: 200  len: 912 time: 0.5828724
Nov 27 11:37:12.513730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-89fecc36-0722-4646-a4a3-8767ebb7916e None None] Provisioning for port b8bc0f73-58b1-43ae-baac-c13d2239d722 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:12.537142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-89fecc36-0722-4646-a4a3-8767ebb7916e None None] Provisioning complete for port b8bc0f73-58b1-43ae-baac-c13d2239d722 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:12.537513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-89fecc36-0722-4646-a4a3-8767ebb7916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.580798 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41520) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:12.761689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2c20b2c2-5719-4a02-a449-7353d5a31d28 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Unset dirty status for tenant:2dc3a15662fc411f88cd06cbf403760b on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:12.762261 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2c20b2c2-5719-4a02-a449-7353d5a31d28 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.2413628
Nov 27 11:37:12.773099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41526) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:12.780129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-89fecc36-0722-4646-a4a3-8767ebb7916e None None] Port b8bc0f73-58b1-43ae-baac-c13d2239d722 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:12.792417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] For port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6272f37e-cfea-4a80-a8c5-0ce3946d61dd,segment=NetworkSegment(6a6bbaa8-5180-4d44-841e-f9370ccb91ee),segment_id=6a6bbaa8-5180-4d44-841e-f9370ccb91ee)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:12.792810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.835763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.906168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.921380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ebe37ee6-384d-4d3c-8031-4493cfa25e67 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:12.953426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:12.978171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:13.014869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] Calling delete_port for 6272f37e-cfea-4a80-a8c5-0ce3946d61dd owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:13.045103 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42036772-715b-40dd-897e-98c0d52e3594 req-2febefdb-cf91-44e7-8a23-f5b5278fd6c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce38a8ca-989c-43a6-9723-ead84a17db78 HTTP/1.1" status: 200  len: 999 time: 0.4783442
Nov 27 11:37:13.051720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.055850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=1a8006f5-54cd-4e39-af06-c0605c750c50,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:13.100575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:13.135748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ebe37ee6-384d-4d3c-8031-4493cfa25e67 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:13.136859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.195364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Deleting port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:13.195699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.218318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.218318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:13.236703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036772-715b-40dd-897e-98c0d52e3594 req-8c0645c4-68a1-4a0d-a28c-aa1c5d7d9890 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:13.242606 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42036772-715b-40dd-897e-98c0d52e3594 req-8c0645c4-68a1-4a0d-a28c-aa1c5d7d9890 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26ed1a9c-5e3b-4614-9554-cb5a8d17951b HTTP/1.1" status: 200  len: 850 time: 0.1748331
Nov 27 11:37:13.247593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.263405 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] Pushing event deleted for resources: {'Port': ['ID=6272f37e-cfea-4a80-a8c5-0ce3946d61dd,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:13.273818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:13.280416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] No DVR routers for this DVR port 6272f37e-cfea-4a80-a8c5-0ce3946d61dd on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:13.311511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:13.316676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.339774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9eacea5f-4be4-4ac0-b7ad-55740ec0dc70 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:13.406276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6272f37e-cfea-4a80-a8c5-0ce3946d61dd no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:13.410123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Usage tracker for resource:security_group_rule and tenant:62d1bb590b5f43ec93be6b736e37972f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:13.423483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:13.442056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 6272f37e-cfea-4a80-a8c5-0ce3946d61dd {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:13.442369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6272f37e-cfea-4a80-a8c5-0ce3946d61dd not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:13.464148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] The port '6272f37e-cfea-4a80-a8c5-0ce3946d61dd' was deleted {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:37:13.472693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:13.476511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Pushing event deleted for resources: {'Port': ['ID=78790ff1-dc95-4667-8a7d-ab0ffa0fa5d0,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:13.515450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:13.562609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.578781 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Floating IP 288fc950-6859-4159-99a7-baf618d328fe associated. External IP: 172.26.6.37, port: 0478f91b-4777-4daa-b359-bbe27bc1a2be.
Nov 27 11:37:13.608598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.670451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.675175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/1a8006f5-54cd-4e39-af06-c0605c750c50 HTTP/1.1" status: 204  len: 168 time: 5.2960351
Nov 27 11:37:13.686503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d69f8023-efbf-404c-9957-30a5433ea2b0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:13.713565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.714169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41532) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:13.768846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.812133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.814421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.819194 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/5ec4087c-6461-4247-a39c-69ac326cebfd HTTP/1.1" status: 204  len: 168 time: 3.6838245
Nov 27 11:37:13.820796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] In _notify_port_updated(), no bound segment for port b8bc0f73-58b1-43ae-baac-c13d2239d722 on network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:37:13.821477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28456eda30>,) {'filters': {'network_id': ['f5eed4d0-0f4b-4568-a5f9-2b69807c1668']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:13.825153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:13.826123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.827019 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "PUT /v2.0/ports/b8bc0f73-58b1-43ae-baac-c13d2239d722 HTTP/1.1" status: 200  len: 1001 time: 1.6129155
Nov 27 11:37:13.829818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41536) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:13.830288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41538) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:13.862550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:13.863473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=b8bc0f73-58b1-43ae-baac-c13d2239d722,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:13.869404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:13.872588 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62d1bb590b5f43ec93be6b736e37972f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2875218
Nov 27 11:37:13.877367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c0399-4b2f-4aa4-9c00-a84211606aa6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:13.877367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c0399-4b2f-4aa4-9c00-a84211606aa6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:13.877367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-749c0399-4b2f-4aa4-9c00-a84211606aa6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:13.879567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:13.885349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41544) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:13.904319 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42036772-715b-40dd-897e-98c0d52e3594 req-2a670757-bcd3-446f-bf8b-9eb2e42242ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6502876
Nov 27 11:37:13.916977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28456eda30>, '6a6bbaa8-5180-4d44-841e-f9370ccb91ee') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:13.917260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28456eda30>, '6a6bbaa8-5180-4d44-841e-f9370ccb91ee') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:13.988742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.015011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.090812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Deleting port a9a223ff-00ad-430c-be6e-73aa69ee1119 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:14.091133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.104473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57614a-150a-44af-ad83-71d02339769a,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:14.111285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:14.122207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Deleting port b8bc0f73-58b1-43ae-baac-c13d2239d722 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:14.122792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.123819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1228c27a-9b53-40c9-8149-e2904e6e58cd None None] Provisioning complete for port b8bc0f73-58b1-43ae-baac-c13d2239d722 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:14.124372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1228c27a-9b53-40c9-8149-e2904e6e58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.159252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.166765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a263fe9-499e-42bb-b737-5582b72f50ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.176881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-749c0399-4b2f-4aa4-9c00-a84211606aa6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:14.181116 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-749c0399-4b2f-4aa4-9c00-a84211606aa6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4512267
Nov 27 11:37:14.220363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1228c27a-9b53-40c9-8149-e2904e6e58cd None None] Port b8bc0f73-58b1-43ae-baac-c13d2239d722 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:14.234060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41548) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:14.240955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:14.241357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:14.267600 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:14.280168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a263fe9-499e-42bb-b737-5582b72f50ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.360891 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Floating IP 6cb75be3-d7f0-4c7d-8466-934db982bf22 associated. External IP: 172.26.6.193, port: aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0.
Nov 27 11:37:14.498447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a263fe9-499e-42bb-b737-5582b72f50ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.512463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:14.529255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a263fe9-499e-42bb-b737-5582b72f50ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57614a-150a-44af-ad83-71d02339769a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:14.534169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2a263fe9-499e-42bb-b737-5582b72f50ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:14.537810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a263fe9-499e-42bb-b737-5582b72f50ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.541616 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2a263fe9-499e-42bb-b737-5582b72f50ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa57614a-150a-44af-ad83-71d02339769a HTTP/1.1" status: 204  len: 168 time: 0.6477637
Nov 27 11:37:14.647666 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42036772-715b-40dd-897e-98c0d52e3594 req-fbbb0cc0-2a48-4744-98f3-62cd67e95784 service neutron] 10.222.0.39 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7192552
Nov 27 11:37:14.741546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.789797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Router 7a5e86c2-c666-4c93-a39b-cd1398fad46c has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:14.890810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f5d30cc4-5f05-4a8e-93ee-f03c96ae2670 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:14.908127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:14.998611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:15.002809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.007950 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] Sync routers for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:15.021656 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:15.022394 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462ee7f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:15.036595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Network': ['ID=f5eed4d0-0f4b-4568-a5f9-2b69807c1668,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:15.062455 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e867f390-9323-4316-95a9-b70f70c82954 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "PUT /v2.0/floatingips/6cb75be3-d7f0-4c7d-8466-934db982bf22 HTTP/1.1" status: 200  len: 992 time: 3.2440157
Nov 27 11:37:15.063781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'tag': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:37:15.069735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:15.088086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41562) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:15.088254 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/networks/f5eed4d0-0f4b-4568-a5f9-2b69807c1668 HTTP/1.1" status: 204  len: 168 time: 2.3084502
Nov 27 11:37:15.143466 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'tag': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'status': 'completed', 'code': 200}
Nov 27 11:37:15.256440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.258183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41566) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:15.271094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.277151 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:15.283204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 3e7e6b01-a319-419f-a57e-a42e29a98558 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:15.294903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.297654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Deleting port f6bccb30-12dc-4b9c-b37f-799d3363b679 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:15.297919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.322815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.332784 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42036772-715b-40dd-897e-98c0d52e3594 req-33854a54-838d-4a64-afbe-a6eecec8a8d4 service neutron] 10.222.0.39 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6477258
Nov 27 11:37:15.425251 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8291f95b-e39d-43f0-8beb-9effcf020237 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c580d5823b954c068da4203039cd144e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1647427
Nov 27 11:37:15.446076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41572) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:15.522133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Calling delete_port for a9a223ff-00ad-430c-be6e-73aa69ee1119 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:15.596201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] For port f6bccb30-12dc-4b9c-b37f-799d3363b679, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f6bccb30-12dc-4b9c-b37f-799d3363b679,segment=NetworkSegment(afd3404f-dcd2-4f2c-9841-b12abd377f56),segment_id=afd3404f-dcd2-4f2c-9841-b12abd377f56)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:15.596679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.663096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Calling delete_port for b8bc0f73-58b1-43ae-baac-c13d2239d722 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:15.767686 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462ee7f0>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '6cb75be3-d7f0-4c7d-8466-934db982bf22', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'floating_ip_address': '172.26.6.193', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'port_id': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'mac_address': 'fa:16:3e:b2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:29Z', 'updated_at': '2021-11-27T11:37:13Z', 'revision_number': 1, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:33Z', 'revision_number': 5, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:15.771724 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] Checking router: 7a5e86c2-c666-4c93-a39b-cd1398fad46c for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:37:15.784995 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:15.785629 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462ee7f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:15.785820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.841553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Calling delete_port for f6bccb30-12dc-4b9c-b37f-799d3363b679 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:15.878614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6785aac1-e2d2-40cb-a433-d56c7d47a94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.926202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6785aac1-e2d2-40cb-a433-d56c7d47a94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:15.976798 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:16.080354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.085322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-74bb3ac4-0d7a-4a26-9108-ef2694a1c89d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:16.096843 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-17f2fcf3-7a17-43fa-938d-5e4b3dfadf0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 0.9369473
Nov 27 11:37:16.129347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Port': ['ID=f6bccb30-12dc-4b9c-b37f-799d3363b679,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:16.131767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:16.135571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6785aac1-e2d2-40cb-a433-d56c7d47a94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.138982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] No DVR routers for this DVR port f6bccb30-12dc-4b9c-b37f-799d3363b679 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:16.172144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6c3ca361-eb70-4423-bf7e-1f70d5de9a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:16.203553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785aac1-e2d2-40cb-a433-d56c7d47a94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39efec2a-1174-4af4-8c08-e36c25a473ed,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:16.205457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6785aac1-e2d2-40cb-a433-d56c7d47a94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:16.292306 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-25bb457a-e328-438c-b43f-00ea7d4fe2af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0fb526f53b744d49d8dbf93a5ca6c38&device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 1098 time: 0.6784124
Nov 27 11:37:16.330043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.350415 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462ee7f0>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '6cb75be3-d7f0-4c7d-8466-934db982bf22', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'floating_ip_address': '172.26.6.193', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'port_id': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'mac_address': 'fa:16:3e:b2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:29Z', 'updated_at': '2021-11-27T11:37:13Z', 'revision_number': 1, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:33Z', 'revision_number': 5, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:16.354543 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddcbc1-279e-4385-9fa7-e683d0089cb8 None None] The sync data for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv is: [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '6cb75be3-d7f0-4c7d-8466-934db982bf22', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'floating_ip_address': '172.26.6.193', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'port_id': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'mac_address': 'fa:16:3e:b2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:29Z', 'updated_at': '2021-11-27T11:37:13Z', 'revision_number': 1, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:33Z', 'revision_number': 5, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:16.372276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.383621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6785aac1-e2d2-40cb-a433-d56c7d47a94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.388513 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6785aac1-e2d2-40cb-a433-d56c7d47a94b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39efec2a-1174-4af4-8c08-e36c25a473ed HTTP/1.1" status: 204  len: 168 time: 0.9414594
Nov 27 11:37:16.415503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845d76790>,) {'filters': {'network_id': ['20b6eccf-b5be-4274-ae84-2743206adcb3']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:16.433636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d76790>, 'afd3404f-dcd2-4f2c-9841-b12abd377f56') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:16.434646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d76790>, 'afd3404f-dcd2-4f2c-9841-b12abd377f56') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:16.448137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.472905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.481281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:16.481689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:16.498279 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:16.541750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.569632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.572079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7bd7f780-4c3d-4aee-9fa8-230cf54b7ca3 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:16.641399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event deleted for resources: {'Port': ['ID=a9a223ff-00ad-430c-be6e-73aa69ee1119,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:16.657470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.661297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-abb11cbe-85f8-4761-a1d9-7068bffdbc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:16.666326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:16.666326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41f46720-c249-4611-b017-2fd6a7060b93 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:16.688805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.695071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Network': ['ID=20b6eccf-b5be-4274-ae84-2743206adcb3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:16.703904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:16.709223 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/networks/20b6eccf-b5be-4274-ae84-2743206adcb3 HTTP/1.1" status: 204  len: 168 time: 1.6199396
Nov 27 11:37:16.711791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41582) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:16.719994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-b38980f7-f766-4367-90c5-fc5835fb5b35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:16.722607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-b38980f7-f766-4367-90c5-fc5835fb5b35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 0.5783069
Nov 27 11:37:16.729191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Port': ['ID=b8bc0f73-58b1-43ae-baac-c13d2239d722,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:16.787625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:16.801675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ade61-6e9a-442c-9dfa-a44444bafcd7 None None] New status for floating IP 6cb75be3-d7f0-4c7d-8466-934db982bf22: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:37:16.895380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:16.986730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.045771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-267b4a73-7702-44af-853d-a6c894628c75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:17.047474 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-267b4a73-7702-44af-853d-a6c894628c75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6 HTTP/1.1" status: 200  len: 912 time: 0.6717644
Nov 27 11:37:17.051514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.099147 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "DELETE /v2.0/ports/b8bc0f73-58b1-43ae-baac-c13d2239d722 HTTP/1.1" status: 204  len: 168 time: 3.2647307
Nov 27 11:37:17.100626 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c9bdb83d-e410-4102-abd8-b01b6e3c872a tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:17.106513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.136347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28461c6460>,) {'filters': {'network_id': ['41621d23-4324-47cc-a868-4857dd344c86']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:17.149709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461c6460>, 'e4431481-7258-465b-922b-ae9b50f827c6') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:17.149997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461c6460>, 'e4431481-7258-465b-922b-ae9b50f827c6') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:17.154905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41592) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:17.163206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.183100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.193620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:17.198623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:17.215143 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:17.278347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7e6b01-a319-419f-a57e-a42e29a98558,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:17.280770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:17.325633 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf97b163-2c8e-4ebe-919b-9a396d481ec6 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] GET failed (client error): The resource could not be found.
Nov 27 11:37:17.326122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bf97b163-2c8e-4ebe-919b-9a396d481ec6 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Synchronizing usage tracker for tenant:4c8df23cf3b647f38d18991ea67b1fa5 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:17.330607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.335486 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/3e7e6b01-a319-419f-a57e-a42e29a98558 HTTP/1.1" status: 204  len: 168 time: 3.0974226
Nov 27 11:37:17.336782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41598) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:17.338929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aedde7d-3ba3-4a84-959a-051447484bca None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:17.359413 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-940da4dd-cf1f-4874-9966-cf36bd7e233e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1000 time: 0.5779552
Nov 27 11:37:17.364550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.366614 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "DELETE /v2.0/ports/a9a223ff-00ad-430c-be6e-73aa69ee1119 HTTP/1.1" status: 204  len: 168 time: 3.5341640
Nov 27 11:37:17.409488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41602) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:17.412658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.455882 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-471e3fb1-bc38-4fc0-b76e-516e58e12143 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1180649
Nov 27 11:37:17.457892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-b1c80288-22ca-44dd-8576-2f506d0757f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:17.459706 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-b1c80288-22ca-44dd-8576-2f506d0757f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.0906794
Nov 27 11:37:17.460377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41610) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:17.463250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:17.479378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.508708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Network': ['ID=41621d23-4324-47cc-a868-4857dd344c86,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:17.514237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:17.516963 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/networks/41621d23-4324-47cc-a868-4857dd344c86 HTTP/1.1" status: 204  len: 168 time: 0.8041947
Nov 27 11:37:17.519687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41614) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:17.520030 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-54eb5c45-e3d2-4dbe-91f7-8c7b9b7b858d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce38a8ca-989c-43a6-9723-ead84a17db78 HTTP/1.1" status: 200  len: 1001 time: 0.4333394
Nov 27 11:37:17.623946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bf97b163-2c8e-4ebe-919b-9a396d481ec6 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Unset dirty status for tenant:4c8df23cf3b647f38d18991ea67b1fa5 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:17.625405 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bf97b163-2c8e-4ebe-919b-9a396d481ec6 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "GET /v2.0/ports/b8bc0f73-58b1-43ae-baac-c13d2239d722 HTTP/1.1" status: 404  len: 333 time: 0.4127631
Nov 27 11:37:17.628128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Router a7f508aa-ce08-48d4-8504-d5ff970f153a has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:17.630897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41618) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:17.640827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1518405166'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:17.688789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.689617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:37:17.692855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-f32ff2d1-5c5d-424a-a9fc-dad6782c8b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:17.694945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] Deleting port ebe37ee6-384d-4d3c-8031-4493cfa25e67 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:17.695225 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-f32ff2d1-5c5d-424a-a9fc-dad6782c8b5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26ed1a9c-5e3b-4614-9554-cb5a8d17951b HTTP/1.1" status: 200  len: 850 time: 0.1216602
Nov 27 11:37:17.695949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:17.784587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b4cc9-52f0-435f-9d73-978385c72f5f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:17.785235 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0d6b4cc9-52f0-435f-9d73-978385c72f5f tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "GET /v2.0/ports?device_id=96145ceb-0244-47a2-bd6d-625bfe9b4045 HTTP/1.1" status: 200  len: 913 time: 0.3817370
Nov 27 11:37:17.790641 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-256932a5-2952-48c8-8a3e-26e853a5ff7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2655432
Nov 27 11:37:17.810348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41628) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:18.021233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] For port ebe37ee6-384d-4d3c-8031-4493cfa25e67, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ebe37ee6-384d-4d3c-8031-4493cfa25e67,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:18.021782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.046854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58019ad0-f14a-44de-8715-5d90df6fdfe8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:18.047543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-58019ad0-f14a-44de-8715-5d90df6fdfe8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:18.106440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41634) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:18.159881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.172908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] Calling delete_port for ebe37ee6-384d-4d3c-8031-4493cfa25e67 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:18.179325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:18.204987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:18.216365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284572ce50>,) {'filters': {'network_id': ['a95d8ad3-e590-4cea-8e33-3026900f49a9']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:18.219149 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-136872c1-c81d-484f-80cc-10e6839681f7 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284791
Nov 27 11:37:18.227266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-f4f7aa8c-c885-48d0-9c48-51febf9f8c2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4bd8aabb-84dc-4d86-8d60-721af2b51eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5065939
Nov 27 11:37:18.242985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284572ce50>, '2f949a34-d0d9-43b5-8823-8fcb2816a58d') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:18.243344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284572ce50>, '2f949a34-d0d9-43b5-8823-8fcb2816a58d') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:18.266162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.319230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-58019ad0-f14a-44de-8715-5d90df6fdfe8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:18.321104 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-58019ad0-f14a-44de-8715-5d90df6fdfe8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.8559508
Nov 27 11:37:18.330897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41640) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:18.339028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.346777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'networks': [{'name': 'tempest-network--104202075'}, {'name': 'tempest-network--748534225'}]} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:18.347109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'network': {'name': 'tempest-network--104202075'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:18.347540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'network': {'name': 'tempest-network--748534225'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:18.353112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:18.387173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:18.387575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:18.404776 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:18.411958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Usage tracker for resource:network and tenant:3bdb1dd95c4e4e25b6219c9df7a63561 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:18.460324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:18.485420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:18.497890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ac792-5dbc-4049-bdee-d1e057a7a4c7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:18.499333 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bf9ac792-5dbc-4049-bdee-d1e057a7a4c7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1675210
Nov 27 11:37:18.501430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Made reservation on behalf of 4c8df23cf3b647f38d18991ea67b1fa5 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:18.504220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.504696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41644) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:18.514933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.521689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:18.540691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] device_id is not set on port bc8330e9-ac10-4344-bcf8-202b18805cae yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:18.569297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] Pushing event deleted for resources: {'Port': ['ID=ebe37ee6-384d-4d3c-8031-4493cfa25e67,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:18.571846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:18.575967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] No DVR routers for this DVR port ebe37ee6-384d-4d3c-8031-4493cfa25e67 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:18.592644 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4c9764b3-99ce-4d1a-a82f-1ea9fcaa0cfd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0844524
Nov 27 11:37:18.598228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41648) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:18.610206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:18.629594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.641399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:18.651482 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bdb1d874-8cd7-4c9b-957d-eb9f6a63a7d1 req-e9bc66e3-88c3-489b-aab2-327e5ca5c509 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3743331
Nov 27 11:37:18.658399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.658793 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-13a4e5bd-6db8-42e6-abc8-680b648d2cda service neutron] 10.222.0.39 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3639400
Nov 27 11:37:18.699750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Made reservation on behalf of 3bdb1dd95c4e4e25b6219c9df7a63561 for: {'network': 2} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:18.702513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Pushing event deleted for resources: {'Network': ['ID=a95d8ad3-e590-4cea-8e33-3026900f49a9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:18.704061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.731546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:18.737483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.742158 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] Sync routers for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:18.747340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:18.759650 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:18.760630 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466470d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:18.833576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:18.884308 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e4c3e47e-405e-4e9a-8e25-32cdd4d8b9e2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "PUT /v2.0/floatingips/288fc950-6859-4159-99a7-baf618d328fe HTTP/1.1" status: 200  len: 990 time: 11.4872882
Nov 27 11:37:18.890035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'tag': '0478f91b-4777-4daa-b359-bbe27bc1a2be'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:37:18.918935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ebe37ee6-384d-4d3c-8031-4493cfa25e67 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:18.953833 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] 10.222.0.23 "DELETE /v2.0/networks/a95d8ad3-e590-4cea-8e33-3026900f49a9 HTTP/1.1" status: 204  len: 168 time: 1.4331818
Nov 27 11:37:19.008756 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:19.021379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: ebe37ee6-384d-4d3c-8031-4493cfa25e67 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:19.021873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ebe37ee6-384d-4d3c-8031-4493cfa25e67 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:19.062846 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'tag': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'status': 'completed', 'code': 200}
Nov 27 11:37:19.064625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:19.079111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Allocated IP 2001:db8::17 (88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237/a5c26010-02f6-4021-8af3-2a6e263b7016/bc8330e9-ac10-4344-bcf8-202b18805cae) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:19.115994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-476d9215-a82c-4aa1-acea-e00a52551833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.159318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Usage tracker for resource:security_group_rule and tenant:3bdb1dd95c4e4e25b6219c9df7a63561 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:19.166125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:19.168823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:19.185019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:19.202403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:19.204128 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-569e81c6-4df1-4b7a-a48e-f615e502e7a8 req-adca3c6e-2012-493d-bc5c-859f813837ea service neutron] 10.222.0.39 "GET /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5243621
Nov 27 11:37:19.263177 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-c3a51a5b-c01f-410a-8085-712cda9807de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebca4f3d11414415b7598d4a00dfaa0a&device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 1098 time: 0.1919444
Nov 27 11:37:19.307024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:19.425560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.474054 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466470d0>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '288fc950-6859-4159-99a7-baf618d328fe', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'floating_ip_address': '172.26.6.37', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'port_id': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'mac_address': 'fa:16:3e:0c:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:25Z', 'updated_at': '2021-11-27T11:37:10Z', 'revision_number': 1, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:37:09Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:19.476080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-cde67d76-baf0-454a-94cb-79cff0fda8b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:19.477520 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-cde67d76-baf0-454a-94cb-79cff0fda8b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=286559ef-d0ae-4427-aa8a-a0cead761ad7 HTTP/1.1" status: 200  len: 907 time: 0.1860702
Nov 27 11:37:19.478548 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] Checking router: a7f508aa-ce08-48d4-8504-d5ff970f153a for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:37:19.490433 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:19.490433 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466470d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:36:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:19.503316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.564730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.570441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.631464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5e0a83a5-7116-49d7-be5a-ad5522086e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:19.658323 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-269930f9-f5bf-4eb9-9535-acf0ecc00523 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0478f91b-4777-4daa-b359-bbe27bc1a2be HTTP/1.1" status: 200  len: 998 time: 0.1679664
Nov 27 11:37:19.696853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.721810 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:19.724433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Transition to ACTIVE for port object bc8330e9-ac10-4344-bcf8-202b18805cae will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:19.729945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.758000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41664) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:19.758762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfa48a8-1bde-4b5d-bc2f-11d629fb6ec5,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:19.764393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:19.767231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.795308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:19.806814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.807449 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Added segment 871acc14-bbb8-4f0d-a312-d6a922860737 of type vlan for network 8828ca6e-dcdb-44c8-a3d3-719fe984688b
Nov 27 11:37:19.873314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:19.948286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:19.990219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-70778c70-cfdf-4961-be0d-8991aaacd936 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:19.992494 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-70778c70-cfdf-4961-be0d-8991aaacd936 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be9c4bb-77ac-4c7e-9d67-314ad5dc9387 HTTP/1.1" status: 200  len: 845 time: 0.2848468
Nov 27 11:37:20.020733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.021068 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Added segment 80206a30-9857-40a6-b4f4-b6950979b6bc of type vlan for network 0f408a41-5a6b-42c8-855e-2eb0dfafc186
Nov 27 11:37:20.155907 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466470d0>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '288fc950-6859-4159-99a7-baf618d328fe', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'floating_ip_address': '172.26.6.37', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'port_id': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'mac_address': 'fa:16:3e:0c:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:25Z', 'updated_at': '2021-11-27T11:37:10Z', 'revision_number': 1, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:37:09Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:20.160616 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0680ea-6e88-4a5a-b0b5-fbe971ed23dc None None] The sync data for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv is: [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '288fc950-6859-4159-99a7-baf618d328fe', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'floating_ip_address': '172.26.6.37', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'port_id': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'mac_address': 'fa:16:3e:0c:ee:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:36:25Z', 'updated_at': '2021-11-27T11:37:10Z', 'revision_number': 1, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:37:09Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:20.171778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.172896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.189662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:20.223643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.236826 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bf75ae67-932f-4cf4-be27-091eb1e1f537 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dc3a15662fc411f88cd06cbf403760b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4728978
Nov 27 11:37:20.237240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41674) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:20.272747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=bc8330e9-ac10-4344-bcf8-202b18805cae,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:20.311556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:20.317152 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-3e092426-98ca-4884-85ef-76331c72ed8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=286559ef-d0ae-4427-aa8a-a0cead761ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2946548
Nov 27 11:37:20.319175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:20.326420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:20.344159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ad2e8703-799c-4558-85b3-816b8c8150ab tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:20.365842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.366684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-09eefc46-0902-451d-9b04-94301cee90e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.370789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.390840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:20.394799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:20.395382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.418837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:20.426970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:20.427135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:20.431476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:20.432041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.437004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acbb6e2-3909-4267-b414-746d14c38d97 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:20.451149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:20.454144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:20.454803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.482294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=d7cc00cb-e3ae-46a7-a800-d14cd5562fc1,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:20.485478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:20.495535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-09eefc46-0902-451d-9b04-94301cee90e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.540681 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.9084990
Nov 27 11:37:20.541831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41680) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:20.554792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'network_id': '88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-344852737'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:20.627834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Network': ['ID=8828ca6e-dcdb-44c8-a3d3-719fe984688b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:20.648765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 8828ca6e-dcdb-44c8-a3d3-719fe984688b details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:20.653414 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0499780
Nov 27 11:37:20.660292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41684) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:20.677904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': 'd7cc00cb-e3ae-46a7-a800-d14cd5562fc1', 'ip_address': '2001:db8::773d:8ce1:96cd:fa40'}], 'name': 'tempest-NetworksTestDHCPv6-414614782'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:20.696032 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-07ef88c7-928e-4257-832b-48543cd94e20 service neutron] 10.222.0.39 "GET /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3640323
Nov 27 11:37:20.786849 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 2.6747856
Nov 27 11:37:20.798496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41688) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:20.814944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:20.835605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:20.867027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'd7cc00cb-e3ae-46a7-a800-d14cd5562fc1'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:20.867862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.878882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Network': ['ID=0f408a41-5a6b-42c8-855e-2eb0dfafc186,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:20.888626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dbc65d00-4ecc-4cc1-80a9-7e88e5f8bcc6 None None] Provisioning for port bc8330e9-ac10-4344-bcf8-202b18805cae completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:20.894930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:20.899974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 0f408a41-5a6b-42c8-855e-2eb0dfafc186 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:20.916362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dbc65d00-4ecc-4cc1-80a9-7e88e5f8bcc6 None None] Provisioning complete for port bc8330e9-ac10-4344-bcf8-202b18805cae triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:20.916738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dbc65d00-4ecc-4cc1-80a9-7e88e5f8bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.920773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Made reservation on behalf of 4c8df23cf3b647f38d18991ea67b1fa5 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:20.924361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:20.938033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:20.938380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:20.986070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] device_id is not set on port dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:21.085463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-09eefc46-0902-451d-9b04-94301cee90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.103233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-dbc65d00-4ecc-4cc1-80a9-7e88e5f8bcc6 None None] Port bc8330e9-ac10-4344-bcf8-202b18805cae cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:21.111476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:21.148355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eefc46-0902-451d-9b04-94301cee90e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ea411-f832-413c-8d8b-f8cc077ee602,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:21.151524 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e8fc591-3b01-4144-8cde-7ef9546ed73a req-31a5c7b6-fa21-4ab8-9f53-48bf4026bd5b service neutron] 10.222.0.39 "GET /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4026287
Nov 27 11:37:21.164012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-09eefc46-0902-451d-9b04-94301cee90e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:21.164954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:21.201193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4ca1-f437-47c3-8aba-4c1f7a008847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.210775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-09eefc46-0902-451d-9b04-94301cee90e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.214951 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-09eefc46-0902-451d-9b04-94301cee90e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/078ea411-f832-413c-8d8b-f8cc077ee602 HTTP/1.1" status: 204  len: 168 time: 0.9731262
Nov 27 11:37:21.224833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5521589-1e1e-4789-8cd3-7b3ea57dbcc9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:21.228428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5521589-1e1e-4789-8cd3-7b3ea57dbcc9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:21.229796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Allocated IP 2001:db8::2df (88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237/a5c26010-02f6-4021-8af3-2a6e263b7016/dcee4d9c-56bd-4b78-8d1b-328b6aeb4489) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:21.235076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5521589-1e1e-4789-8cd3-7b3ea57dbcc9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:21.240731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5521589-1e1e-4789-8cd3-7b3ea57dbcc9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:21.242807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5521589-1e1e-4789-8cd3-7b3ea57dbcc9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Synchronizing usage tracker for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:21.247243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/d7cc00cb-e3ae-46a7-a800-d14cd5562fc1/e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:21.260907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:21.333941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:21.366736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Deleting port ef29aa88-27f3-4a8d-be73-95fd2f9eb71c {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:21.367158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.371390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5521589-1e1e-4789-8cd3-7b3ea57dbcc9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Unset dirty status for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:21.372814 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f5521589-1e1e-4789-8cd3-7b3ea57dbcc9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.5309238
Nov 27 11:37:21.378201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41698) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:21.483753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.494809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Transition to ACTIVE for port object e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:21.518692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Transition to ACTIVE for port object e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:21.604982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.616399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-15ce4e17-4f44-49e9-8dc2-23f5dabd859d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:21.677555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.696630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Pushing event updated for resources: {'Port': ['ID=e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:21.701179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:21.701333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.705296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.711650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:21.712729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:21.717086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.718614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:21.825408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Attempting to bind port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:21.830023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Attempting to bind port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:21.830023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Attempting to bind port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:21.836420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:21.836955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:21.837602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.838308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:21.838525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Bound port: e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:21.838854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.883389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 324b27dd-279f-4ba0-a302-77b400118bd2 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:21.908420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Transition to ACTIVE for port object dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:21.951018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:21.952842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] For port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:21.956075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] For port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:21.974566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Calling delete_port for ef29aa88-27f3-4a8d-be73-95fd2f9eb71c owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:21.980461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844eda730>,) {'filters': {'network_id': ['8828ca6e-dcdb-44c8-a3d3-719fe984688b']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:21.999060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844eda730>, '871acc14-bbb8-4f0d-a312-d6a922860737') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:22.000820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844eda730>, '871acc14-bbb8-4f0d-a312-d6a922860737') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:22.021435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.022314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.026769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:22.128428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Pushing event updated for resources: {'Port': ['ID=e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:22.134323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:22.244173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.286823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.289343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:22.289343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.298997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:22.309436 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:22.311738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.417657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::773d:8ce1:96cd:fa40 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/d7cc00cb-e3ae-46a7-a800-d14cd5562fc1/324b27dd-279f-4ba0-a302-77b400118bd2) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:22.483811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=dcee4d9c-56bd-4b78-8d1b-328b6aeb4489,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:22.486976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:22.501629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.506836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:22.526259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:22.529980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:22.534262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:22.540273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:22.540882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.552327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.571730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Network': ['ID=8828ca6e-dcdb-44c8-a3d3-719fe984688b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:22.577043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:22.662379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.670906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc976815-758e-4eb3-a05c-d4c9087659e0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:22.735325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event deleted for resources: {'Port': ['ID=ef29aa88-27f3-4a8d-be73-95fd2f9eb71c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:22.819414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:22.819414 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.1960304
Nov 27 11:37:22.820707 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/networks/8828ca6e-dcdb-44c8-a3d3-719fe984688b HTTP/1.1" status: 204  len: 168 time: 1.3662338
Nov 27 11:37:22.820707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41726) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:22.823175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41728) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:22.861206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e8', 'mac_address': 'fa:16:3e:5c:3d:8a'}, {'ip_address': '2001:db8::17', 'mac_address': 'fa:16:3e:94:0d:98'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:22.951383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:22.963001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:22.981944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41734) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:23.126282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9478179c-42de-427d-b862-f4958e873a66 None None] Provisioning for port dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:23.133222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9478179c-42de-427d-b862-f4958e873a66 None None] Provisioning complete for port dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:23.138496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9478179c-42de-427d-b862-f4958e873a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.145391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 324b27dd-279f-4ba0-a302-77b400118bd2 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:23.153620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.167302 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.198005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:23.233390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9478179c-42de-427d-b862-f4958e873a66 None None] Port dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:23.260790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-318048694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:23.274737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:23.280928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:router and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:23.284989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:23.292158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:23.412999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.414072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.449674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.458846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.508786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845357940>,) {'filters': {'network_id': ['0f408a41-5a6b-42c8-855e-2eb0dfafc186']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:23.526579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.539598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d251deff-902f-4848-af0b-747da733449d tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:23.571903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845357940>, '80206a30-9857-40a6-b4f4-b6950979b6bc') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:23.572272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845357940>, '80206a30-9857-40a6-b4f4-b6950979b6bc') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:23.595627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.614025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.656734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.687794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:23.692018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.699094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:23.701485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=324b27dd-279f-4ba0-a302-77b400118bd2,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:23.703711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:23.707836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:23.708477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.718678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] Provisioning for port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:23.721997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:23.721997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.725070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] Provisioning complete for port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:23.725584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:23.735390 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:23.740597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:23.855624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.931388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:23.943973 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.2787027
Nov 27 11:37:23.947692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41746) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:23.955686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': 'd7cc00cb-e3ae-46a7-a800-d14cd5562fc1', 'ip_address': '2001:db8::773d:8ce1:96cd:fa40'}], 'name': 'tempest-NetworksTestDHCPv6-1403225838'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:24.003602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] For port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:24.030550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.040800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fda8085a-924e-434f-88e2-f85dc6ab2365 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:24.055014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.068113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Network': ['ID=0f408a41-5a6b-42c8-855e-2eb0dfafc186,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:24.086539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:24.094650 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/networks/0f408a41-5a6b-42c8-855e-2eb0dfafc186 HTTP/1.1" status: 204  len: 168 time: 1.2706983
Nov 27 11:37:24.097386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41750) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:24.103305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.113267 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6d722682-54a7-469a-96ea-3bbf4b6572d6 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 1.1212978
Nov 27 11:37:24.114042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41754) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:24.125268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1948915238'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:24.139147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.141098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5ce26844-5e70-4383-ab6f-7479e88f6496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:24.148046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:24.154774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:network and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:24.169444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:24.182729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:24.222114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:24.229291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] Pushing event updated for resources: {'Port': ['ID=e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:24.231280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:24.234391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:24.235360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:24.244123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:24.271778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Router 96145ceb-0244-47a2-bd6d-625bfe9b4045 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:24.285222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Made reservation on behalf of 72bbcc13461a4c84aa642daf3ad3b90e for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:24.288413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.335668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:37:24.360943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.366748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.373469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d2718-62a4-4042-bf65-4ef10a9b239d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:24.377576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d2718-62a4-4042-bf65-4ef10a9b239d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:24.378374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-992d2718-62a4-4042-bf65-4ef10a9b239d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Synchronizing usage tracker for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:24.379756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:24.385033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.397792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3b337b7c-f979-4076-a884-c1286153e05e None None] Provisioning for port 324b27dd-279f-4ba0-a302-77b400118bd2 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:24.402805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3b337b7c-f979-4076-a884-c1286153e05e None None] Provisioning complete for port 324b27dd-279f-4ba0-a302-77b400118bd2 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:24.406278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3b337b7c-f979-4076-a884-c1286153e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.426049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port ef15c108-a440-4d87-b6da-62fdb4d1c2a6 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:24.451703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.456346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9828ae41-b27c-4609-8c66-6899042ae7fb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:24.463949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3b337b7c-f979-4076-a884-c1286153e05e None None] Port 324b27dd-279f-4ba0-a302-77b400118bd2 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:24.493945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-992d2718-62a4-4042-bf65-4ef10a9b239d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Unset dirty status for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:24.496852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:24.497457 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-992d2718-62a4-4042-bf65-4ef10a9b239d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3991659
Nov 27 11:37:24.509416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41758) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:24.515145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:security_group_rule and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:24.516872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1208927728'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:24.522136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:24.524933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] In _notify_port_updated(), no bound segment for port dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 on network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:37:24.529255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:24.529858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.531147 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "PUT /v2.0/ports/dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 HTTP/1.1" status: 200  len: 1066 time: 1.7095320
Nov 27 11:37:24.534511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41762) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:24.535209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:24.589359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:24.610451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event updated for resources: {'Port': ['ID=dcee4d9c-56bd-4b78-8d1b-328b6aeb4489,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:24.618408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:24.629013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:24.634637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Deleting port dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:24.636864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.684555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Made reservation on behalf of 3bdb1dd95c4e4e25b6219c9df7a63561 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:24.688051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.776752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:24.788653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-88157c9e-d7b0-4088-a302-13df80f37698 None None] Provisioning complete for port dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:24.789267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-88157c9e-d7b0-4088-a302-13df80f37698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.815948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.816303 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Added segment b7e6d66c-6238-43b2-bf65-c5cdc099b577 of type vlan for network 4049b4a8-636a-4246-92fa-5d7bbf1a630a
Nov 27 11:37:24.823056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.843764 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:37:24.848382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:24.860096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-88157c9e-d7b0-4088-a302-13df80f37698 None None] Port dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:24.865468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:24.875052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aedcf1-36f2-46e1-af24-a344fdbf2102 None None] Sync routers for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:24.893724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.895410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aedcf1-36f2-46e1-af24-a344fdbf2102 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:24.897222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:24.897834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-21aedcf1-36f2-46e1-af24-a344fdbf2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846737220>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:24.907559 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "PUT /v2.0/routers/96145ceb-0244-47a2-bd6d-625bfe9b4045/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0937538
Nov 27 11:37:24.911341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41768) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:24.919474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.976771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:24.997224 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bd92741e-f13c-401a-9bd6-f5ddfdd18646 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.0484886
Nov 27 11:37:24.998191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:25.003487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:25.007468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41772) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:25.043626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-21aedcf1-36f2-46e1-af24-a344fdbf2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846737220>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:25.045476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced729b3-84f1-4b90-adcb-f758c0b1cde1,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:25.055989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.056182 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Added segment 57b14573-8514-4632-9c02-28eabe941396 of type vlan for network 81336039-d045-4a99-8e81-fd432703cd05
Nov 27 11:37:25.057626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:25.078832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aedcf1-36f2-46e1-af24-a344fdbf2102 None None] Routers {'96145ceb-0244-47a2-bd6d-625bfe9b4045'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:25.080080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-21aedcf1-36f2-46e1-af24-a344fdbf2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846737220>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['96145ceb-0244-47a2-bd6d-625bfe9b4045'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:25.100076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.130419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.134879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:25.135638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.146034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-21aedcf1-36f2-46e1-af24-a344fdbf2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846737220>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:25.146489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Calling delete_port for dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:25.146683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aedcf1-36f2-46e1-af24-a344fdbf2102 None None] The sync data for ids ['96145ceb-0244-47a2-bd6d-625bfe9b4045'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:25.175313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:25.175776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.178378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85fee477-a94c-46da-b049-d697cf4d2a12 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:25.263266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc37da-465c-4990-9692-a0383d92b7c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:25.267299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc37da-465c-4990-9692-a0383d92b7c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:25.267928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cbdc37da-465c-4990-9692-a0383d92b7c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:25.313981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.317995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:25.318617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.325477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5511773a-cae1-4ad8-abfb-2e08cd78b00d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:25.362350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Network': ['ID=4049b4a8-636a-4246-92fa-5d7bbf1a630a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:25.365995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:25.374789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 4049b4a8-636a-4246-92fa-5d7bbf1a630a details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:25.426355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cbdc37da-465c-4990-9692-a0383d92b7c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:25.429908 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cbdc37da-465c-4990-9692-a0383d92b7c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.4160941
Nov 27 11:37:25.431044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41780) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:25.451069 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9405589
Nov 27 11:37:25.453251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41784) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:25.459207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1025823909'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:25.464897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:25.469411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Usage tracker for resource:network and tenant:3bdb1dd95c4e4e25b6219c9df7a63561 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:25.472631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:25.478606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:25.486394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Network': ['ID=81336039-d045-4a99-8e81-fd432703cd05,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:25.494232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:25.497211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 81336039-d045-4a99-8e81-fd432703cd05 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:25.499619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.543409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.551651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:25.554353 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.4374287
Nov 27 11:37:25.562769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41788) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:25.578737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'subnet': {'network_id': '81336039-d045-4a99-8e81-fd432703cd05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:25.589507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Made reservation on behalf of 3bdb1dd95c4e4e25b6219c9df7a63561 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:25.592889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.600037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 324b27dd-279f-4ba0-a302-77b400118bd2 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:25.600355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.611909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Port': ['ID=dcee4d9c-56bd-4b78-8d1b-328b6aeb4489,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:25.614325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:25.692308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:25.740880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.741401 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Added segment 8df3f62b-4a15-432a-bcba-77d4959b4a75 of type vlan for network 25de97fb-ba62-46d7-925e-e66c7547f18b
Nov 27 11:37:25.821842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.914993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:25.933498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:25.935193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:subnet and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:25.944447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:25.949287 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "DELETE /v2.0/ports/dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 HTTP/1.1" status: 204  len: 168 time: 1.4087801
Nov 27 11:37:25.949611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41794) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:25.953261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:25.991220 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce52fc5-0941-472a-9249-2c9f0dd08d46 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] GET failed (client error): The resource could not be found.
Nov 27 11:37:25.991712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fce52fc5-0941-472a-9249-2c9f0dd08d46 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Synchronizing usage tracker for tenant:4c8df23cf3b647f38d18991ea67b1fa5 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:26.029269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:26.033257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:26.037465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:26.038933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ca22cc-4ca4-49b2-bdad-00ada5213e60 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:26.117520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fce52fc5-0941-472a-9249-2c9f0dd08d46 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Unset dirty status for tenant:4c8df23cf3b647f38d18991ea67b1fa5 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:26.118615 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fce52fc5-0941-472a-9249-2c9f0dd08d46 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "GET /v2.0/ports/dcee4d9c-56bd-4b78-8d1b-328b6aeb4489 HTTP/1.1" status: 404  len: 333 time: 0.1679838
Nov 27 11:37:26.125783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41798) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:26.140485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Network': ['ID=25de97fb-ba62-46d7-925e-e66c7547f18b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:26.143142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:26.150889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 25de97fb-ba62-46d7-925e-e66c7547f18b details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:26.158344 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7041023
Nov 27 11:37:26.161035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41802) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:26.168492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'ports': [{'network_id': '4049b4a8-636a-4246-92fa-5d7bbf1a630a', 'name': 'tempest-port--1288102829', 'admin_state_up': True}, {'network_id': '25de97fb-ba62-46d7-925e-e66c7547f18b', 'admin_state_up': False}]} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:26.170219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'port': {'network_id': '4049b4a8-636a-4246-92fa-5d7bbf1a630a', 'name': 'tempest-port--1288102829', 'admin_state_up': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:26.170461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'port': {'network_id': '25de97fb-ba62-46d7-925e-e66c7547f18b', 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:26.191379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:26.335328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 324b27dd-279f-4ba0-a302-77b400118bd2 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:26.362511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Made reservation on behalf of 72bbcc13461a4c84aa642daf3ad3b90e for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:26.415689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Deleting port bc8330e9-ac10-4344-bcf8-202b18805cae {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:26.416039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:26.488987 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699020c-7c03-47a3-93ec-d375b0d61d46 None None] New status for floating IP 288fc950-6859-4159-99a7-baf618d328fe: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:37:26.533877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:26.537691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Usage tracker for resource:port and tenant:3bdb1dd95c4e4e25b6219c9df7a63561 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:26.540703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:26.547028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:26.615086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Made reservation on behalf of 3bdb1dd95c4e4e25b6219c9df7a63561 for: {'port': 2} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:26.619039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:26.638425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:26.639393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:26.655918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:26.761088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] device_id is not set on port 65017f3d-201b-4b67-922b-0410d2f548c3 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:26.804641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Deleting port ff43d566-61ca-4437-be13-468974902a62 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:26.804984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.053830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.070343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.082562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:27.164305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.274616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] device_id is not set on port 876abb8e-35e3-4698-ad1a-7d10a3a7d92d yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:27.347260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Calling delete_port for bc8330e9-ac10-4344-bcf8-202b18805cae owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:27.378094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=324b27dd-279f-4ba0-a302-77b400118bd2,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:27.392386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:27.403673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.501453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.512244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:27.518493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.532065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.608072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Port': ['ID=65017f3d-201b-4b67-922b-0410d2f548c3,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:27.617788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:27.655124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Checking segment: {'id': 'b7e6d66c-6238-43b2-bf65-c5cdc099b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4049b4a8-636a-4246-92fa-5d7bbf1a630a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:27.655506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Network hostable DHCP agents. Network: 4049b4a8-636a-4246-92fa-5d7bbf1a630a, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:27.682982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Calling delete_port for ff43d566-61ca-4437-be13-468974902a62 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:27.752004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Network 4049b4a8-636a-4246-92fa-5d7bbf1a630a is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:27.819597 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/324b27dd-279f-4ba0-a302-77b400118bd2 HTTP/1.1" status: 204  len: 168 time: 2.3876522
Nov 27 11:37:27.822254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41816) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:27.857792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 4049b4a8-636a-4246-92fa-5d7bbf1a630a) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:27.865725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e614b1a-be8e-4bfc-99cf-7fd3f3e973c1 None None] Network 4049b4a8-636a-4246-92fa-5d7bbf1a630a requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:27.866831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:27.867688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.874686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-48a24678-86cf-42a2-8140-adeddbeebf07 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:27.879394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.921181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:27.951225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:27.974624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2854837-4eb5-4a40-a433-1ead54a30f54 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:27.975992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2854837-4eb5-4a40-a433-1ead54a30f54 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:27.977557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f2854837-4eb5-4a40-a433-1ead54a30f54 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:27.991747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Port': ['ID=876abb8e-35e3-4698-ad1a-7d10a3a7d92d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:28.003498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:28.011483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Subnet': ['ID=b3c1b5ab-d53e-4dd3-8bfe-87c13f15bdc1,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:28.015396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:28.018091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f2854837-4eb5-4a40-a433-1ead54a30f54 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:28.021868 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f2854837-4eb5-4a40-a433-1ead54a30f54 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1985807
Nov 27 11:37:28.023133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41820) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:28.043614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:28.065456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Checking segment: {'id': '8df3f62b-4a15-432a-bcba-77d4959b4a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25de97fb-ba62-46d7-925e-e66c7547f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:28.065816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Network hostable DHCP agents. Network: 25de97fb-ba62-46d7-925e-e66c7547f18b, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:28.106233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Port': ['ID=bc8330e9-ac10-4344-bcf8-202b18805cae,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:28.112644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:28.117683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.134485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Checking segment: {'id': '57b14573-8514-4632-9c02-28eabe941396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81336039-d045-4a99-8e81-fd432703cd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:28.134920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network hostable DHCP agents. Network: 81336039-d045-4a99-8e81-fd432703cd05, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:28.141289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.146189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc00a9d9-fd1c-41a6-82d1-81e77ee528c3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:28.193074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event deleted for resources: {'Port': ['ID=ff43d566-61ca-4437-be13-468974902a62,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:28.196506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:28.222083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Network 25de97fb-ba62-46d7-925e-e66c7547f18b is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:28.242554 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "DELETE /v2.0/ports/bc8330e9-ac10-4344-bcf8-202b18805cae HTTP/1.1" status: 204  len: 168 time: 2.1129594
Nov 27 11:37:28.244902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41826) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:28.307242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 25de97fb-ba62-46d7-925e-e66c7547f18b) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:28.315884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d3ebd-12ca-40aa-901b-39ec76516ecc None None] Network 25de97fb-ba62-46d7-925e-e66c7547f18b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:28.323089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3fa7aa-1ee0-450d-964b-f44b27825227 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] GET failed (client error): The resource could not be found.
Nov 27 11:37:28.325175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ee3fa7aa-1ee0-450d-964b-f44b27825227 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "GET /v2.0/ports/bc8330e9-ac10-4344-bcf8-202b18805cae HTTP/1.1" status: 404  len: 333 time: 0.0794382
Nov 27 11:37:28.328303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:28.332544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:28.335991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:28.336782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.342182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41830) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:28.348447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet d7cc00cb-e3ae-46a7-a800-d14cd5562fc1 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:28.351936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.445785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network 81336039-d045-4a99-8e81-fd432703cd05 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:28.457520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 81336039-d045-4a99-8e81-fd432703cd05) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:28.457709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.462317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.471621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34049b0f-6b9b-4809-944f-992ee57ee8f7 None None] Network 81336039-d045-4a99-8e81-fd432703cd05 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:28.523758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:28.524638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.527257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Deleting port 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:28.527593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.570607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.4059944
Nov 27 11:37:28.575022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41834) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:28.759665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-81336039-d045-4a99-8e81-fd432703cd05', 'network_id': '81336039-d045-4a99-8e81-fd432703cd05', 'tenant_id': '72bbcc13461a4c84aa642daf3ad3b90e', 'fixed_ips': [{'subnet_id': 'b3c1b5ab-d53e-4dd3-8bfe-87c13f15bdc1'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:28.760695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.795657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.874581 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3055468
Nov 27 11:37:28.877921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41842) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:28.885407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'network': {'name': 'tempest-router-network01--1591912141'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:28.892636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.895526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:28.901289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:network and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:28.905764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:28.909509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:28.913796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:28.993177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Allocated IP 2001:db8::2 (81336039-d045-4a99-8e81-fd432703cd05/b3c1b5ab-d53e-4dd3-8bfe-87c13f15bdc1/831b7745-edd8-4433-aa14-dd33a4962068) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:28.997138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Made reservation on behalf of 72bbcc13461a4c84aa642daf3ad3b90e for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:28.999963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.033544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:29.043672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.044009 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Added segment 5ff10407-0aaf-469e-9ce2-a4d0bd0573f5 of type vlan for network ad50b450-fb8a-4990-bbc8-f6adcdd54d30
Nov 27 11:37:29.047046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aaa0a4-48bd-483f-9e87-6eea3cdea1b9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:29.049136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.049613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Fanout notify agent at l3_agent the message router_deleted on router 96145ceb-0244-47a2-bd6d-625bfe9b4045 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:37:29.052016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aaa0a4-48bd-483f-9e87-6eea3cdea1b9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:29.052807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5aaa0a4-48bd-483f-9e87-6eea3cdea1b9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Synchronizing usage tracker for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:29.068794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.069879 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "DELETE /v2.0/routers/96145ceb-0244-47a2-bd6d-625bfe9b4045 HTTP/1.1" status: 204  len: 168 time: 4.1552496
Nov 27 11:37:29.072682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41846) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:29.093249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.124154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.221952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Calling delete_port for 1ab90cc5-f9af-4f92-921a-310f75e0f7d1 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:29.245937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.249131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5aaa0a4-48bd-483f-9e87-6eea3cdea1b9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Unset dirty status for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:29.250240 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f5aaa0a4-48bd-483f-9e87-6eea3cdea1b9 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.6722648
Nov 27 11:37:29.255474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41850) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:29.257417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.258828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Transition to ACTIVE for port object 831b7745-edd8-4433-aa14-dd33a4962068 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:29.266891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:29.280747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Transition to ACTIVE for port object 831b7745-edd8-4433-aa14-dd33a4962068 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:29.311399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cc00cb-e3ae-46a7-a800-d14cd5562fc1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:29.324928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:29.336314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Deleting subnet 9eb8be2f-0062-463b-b8e7-5d91d3cf64bb {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:29.338205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.338945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a137bb-9e99-4c40-bc66-c251a59d65fe None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:29.362562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.366907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:29.367759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.390982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.419910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b7be6d4-e670-4d71-837e-09f8b3d186e4 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:29.424511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.438694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:29.446045 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/d7cc00cb-e3ae-46a7-a800-d14cd5562fc1 HTTP/1.1" status: 204  len: 168 time: 1.4217362
Nov 27 11:37:29.452248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41856) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:29.522308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Deleting port 65017f3d-201b-4b67-922b-0410d2f548c3 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:29.522578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.536728 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-aa58ce77-7776-4d6a-a94d-d829ea420a7e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0794079
Nov 27 11:37:29.536989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41860) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:29.542991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:29.547429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Network 81336039-d045-4a99-8e81-fd432703cd05 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:29.553626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:29.560305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:29.562386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Pushing event updated for resources: {'Port': ['ID=831b7745-edd8-4433-aa14-dd33a4962068,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:29.567872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.582919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7be606cd-53c2-44a0-a65c-142d4f67322c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:29.595832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:29.599759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.627545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Network': ['ID=ad50b450-fb8a-4990-bbc8-f6adcdd54d30,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:29.643211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:29.667145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:29.683959 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8046653
Nov 27 11:37:29.685770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:29.709109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Port': ['ID=1ab90cc5-f9af-4f92-921a-310f75e0f7d1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:29.711528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:29.717315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'network': {'name': 'tempest-router-network02--55105666'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:29.726329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:29.738215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:network and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:29.752947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:29.765508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.770228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Attempting to bind port 831b7745-edd8-4433-aa14-dd33a4962068 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:29.770629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Attempting to bind port 831b7745-edd8-4433-aa14-dd33a4962068 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '57b14573-8514-4632-9c02-28eabe941396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81336039-d045-4a99-8e81-fd432703cd05'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:29.770999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Attempting to bind port 831b7745-edd8-4433-aa14-dd33a4962068 on network 81336039-d045-4a99-8e81-fd432703cd05 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:29.781069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:29.781259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:29.788568 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "DELETE /v2.0/ports/1ab90cc5-f9af-4f92-921a-310f75e0f7d1 HTTP/1.1" status: 204  len: 168 time: 1.4451363
Nov 27 11:37:29.789353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41868) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:29.791189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:29.796723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:29.804720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:29.805060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Checking segment: {'id': '57b14573-8514-4632-9c02-28eabe941396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81336039-d045-4a99-8e81-fd432703cd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:29.805460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.805916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Bound using segment: {'id': '57b14573-8514-4632-9c02-28eabe941396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81336039-d045-4a99-8e81-fd432703cd05'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:29.806695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Bound port: 831b7745-edd8-4433-aa14-dd33a4962068, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b14573-8514-4632-9c02-28eabe941396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81336039-d045-4a99-8e81-fd432703cd05'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:29.806695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.888758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:29.921978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.934500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:29.948783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] For port 831b7745-edd8-4433-aa14-dd33a4962068, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:29.953142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] For port 831b7745-edd8-4433-aa14-dd33a4962068, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=831b7745-edd8-4433-aa14-dd33a4962068,segment=NetworkSegment(57b14573-8514-4632-9c02-28eabe941396),segment_id=57b14573-8514-4632-9c02-28eabe941396)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:29.956803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:37:29.963256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] Deleting port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:29.963871 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.040347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Deleting subnet a5c26010-02f6-4021-8af3-2a6e263b7016 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:30.043825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.070349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Made reservation on behalf of 72bbcc13461a4c84aa642daf3ad3b90e for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:30.073367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.075652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:30.080022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.092195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Calling delete_port for 65017f3d-201b-4b67-922b-0410d2f548c3 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:30.186191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.201919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:30.203937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:30.204973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.231700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.232036 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Added segment 5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7 of type vlan for network 94db77ad-a31b-48c0-9e86-e315516cb45a
Nov 27 11:37:30.267930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.293553 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] For port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:30.294111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.330939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.343473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:30.378295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.406074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.434389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Port': ['ID=65017f3d-201b-4b67-922b-0410d2f548c3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:30.440831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] Calling delete_port for e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:30.442013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:30.446022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:30.484689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Pushing event updated for resources: {'Port': ['ID=831b7745-edd8-4433-aa14-dd33a4962068,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:30.488525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:30.508999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.510024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f2804-60fd-48ed-863b-7a45d00883fc None None] Network e24296c0-7af5-4478-be1f-6b6dd935c693 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:30.513522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:30.514099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.524596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.563418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.567608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.571930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e061bd36-6d90-478b-8c94-bc31c383fde0 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:30.585303 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/ports/65017f3d-201b-4b67-922b-0410d2f548c3 HTTP/1.1" status: 204  len: 168 time: 1.3265941
Nov 27 11:37:30.597930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb8be2f-0062-463b-b8e7-5d91d3cf64bb,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:30.602731 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "DELETE /v2.0/subnets/9eb8be2f-0062-463b-b8e7-5d91d3cf64bb HTTP/1.1" status: 204  len: 168 time: 1.5290046
Nov 27 11:37:30.604348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:30.610369 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41878) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:30.610807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41880) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:30.611713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:30.663444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.712443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:30.716876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.721805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:30.724607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:30.725198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.738849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.742715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3db88-f6d3-49bb-ae86-d395366bc9b2 None None] Network 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:30.751076 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "DELETE /v2.0/subnets/a5c26010-02f6-4021-8af3-2a6e263b7016 HTTP/1.1" status: 204  len: 168 time: 0.9564097
Nov 27 11:37:30.755931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41886) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:30.759241 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=1df4afb5-270f-4b9e-b8cb-e7153885b65c,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:30.762319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:30.769685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1ae0b667-9f55-4f7e-b224-dcb8d380cb95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:30.781666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:30.818862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c26010-02f6-4021-8af3-2a6e263b7016,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:30.821443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:30.846504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Network': ['ID=94db77ad-a31b-48c0-9e86-e315516cb45a,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:30.856408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Deleting port 876abb8e-35e3-4698-ad1a-7d10a3a7d92d {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:30.856822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.873035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 94db77ad-a31b-48c0-9e86-e315516cb45a details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:30.887741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] Pushing event deleted for resources: {'Port': ['ID=e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:30.955128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:30.956227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:30.964505 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4262345
Nov 27 11:37:30.967273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41890) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:30.976003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': '1df4afb5-270f-4b9e-b8cb-e7153885b65c', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1302783680'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:30.977540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] No DVR routers for this DVR port e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:31.014557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Deleting port 2a457493-a32f-4933-85a6-916d04a7a43d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:31.015119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.024630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:31.035160 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.3290992
Nov 27 11:37:31.040477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41894) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:31.065133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 831b7745-edd8-4433-aa14-dd33a4962068 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:31.114069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'subnet': {'network_id': 'ad50b450-fb8a-4990-bbc8-f6adcdd54d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:31.122835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3393d266-f3da-4751-92ff-963d244f213b None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:31.305640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.357046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:31.381161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:subnet and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:31.383812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Deleting port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:31.384161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.419111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:31.447274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:31.455769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:31.505524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:31.520817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:31.555121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] For port 2a457493-a32f-4933-85a6-916d04a7a43d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2a457493-a32f-4933-85a6-916d04a7a43d,segment=NetworkSegment(1a13908f-9b8f-4183-817c-e1e1cf4058d6),segment_id=1a13908f-9b8f-4183-817c-e1e1cf4058d6)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:31.555631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.599874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '1df4afb5-270f-4b9e-b8cb-e7153885b65c'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:31.600603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.635260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Made reservation on behalf of 72bbcc13461a4c84aa642daf3ad3b90e for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:31.698809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 831b7745-edd8-4433-aa14-dd33a4962068 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:31.711099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:31.725202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Calling delete_port for 2a457493-a32f-4933-85a6-916d04a7a43d owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:31.783299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] DHCP port deletion for e24296c0-7af5-4478-be1f-6b6dd935c693 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:37:31.805915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] Deleting port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:31.806297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.851941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d8ee88-b4aa-4213-97e7-2ec843db3d12 None None] DHCP port deletion for 88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:37:31.853607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:31.862734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.877160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8e86b5-c172-41c3-9ea8-dc795aa45b52 None None] Network 81336039-d045-4a99-8e81-fd432703cd05 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:31.879885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:31.887453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.919813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port c0a23db2-4cb2-454c-88d2-7cbb3489e1ac yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:31.954648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:31.959592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7deebf7-6b74-4afe-b5dc-acb39f8b4e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:32.005720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:32.006029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e7a40fa2-bc8e-43f6-8a10-eaeeedb5d429 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:32.007590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Port': ['ID=2a457493-a32f-4933-85a6-916d04a7a43d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:32.017017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-52d8ee88-b4aa-4213-97e7-2ec843db3d12 None None] Deleting port 2a457493-a32f-4933-85a6-916d04a7a43d {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:32.017017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-52d8ee88-b4aa-4213-97e7-2ec843db3d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.017183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:32.023027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] No DVR routers for this DVR port 2a457493-a32f-4933-85a6-916d04a7a43d on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:32.031486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Calling delete_port for 876abb8e-35e3-4698-ad1a-7d10a3a7d92d owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:32.046886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/1df4afb5-270f-4b9e-b8cb-e7153885b65c/d7c1d67f-734e-4d93-9c89-ebb78629d9ad) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:32.059495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.094530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] For port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5,segment=NetworkSegment(d5d5178f-34f8-4470-a8a9-0a3fa3433dee),segment_id=d5d5178f-34f8-4470-a8a9-0a3fa3433dee)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:32.094893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.127301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] Provisioning for port 831b7745-edd8-4433-aa14-dd33a4962068 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:32.186204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] Provisioning complete for port 831b7745-edd8-4433-aa14-dd33a4962068 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:32.186873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.207977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.237379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845d318b0>,) {'filters': {'network_id': ['88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:32.249993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d318b0>, '1a13908f-9b8f-4183-817c-e1e1cf4058d6') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:32.250297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d318b0>, '1a13908f-9b8f-4183-817c-e1e1cf4058d6') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:32.258053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-52d8ee88-b4aa-4213-97e7-2ec843db3d12 None None] The port '2a457493-a32f-4933-85a6-916d04a7a43d' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:37:32.262030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.291836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.297821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Calling delete_port for c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:32.302611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:32.303805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:32.410418 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:32.461475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.468838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbd7bbd2-3831-4d20-bf0a-c247a1dcecb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:32.507180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.524039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.528569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:32.540760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Port': ['ID=876abb8e-35e3-4698-ad1a-7d10a3a7d92d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:32.554616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:32.561446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.563008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ba019919-b100-4ce3-bdb9-6e9e0b13d277 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:32.584674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Pushing event deleted for resources: {'Network': ['ID=88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:32.596353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:32.605613 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] 10.222.0.23 "DELETE /v2.0/networks/88b3bb2d-2df0-4d36-bb9b-ba76b6d2b237 HTTP/1.1" status: 204  len: 168 time: 1.8498530
Nov 27 11:37:32.637644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] For port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5,segment=NetworkSegment(d5d5178f-34f8-4470-a8a9-0a3fa3433dee),segment_id=d5d5178f-34f8-4470-a8a9-0a3fa3433dee)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:32.638205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.638385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.655510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event deleted for resources: {'Port': ['ID=c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:32.661977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:32.668573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] No DVR routers for this DVR port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:32.862261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] Calling delete_port for c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:32.901965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:32.948723 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/ports/876abb8e-35e3-4698-ad1a-7d10a3a7d92d HTTP/1.1" status: 204  len: 168 time: 2.3202372
Nov 27 11:37:32.948929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41912) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:32.965401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:32.984027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:32.984375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:32.984806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a457493-a32f-4933-85a6-916d04a7a43d no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:33.009158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28452805b0>,) {'filters': {'network_id': ['e24296c0-7af5-4478-be1f-6b6dd935c693']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:33.027514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452805b0>, 'd5d5178f-34f8-4470-a8a9-0a3fa3433dee') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:33.027776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452805b0>, 'd5d5178f-34f8-4470-a8a9-0a3fa3433dee') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:33.035927 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-15c467b9-d1ff-4d16-8009-d2fb1cf27cb5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0851803
Nov 27 11:37:33.041447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41916) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:33.050811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1711801238'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:33.057912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.062094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:33.069994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 2a457493-a32f-4933-85a6-916d04a7a43d {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:33.070698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a457493-a32f-4933-85a6-916d04a7a43d not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:33.077870 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Usage tracker for resource:network and tenant:3bdb1dd95c4e4e25b6219c9df7a63561 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:33.080652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.082688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:33.093634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:33.097018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.100628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:33.101035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:33.120012 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:33.128592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.143858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aa66033c-38da-400c-bc23-6458cd8bc8e9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:33.147020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Transition to ACTIVE for port object d7c1d67f-734e-4d93-9c89-ebb78629d9ad will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:33.159364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.187124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:37:33.187481 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:37:33.193940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Made reservation on behalf of 3bdb1dd95c4e4e25b6219c9df7a63561 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:33.197256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.200344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Transition to ACTIVE for port object d7c1d67f-734e-4d93-9c89-ebb78629d9ad will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:33.220583 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] For port 831b7745-edd8-4433-aa14-dd33a4962068, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=831b7745-edd8-4433-aa14-dd33a4962068,segment=NetworkSegment(57b14573-8514-4632-9c02-28eabe941396),segment_id=57b14573-8514-4632-9c02-28eabe941396)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:33.239060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:33.253159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.253496 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Added segment cbbd9c51-31e9-48e6-8fb4-21baf151c9be of type vlan for network 8a5b68d5-4f43-44a6-8caa-a91ce346ea6f
Nov 27 11:37:33.289937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.290410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.294243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:33.304256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Subnet': ['ID=cf112fdd-0f10-483f-894f-3200ac7be00a,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:33.319078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:33.333384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41922) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:33.349963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.377325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:33.380974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:33.381780 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:37:33.382292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:33.385886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:33.389087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Pushing event updated for resources: {'Port': ['ID=d7c1d67f-734e-4d93-9c89-ebb78629d9ad,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:33.392774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:33.393423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cf2bcb88-2494-4105-961c-dfb6485d6e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:33.413267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.419899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:33.420785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.429263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0dc5644b-1707-4970-b788-bd845c63e1c2 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:33.481444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Checking segment: {'id': '5ff10407-0aaf-469e-9ce2-a4d0bd0573f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ad50b450-fb8a-4990-bbc8-f6adcdd54d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:33.481840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network hostable DHCP agents. Network: ad50b450-fb8a-4990-bbc8-f6adcdd54d30, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:33.500153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.512968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-711a6374-fb61-4dfb-a2a2-df1039e7b4d7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:33.529158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.537077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event deleted for resources: {'Network': ['ID=e24296c0-7af5-4478-be1f-6b6dd935c693,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:33.540740 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "DELETE /v2.0/networks/e24296c0-7af5-4478-be1f-6b6dd935c693 HTTP/1.1" status: 204  len: 168 time: 2.9109843
Nov 27 11:37:33.541932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:33.542854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41928) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:33.543467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41930) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:33.543900 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d421baef-5ee4-4968-bb2e-dc7b64c5cdda tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.5718520
Nov 27 11:37:33.555866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Network': ['ID=8a5b68d5-4f43-44a6-8caa-a91ce346ea6f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:33.563391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:33.569686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 8a5b68d5-4f43-44a6-8caa-a91ce346ea6f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:33.582686 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5382223
Nov 27 11:37:33.582926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Attempting to bind port d7c1d67f-734e-4d93-9c89-ebb78629d9ad on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:33.583241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Attempting to bind port d7c1d67f-734e-4d93-9c89-ebb78629d9ad by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:33.583605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41936) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:33.583705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Attempting to bind port d7c1d67f-734e-4d93-9c89-ebb78629d9ad on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:33.591882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2077477631'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:33.597528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] Pushing event updated for resources: {'Port': ['ID=831b7745-edd8-4433-aa14-dd33a4962068,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:33.599636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:33.605436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:33.610182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fa3f15ac-1bd5-45a3-8406-bd329e6a53f5 None None] Provisioning complete for port 831b7745-edd8-4433-aa14-dd33a4962068 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:33.610730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fa3f15ac-1bd5-45a3-8406-bd329e6a53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.612933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Usage tracker for resource:network and tenant:3bdb1dd95c4e4e25b6219c9df7a63561 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:33.618179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:33.632419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:33.646705 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-38237fc6-6df2-44ee-b95f-67f1788b570e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c8df23cf3b647f38d18991ea67b1fa5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3113675
Nov 27 11:37:33.649021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41940) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:33.691676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] Deleting port c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:33.692222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.718119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-98a1cfc9-d0ac-4f7f-9571-43d57b0a582c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.720979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Made reservation on behalf of 3bdb1dd95c4e4e25b6219c9df7a63561 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:33.724106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.736349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:33.736852 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:33.737129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.737528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:33.738009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Bound port: d7c1d67f-734e-4d93-9c89-ebb78629d9ad, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:33.738385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.745531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:33.761395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Deleting port f331cfe8-2b66-44a6-879f-0fc37c8dae2d {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:33.762294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.816668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-59ca1355-aa19-43bb-bccd-97f2d3b248c5 None None] The port 'c85d7ecb-ee59-4ff9-8b10-16e2cc80e0a5' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:37:33.851495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-98a1cfc9-d0ac-4f7f-9571-43d57b0a582c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.885216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:33.908804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, ad50b450-fb8a-4990-bbc8-f6adcdd54d30) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:33.923516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:33.924531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.925747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.926095 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Added segment 68d2f619-79ad-440b-aa42-0572e5cf3050 of type vlan for network 273a1e1f-b539-412e-89ad-dbaa81fe2dc3
Nov 27 11:37:33.948583 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9db276-6159-4148-be8a-581d9d3d26f1 None None] Network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:33.971257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df56e995-a5fa-4745-8d5f-64c861acf80a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:33.972054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df56e995-a5fa-4745-8d5f-64c861acf80a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:33.975761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:33.980414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] For port d7c1d67f-734e-4d93-9c89-ebb78629d9ad, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:34.018405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.018832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.022505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-98a1cfc9-d0ac-4f7f-9571-43d57b0a582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.026251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-02315766-d1ba-43f8-bb32-3617f30d62c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:34.040570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1cfc9-d0ac-4f7f-9571-43d57b0a582c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce85433-71b0-4bc9-a3da-838038304577,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:34.043154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-98a1cfc9-d0ac-4f7f-9571-43d57b0a582c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:34.050399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] For port d7c1d67f-734e-4d93-9c89-ebb78629d9ad, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d7c1d67f-734e-4d93-9c89-ebb78629d9ad,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:34.057625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-98a1cfc9-d0ac-4f7f-9571-43d57b0a582c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.059040 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-98a1cfc9-d0ac-4f7f-9571-43d57b0a582c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fce85433-71b0-4bc9-a3da-838038304577 HTTP/1.1" status: 204  len: 168 time: 0.4085934
Nov 27 11:37:34.133428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.139705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:34.140394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.141212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.146733 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0582974
Nov 27 11:37:34.147799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df56e995-a5fa-4745-8d5f-64c861acf80a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:34.149548 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df56e995-a5fa-4745-8d5f-64c861acf80a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.6038969
Nov 27 11:37:34.149729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9e8ea04e-0778-40b9-8b46-6cfeaae40a3d tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:34.150578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41950) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:34.152980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:34.158092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Calling delete_port for f331cfe8-2b66-44a6-879f-0fc37c8dae2d owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:34.169742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41952) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:34.193897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'subnet': {'network_id': '94db77ad-a31b-48c0-9e86-e315516cb45a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:34.282587 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Pushing event updated for resources: {'Port': ['ID=d7c1d67f-734e-4d93-9c89-ebb78629d9ad,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:34.287091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-ad50b450-fb8a-4990-bbc8-f6adcdd54d30', 'network_id': 'ad50b450-fb8a-4990-bbc8-f6adcdd54d30', 'tenant_id': '72bbcc13461a4c84aa642daf3ad3b90e', 'fixed_ips': [{'subnet_id': 'cf112fdd-0f10-483f-894f-3200ac7be00a'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:34.288165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.298257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:34.347656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:34.352437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:subnet and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:34.363560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:34.376051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:34.468323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Made reservation on behalf of 72bbcc13461a4c84aa642daf3ad3b90e for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:34.569762 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9850295
Nov 27 11:37:34.594860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Network': ['ID=273a1e1f-b539-412e-89ad-dbaa81fe2dc3,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:34.598543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.606116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-67ce00f7-dca1-445e-b6ea-97749b703a0a tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:34.609011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e66d47-17d8-4b8c-ba68-11fce5d43821 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:34.610564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e66d47-17d8-4b8c-ba68-11fce5d43821 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:34.611342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a1e66d47-17d8-4b8c-ba68-11fce5d43821 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:34.624337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 273a1e1f-b539-412e-89ad-dbaa81fe2dc3 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:34.631466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:34.691012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41964) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:34.697494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'subnets': [{'network_id': '8a5b68d5-4f43-44a6-8caa-a91ce346ea6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1994631317', 'ip_version': 4}, {'network_id': '273a1e1f-b539-412e-89ad-dbaa81fe2dc3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:34.697728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'subnet': {'network_id': '8a5b68d5-4f43-44a6-8caa-a91ce346ea6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1994631317', 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:34.698301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Request body: {'subnet': {'network_id': '273a1e1f-b539-412e-89ad-dbaa81fe2dc3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:34.726693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Pushing event deleted for resources: {'Port': ['ID=f331cfe8-2b66-44a6-879f-0fc37c8dae2d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:34.731426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:34.738438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:34.788132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Allocated IP 2001:db8::2 (ad50b450-fb8a-4990-bbc8-f6adcdd54d30/cf112fdd-0f10-483f-894f-3200ac7be00a/d50fef33-a471-4af5-a75d-0e767fad1762) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:34.788687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a1e66d47-17d8-4b8c-ba68-11fce5d43821 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:34.794092 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a1e66d47-17d8-4b8c-ba68-11fce5d43821 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6148474
Nov 27 11:37:34.891669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41970) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:35.172359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.184355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Transition to ACTIVE for port object d50fef33-a471-4af5-a75d-0e767fad1762 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:35.195471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 831b7745-edd8-4433-aa14-dd33a4962068 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:35.237758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.249061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Transition to ACTIVE for port object d50fef33-a471-4af5-a75d-0e767fad1762 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:35.251987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-809fdb64-dc7f-4ae3-b77d-c2b6d211dd5b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:35.287992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 831b7745-edd8-4433-aa14-dd33a4962068 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:35.288581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.358823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.392073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:35.396914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Usage tracker for resource:subnet and tenant:3bdb1dd95c4e4e25b6219c9df7a63561 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:35.398881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Subnet': ['ID=1f94dcc8-3a10-48b6-9401-40f174563072,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:35.399932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:35.402615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:35.404696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.412530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:35.415206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Checking segment: {'id': '5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '94db77ad-a31b-48c0-9e86-e315516cb45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:35.415667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network hostable DHCP agents. Network: 94db77ad-a31b-48c0-9e86-e315516cb45a, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:35.421352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:35.489208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:35.492543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:35.496461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:35.510008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.518675 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] 10.222.0.23 "DELETE /v2.0/floatingips/da67e415-6f70-43e7-a097-234367ca864c HTTP/1.1" status: 204  len: 168 time: 1.9693854
Nov 27 11:37:35.522477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 1df4afb5-270f-4b9e-b8cb-e7153885b65c {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:35.525758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.543553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network 94db77ad-a31b-48c0-9e86-e315516cb45a is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:35.556971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Made reservation on behalf of 3bdb1dd95c4e4e25b6219c9df7a63561 for: {'subnet': 2} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:35.565144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d7c1d67f-734e-4d93-9c89-ebb78629d9ad up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:35.635064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 94db77ad-a31b-48c0-9e86-e315516cb45a) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:35.641402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:35.642037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.682375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Pushing event updated for resources: {'Port': ['ID=d50fef33-a471-4af5-a75d-0e767fad1762,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:35.684879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff876e0-651b-4e20-9e7f-cf9ef4df02a3 None None] Network 94db77ad-a31b-48c0-9e86-e315516cb45a requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:35.701790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:35.729963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.757031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Attempting to bind port d50fef33-a471-4af5-a75d-0e767fad1762 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:35.757638 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5733025
Nov 27 11:37:35.757951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Attempting to bind port d50fef33-a471-4af5-a75d-0e767fad1762 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '5ff10407-0aaf-469e-9ce2-a4d0bd0573f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ad50b450-fb8a-4990-bbc8-f6adcdd54d30'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:35.758287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 41992) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:35.758759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Attempting to bind port d50fef33-a471-4af5-a75d-0e767fad1762 on network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:35.823088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.825469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:35.826428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Checking segment: {'id': '5ff10407-0aaf-469e-9ce2-a4d0bd0573f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ad50b450-fb8a-4990-bbc8-f6adcdd54d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:35.827190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.827751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Bound using segment: {'id': '5ff10407-0aaf-469e-9ce2-a4d0bd0573f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ad50b450-fb8a-4990-bbc8-f6adcdd54d30'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:35.828496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Bound port: d50fef33-a471-4af5-a75d-0e767fad1762, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff10407-0aaf-469e-9ce2-a4d0bd0573f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ad50b450-fb8a-4990-bbc8-f6adcdd54d30'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:35.829078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:35.908563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 41996) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:36.082200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port d7c1d67f-734e-4d93-9c89-ebb78629d9ad completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:36.092898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-94db77ad-a31b-48c0-9e86-e315516cb45a', 'network_id': '94db77ad-a31b-48c0-9e86-e315516cb45a', 'tenant_id': '72bbcc13461a4c84aa642daf3ad3b90e', 'fixed_ips': [{'subnet_id': '1f94dcc8-3a10-48b6-9401-40f174563072'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:36.093719 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.096162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.113715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] For port d50fef33-a471-4af5-a75d-0e767fad1762, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:36.118293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:36.130792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] For port d50fef33-a471-4af5-a75d-0e767fad1762, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d50fef33-a471-4af5-a75d-0e767fad1762,segment=NetworkSegment(5ff10407-0aaf-469e-9ce2-a4d0bd0573f5),segment_id=5ff10407-0aaf-469e-9ce2-a4d0bd0573f5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:36.180430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.180884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.203533 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42008) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:36.204544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=1df4afb5-270f-4b9e-b8cb-e7153885b65c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:36.225393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:36.286326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b78a7-0306-442e-9730-c54017c0c76a None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:36.301897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.478280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.483362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] Provisioning for port d7c1d67f-734e-4d93-9c89-ebb78629d9ad completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:36.503140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1015276262'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:36.505911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:36.507501 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/1df4afb5-270f-4b9e-b8cb-e7153885b65c HTTP/1.1" status: 204  len: 168 time: 1.6149549
Nov 27 11:37:36.516450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42014) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:36.529351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:36.537051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:network and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:36.568835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] Provisioning complete for port d7c1d67f-734e-4d93-9c89-ebb78629d9ad triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:36.569068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.585942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:36.594054 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-533ff952-b27a-4ab1-8af6-779c051439bd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0766482
Nov 27 11:37:36.598156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42018) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:36.608864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:36.609079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:36.708671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:36.711207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.733902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.747523 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b08a8add-5cb9-4fd2-b791-ce5778842310 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0feb260e852e47ea92a8ded57db44b4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5386059
Nov 27 11:37:36.747934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42022) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:36.778380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:36.788488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:36.795155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:36.813484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:36.864975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dac120db-d0ac-4fba-b8a1-b20923c85f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.867514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.867850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:36.880684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:security_group_rule and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:36.885411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:36.901693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:36.908646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dac120db-d0ac-4fba-b8a1-b20923c85f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.946653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Pushing event updated for resources: {'Port': ['ID=d50fef33-a471-4af5-a75d-0e767fad1762,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:36.965956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:36.970343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:36.977574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:37.035706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.047773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:37.049783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Allocated IP 2001:db8::2 (94db77ad-a31b-48c0-9e86-e315516cb45a/1f94dcc8-3a10-48b6-9401-40f174563072/ae8e20ba-423f-4775-906c-92fc7d519912) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:37.127101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] For port d7c1d67f-734e-4d93-9c89-ebb78629d9ad, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d7c1d67f-734e-4d93-9c89-ebb78629d9ad,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:37.198180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.202633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-693a2fd7-9f45-4b4e-81b2-e8be97b655df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:37.286701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Subnet': ['ID=ed423bde-012a-4d66-9df0-14de0113d245,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:37.289781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:37.316675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:37:37.349484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.350682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Checking segment: {'id': 'cbbd9c51-31e9-48e6-8fb4-21baf151c9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8a5b68d5-4f43-44a6-8caa-a91ce346ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:37.351523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Network hostable DHCP agents. Network: 8a5b68d5-4f43-44a6-8caa-a91ce346ea6f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:37.398523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dac120db-d0ac-4fba-b8a1-b20923c85f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.403696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:37.410038 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] Deleting port d7c1d67f-734e-4d93-9c89-ebb78629d9ad {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:37.410556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.416322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Network 8a5b68d5-4f43-44a6-8caa-a91ce346ea6f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:37.421589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.426599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.429473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac120db-d0ac-4fba-b8a1-b20923c85f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db02e1b1-eafe-488e-853d-87305b6637a9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:37.440742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dac120db-d0ac-4fba-b8a1-b20923c85f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:37.463020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:37.477516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.478555 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Added segment 74fb03d1-3fc7-4fa0-b47d-a124996aeb35 of type vlan for network 407d1188-197d-4754-81a5-20ba04184d2b
Nov 27 11:37:37.483898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-59ff0f86-e25b-4c88-a2bb-88e91d716332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:37.486927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] Pushing event updated for resources: {'Port': ['ID=d7c1d67f-734e-4d93-9c89-ebb78629d9ad,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:37.496873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:37.509908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.534797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 8a5b68d5-4f43-44a6-8caa-a91ce346ea6f) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:37.552927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.554326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0a474-ea03-4511-bfa4-b75dc245bd78 None None] Network 8a5b68d5-4f43-44a6-8caa-a91ce346ea6f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:37.579092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Transition to ACTIVE for port object ae8e20ba-423f-4775-906c-92fc7d519912 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:37.597160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dac120db-d0ac-4fba-b8a1-b20923c85f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.600846 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dac120db-d0ac-4fba-b8a1-b20923c85f6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db02e1b1-eafe-488e-853d-87305b6637a9 HTTP/1.1" status: 204  len: 168 time: 0.8496571
Nov 27 11:37:37.635839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.646927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14afe64-3cf7-4960-8f64-f9a028fe9387,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:37.661323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:37.667097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cfe26bbc-e445-405e-94d4-f96f11e6d54f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:37.770417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Transition to ACTIVE for port object ae8e20ba-423f-4775-906c-92fc7d519912 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:37.770676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Checking segment: {'id': '68d2f619-79ad-440b-aa42-0572e5cf3050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '273a1e1f-b539-412e-89ad-dbaa81fe2dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:37.770925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Network hostable DHCP agents. Network: 273a1e1f-b539-412e-89ad-dbaa81fe2dc3, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:37.811124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event updated for resources: {'Subnet': ['ID=c925c949-6c1d-4caa-8781-e0af23543b11,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:37.813904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:37.892179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Network 273a1e1f-b539-412e-89ad-dbaa81fe2dc3 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:37.894946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.900177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:37.900788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.908995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:37.920661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] For port d7c1d67f-734e-4d93-9c89-ebb78629d9ad, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d7c1d67f-734e-4d93-9c89-ebb78629d9ad,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:37.921055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.934279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:37.954293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-054eb0de-39cc-4c79-8945-c73ad72f5810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:37.990604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Allocated IP 2001:db8::1 (ad50b450-fb8a-4990-bbc8-f6adcdd54d30/cf112fdd-0f10-483f-894f-3200ac7be00a/79182383-c99e-4a1d-84d0-768554aa322c) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:38.063928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 273a1e1f-b539-412e-89ad-dbaa81fe2dc3) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:38.072702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:38.073211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:38.073858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.093886 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.1823919
Nov 27 11:37:38.097127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Network': ['ID=407d1188-197d-4754-81a5-20ba04184d2b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:38.099263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42036) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:38.102596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:38.107258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'subnet': {'network_id': '407d1188-197d-4754-81a5-20ba04184d2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:38.122526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.131163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf08a23d-9fbb-402f-b9f4-51808cf7e35a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:38.201474 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5064b-e85f-422b-a720-7ae7db7af2e8 None None] Network 273a1e1f-b539-412e-89ad-dbaa81fe2dc3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:38.213741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 407d1188-197d-4754-81a5-20ba04184d2b details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:38.242211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] Calling delete_port for d7c1d67f-734e-4d93-9c89-ebb78629d9ad owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:38.252744 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 3.5606282
Nov 27 11:37:38.260475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:38.260634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:38.262560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42042) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:38.266972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:subnet and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:38.274720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Network 94db77ad-a31b-48c0-9e86-e315516cb45a is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:38.294878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:38.295078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:38.305953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:38.308195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:38.311469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:38.312365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.317503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:38.349053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bcad4-fa15-47e1-9cc8-094303fb707c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:38.350389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bcad4-fa15-47e1-9cc8-094303fb707c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:38.352526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bcad4-fa15-47e1-9cc8-094303fb707c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:38.353316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d51bcad4-fa15-47e1-9cc8-094303fb707c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Synchronizing usage tracker for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:38.391960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.409563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Transition to ACTIVE for port object 79182383-c99e-4a1d-84d0-768554aa322c will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:38.420701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:38.422451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d732169-67b4-47d3-9aa2-74faf50ddd07 None None] Network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:38.438800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=1f5bc006-238a-4b47-800a-ef256830097b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:38.443318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:38.500675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d51bcad4-fa15-47e1-9cc8-094303fb707c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Unset dirty status for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:38.501738 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d51bcad4-fa15-47e1-9cc8-094303fb707c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.2382596
Nov 27 11:37:38.505293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42046) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:38.532769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Pushing event updated for resources: {'Port': ['ID=ae8e20ba-423f-4775-906c-92fc7d519912,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:38.535917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.555981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.565011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9d76b6cc-c5c1-4e64-a7cb-6df2724b866b tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:38.595057 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9937153
Nov 27 11:37:38.605685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42050) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:38.628735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1847293412', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:38.631848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:38.648545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:38.654105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:38.656554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:38.659325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:38.660194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.675614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:router and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:38.707356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:38.724346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Port': ['ID=79182383-c99e-4a1d-84d0-768554aa322c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:38.727804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:38.731820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:38.760111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85682ded-63c7-4619-98b9-a325791bc53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-8a5b68d5-4f43-44a6-8caa-a91ce346ea6f', 'network_id': '8a5b68d5-4f43-44a6-8caa-a91ce346ea6f', 'tenant_id': '3bdb1dd95c4e4e25b6219c9df7a63561', 'fixed_ips': [{'subnet_id': 'ed423bde-012a-4d66-9df0-14de0113d245'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:38.760950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-85682ded-63c7-4619-98b9-a325791bc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.857103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42058) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:38.867211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a7c8701c-a155-40d6-a970-5f685e155af6 None None] Provisioning for port d50fef33-a471-4af5-a75d-0e767fad1762 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:38.886168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Deleting subnet ed423bde-012a-4d66-9df0-14de0113d245 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:38.890260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.932041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.932958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:38.944451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.001325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.019973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:39.033429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.051533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.056364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:39.093662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d50fef33-a471-4af5-a75d-0e767fad1762 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:39.108559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:39.121751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Usage tracker for resource:security_group_rule and tenant:6eeeff4dc5644d9cb0dc94fbb765162f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:39.128648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:39.131014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.135790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Subnet': ['ID=01140f7b-4e27-4eb0-ab60-71217684a3da,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:39.141145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:39.147111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.157127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:39.184204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.185659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Checking segment: {'id': '74fb03d1-3fc7-4fa0-b47d-a124996aeb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '407d1188-197d-4754-81a5-20ba04184d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:39.186012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network hostable DHCP agents. Network: 407d1188-197d-4754-81a5-20ba04184d2b, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:39.189642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] Pushing event deleted for resources: {'Port': ['ID=d7c1d67f-734e-4d93-9c89-ebb78629d9ad,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:39.219017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:39.265811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Attempting to bind port ae8e20ba-423f-4775-906c-92fc7d519912 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:39.266258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Attempting to bind port ae8e20ba-423f-4775-906c-92fc7d519912 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '94db77ad-a31b-48c0-9e86-e315516cb45a'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:39.266715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Attempting to bind port ae8e20ba-423f-4775-906c-92fc7d519912 on network 94db77ad-a31b-48c0-9e86-e315516cb45a {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:39.275269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] No DVR routers for this DVR port d7c1d67f-734e-4d93-9c89-ebb78629d9ad on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:39.279729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:39.281004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Checking segment: {'id': '5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '94db77ad-a31b-48c0-9e86-e315516cb45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:39.281703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.282167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Bound using segment: {'id': '5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '94db77ad-a31b-48c0-9e86-e315516cb45a'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:39.282767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Bound port: ae8e20ba-423f-4775-906c-92fc7d519912, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '94db77ad-a31b-48c0-9e86-e315516cb45a'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:39.283394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.292116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 407d1188-197d-4754-81a5-20ba04184d2b is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:39.308312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-273a1e1f-b539-412e-89ad-dbaa81fe2dc3', 'network_id': '273a1e1f-b539-412e-89ad-dbaa81fe2dc3', 'tenant_id': '3bdb1dd95c4e4e25b6219c9df7a63561', 'fixed_ips': [{'subnet_id': 'c925c949-6c1d-4caa-8781-e0af23543b11'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:39.309599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.380977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 407d1188-197d-4754-81a5-20ba04184d2b) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:39.385413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:39.396082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.420379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.424499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a994f55-1fa7-4ff3-a0a9-3d94f45f49d7 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:39.436950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9741f618-0460-4b20-ac6b-3a9cb2308ef4 None None] Network 407d1188-197d-4754-81a5-20ba04184d2b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:39.444282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.473063 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.3720310
Nov 27 11:37:39.478984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42064) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:39.484704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-802136941', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:39.491544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:39.495458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:router and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:39.498254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:39.504038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:39.537461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.586456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.587506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.607936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server [None req-85682ded-63c7-4619-98b9-a325791bc53f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed423bde-012a-4d66-9df0-14de0113d245: This subnet is being modified by another concurrent operation.
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 11:37:39.664111 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed423bde-012a-4d66-9df0-14de0113d245: This subnet is being modified by another concurrent operation.
Nov 27 11:37:39.669302 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server 
Nov 27 11:37:39.690770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.697191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:39.713991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4abeae2-4df7-4e92-862d-b9f0304198e0 None None] Network 8a5b68d5-4f43-44a6-8caa-a91ce346ea6f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:39.722380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.727042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] For port ae8e20ba-423f-4775-906c-92fc7d519912, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:39.728909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.730672 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c58a9e7c-b807-4fc2-a0df-d0fa306a0fc1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.1196761
Nov 27 11:37:39.740214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42068) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:39.800272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Subnet': ['ID=ed423bde-012a-4d66-9df0-14de0113d245,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:39.835609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] For port ae8e20ba-423f-4775-906c-92fc7d519912, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ae8e20ba-423f-4775-906c-92fc7d519912,segment=NetworkSegment(5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7),segment_id=5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:39.837897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port d50fef33-a471-4af5-a75d-0e767fad1762 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:39.862435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:39.865668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:39.867109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.895691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d50fef33-a471-4af5-a75d-0e767fad1762 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:39.896064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.948819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.956962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:39.961658 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/subnets/ed423bde-012a-4d66-9df0-14de0113d245 HTTP/1.1" status: 204  len: 168 time: 1.4550655
Nov 27 11:37:39.961853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42074) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:39.998166 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6eeeff4dc5644d9cb0dc94fbb765162f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1400135
Nov 27 11:37:40.007129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42078) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:40.021418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:40.023447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab12097d-1d4e-4155-b38a-986abcaa5ecd,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:40.039681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:40.227962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:37:40.231408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Deleting subnet c925c949-6c1d-4caa-8781-e0af23543b11 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:40.250686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.308425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccd7ba1f-d03e-4c3b-b3a3-6c8895f2b40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.352531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.404054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.411459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.412270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.428824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75acc727-ff7f-4217-b585-89cc2d73f61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:40.518888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Allocated IP 172.20.0.18 (273a1e1f-b539-412e-89ad-dbaa81fe2dc3/c925c949-6c1d-4caa-8781-e0af23543b11/dfd6d2df-6647-440e-b23d-fee28883b194) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:40.565006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccd7ba1f-d03e-4c3b-b3a3-6c8895f2b40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.570332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.26.6.156 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/2dafe2fc-71ea-4b81-96b6-767b4e3b1467) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:40.597254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Pushing event updated for resources: {'Port': ['ID=ae8e20ba-423f-4775-906c-92fc7d519912,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:40.601838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:40.609660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '1f5bc006-238a-4b47-800a-ef256830097b'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:40.610567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.629364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef22dc3-ecb0-49aa-8710-3f634b7f1375 None None] Network 407d1188-197d-4754-81a5-20ba04184d2b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:40.754277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Port': ['ID=79182383-c99e-4a1d-84d0-768554aa322c,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:40.776511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:40.927724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:40.947551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:40.952337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:41.020471 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.037820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.063157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.073129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1e35a25d-8efa-4cc1-a764-dbb70a26cab4 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:41.092207 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccd7ba1f-d03e-4c3b-b3a3-6c8895f2b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.111624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:41.114616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2f133172-72db-4631-9a58-ac16e1d3042a None None] Provisioning for port 79182383-c99e-4a1d-84d0-768554aa322c completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:41.140258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7ba1f-d03e-4c3b-b3a3-6c8895f2b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab12097d-1d4e-4155-b38a-986abcaa5ecd,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:41.142757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ccd7ba1f-d03e-4c3b-b3a3-6c8895f2b40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:41.152799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:41.158117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:41.170661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:41.178682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2f133172-72db-4631-9a58-ac16e1d3042a None None] Provisioning complete for port 79182383-c99e-4a1d-84d0-768554aa322c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:41.179356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2f133172-72db-4631-9a58-ac16e1d3042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.230640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=2dafe2fc-71ea-4b81-96b6-767b4e3b1467,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:41.235783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:41.252945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccd7ba1f-d03e-4c3b-b3a3-6c8895f2b40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.255942 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ccd7ba1f-d03e-4c3b-b3a3-6c8895f2b40a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab12097d-1d4e-4155-b38a-986abcaa5ecd HTTP/1.1" status: 204  len: 168 time: 1.2467794
Nov 27 11:37:41.262781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2f133172-72db-4631-9a58-ac16e1d3042a None None] Port 79182383-c99e-4a1d-84d0-768554aa322c cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:41.276484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port d50fef33-a471-4af5-a75d-0e767fad1762, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d50fef33-a471-4af5-a75d-0e767fad1762,segment=NetworkSegment(5ff10407-0aaf-469e-9ce2-a4d0bd0573f5),segment_id=5ff10407-0aaf-469e-9ce2-a4d0bd0573f5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:41.508010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.510701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-647c964d-65a1-4dec-987f-52b9fb4d51fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:41.558994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.563150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:41.590808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d7c1d67f-734e-4d93-9c89-ebb78629d9ad no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:41.658656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d7c1d67f-734e-4d93-9c89-ebb78629d9ad {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:41.659005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d7c1d67f-734e-4d93-9c89-ebb78629d9ad not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:41.685434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/1f5bc006-238a-4b47-800a-ef256830097b/b679765c-de00-4e55-bf35-5a833e5218b9) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:41.890914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ae8e20ba-423f-4775-906c-92fc7d519912 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:41.976355 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:37:41.979734 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.027765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f4629-aceb-404d-bc75-e182baee6458 None None] Network 94db77ad-a31b-48c0-9e86-e315516cb45a requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:42.062415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Transition to ACTIVE for port object dfd6d2df-6647-440e-b23d-fee28883b194 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:42.066433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:37:42.072408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=d50fef33-a471-4af5-a75d-0e767fad1762,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:42.075669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:42.076514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2f133172-72db-4631-9a58-ac16e1d3042a None None] Provisioning complete for port d50fef33-a471-4af5-a75d-0e767fad1762 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:42.076884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2f133172-72db-4631-9a58-ac16e1d3042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.209196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.220129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Router ee3dd4fa-f2b5-4c82-beae-571a682ffd93 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:37:42.236581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Transition to ACTIVE for port object dfd6d2df-6647-440e-b23d-fee28883b194 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:42.250252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Transition to ACTIVE for port object b679765c-de00-4e55-bf35-5a833e5218b9 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:42.313162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Transition to ACTIVE for port object b679765c-de00-4e55-bf35-5a833e5218b9 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:42.316518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.349598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:42.370805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a889a5-cdb3-422a-878a-07f05b393b08 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:42.373697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.381205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26c3bca9-ec20-465d-b227-cfd462da42fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:42.394779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.406190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:42.416600 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "PUT /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6571577
Nov 27 11:37:42.419518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42096) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:42.422259 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d2887-de3d-4433-90db-99c4556539a2 None None] Sync routers for ids ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:42.440669 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d2887-de3d-4433-90db-99c4556539a2 None None] Routers {'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:42.442231 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-927d2887-de3d-4433-90db-99c4556539a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463aa310>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:42.461124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.466077 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.9860630
Nov 27 11:37:42.468112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42102) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:42.559283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::1 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/1f5bc006-238a-4b47-800a-ef256830097b/153c1b4d-0353-4d28-b418-b6301c949644) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:42.563842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42108) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:42.625542 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-927d2887-de3d-4433-90db-99c4556539a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463aa310>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:42.633477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.645335 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d2887-de3d-4433-90db-99c4556539a2 None None] Routers {'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:42.646376 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-927d2887-de3d-4433-90db-99c4556539a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463aa310>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:42.676449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port ae8e20ba-423f-4775-906c-92fc7d519912 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:42.682759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.702024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Pushing event updated for resources: {'Port': ['ID=dfd6d2df-6647-440e-b23d-fee28883b194,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:42.713756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Network 273a1e1f-b539-412e-89ad-dbaa81fe2dc3 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:42.717974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:42.719319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:42.722446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:42.724134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2d18c74c-dd7b-4eb7-a024-0f3823c4cbb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:42.730525 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-927d2887-de3d-4433-90db-99c4556539a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463aa310>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:42.731346 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d2887-de3d-4433-90db-99c4556539a2 None None] The sync data for ids ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:42.737161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Usage tracker for resource:security_group_rule and tenant:92038f0d64a64fc99344148e86e21f6f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:42.748796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:42.752217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.764444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:42.833858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a889a5-cdb3-422a-878a-07f05b393b08 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:42.834232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c8a889a5-cdb3-422a-878a-07f05b393b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846724820>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:42.837532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:42.916437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:42.941085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:42.950033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:42.960890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c8a889a5-cdb3-422a-878a-07f05b393b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846724820>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:42.964584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:42.966747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Pushing event updated for resources: {'Port': ['ID=b679765c-de00-4e55-bf35-5a833e5218b9,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:42.993046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 153c1b4d-0353-4d28-b418-b6301c949644 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:42.999893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:43.015473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.021714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.023271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:43.065474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Subnet': ['ID=c925c949-6c1d-4caa-8781-e0af23543b11,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:43.068669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:43.076234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Attempting to bind port dfd6d2df-6647-440e-b23d-fee28883b194 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:43.076234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Attempting to bind port dfd6d2df-6647-440e-b23d-fee28883b194 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '68d2f619-79ad-440b-aa42-0572e5cf3050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '273a1e1f-b539-412e-89ad-dbaa81fe2dc3'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:43.076234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Attempting to bind port dfd6d2df-6647-440e-b23d-fee28883b194 on network 273a1e1f-b539-412e-89ad-dbaa81fe2dc3 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:43.076932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.107009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Provisioning for port ae8e20ba-423f-4775-906c-92fc7d519912 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:43.123117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a889a5-cdb3-422a-878a-07f05b393b08 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:43.123747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c8a889a5-cdb3-422a-878a-07f05b393b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846724820>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:43.164103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.175778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:43.201815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Provisioning complete for port ae8e20ba-423f-4775-906c-92fc7d519912 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:43.202024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.202124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.211326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d969ab0d-2c55-4229-a73d-90eca3cc104c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:43.222258 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/subnets/c925c949-6c1d-4caa-8781-e0af23543b11 HTTP/1.1" status: 204  len: 168 time: 3.2565529
Nov 27 11:37:43.227393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42114) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:43.227674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a7e3e9-7fbb-454b-9ed6-cdf796602617,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:43.232226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:43.235494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c8a889a5-cdb3-422a-878a-07f05b393b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846724820>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:43.235918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a889a5-cdb3-422a-878a-07f05b393b08 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:43.237435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:43.237815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Checking segment: {'id': '68d2f619-79ad-440b-aa42-0572e5cf3050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '273a1e1f-b539-412e-89ad-dbaa81fe2dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:43.238252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.238644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Bound using segment: {'id': '68d2f619-79ad-440b-aa42-0572e5cf3050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '273a1e1f-b539-412e-89ad-dbaa81fe2dc3'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:43.239131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Bound port: dfd6d2df-6647-440e-b23d-fee28883b194, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d2f619-79ad-440b-aa42-0572e5cf3050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '273a1e1f-b539-412e-89ad-dbaa81fe2dc3'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:43.239511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.263593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Attempting to bind port b679765c-de00-4e55-bf35-5a833e5218b9 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:43.263973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Attempting to bind port b679765c-de00-4e55-bf35-5a833e5218b9 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:43.264344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Attempting to bind port b679765c-de00-4e55-bf35-5a833e5218b9 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:43.269516 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92038f0d64a64fc99344148e86e21f6f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6971135
Nov 27 11:37:43.277357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42118) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:43.309993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=153c1b4d-0353-4d28-b418-b6301c949644,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:43.318744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:43.318744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:43.319249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.319510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:43.319996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Bound port: b679765c-de00-4e55-bf35-5a833e5218b9, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:43.320384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.324286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:43.350361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:43.352180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:43.357053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:43.357580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.470706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] For port dfd6d2df-6647-440e-b23d-fee28883b194, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:43.507003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] For port dfd6d2df-6647-440e-b23d-fee28883b194, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=dfd6d2df-6647-440e-b23d-fee28883b194,segment=NetworkSegment(68d2f619-79ad-440b-aa42-0572e5cf3050),segment_id=68d2f619-79ad-440b-aa42-0572e5cf3050)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:43.530851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.550838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07625eca-6fb8-4311-a3bd-4ae97a65922e tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:43.551583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-07625eca-6fb8-4311-a3bd-4ae97a65922e tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Synchronizing usage tracker for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:43.554589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] For port b679765c-de00-4e55-bf35-5a833e5218b9, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:43.562355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] For port b679765c-de00-4e55-bf35-5a833e5218b9, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b679765c-de00-4e55-bf35-5a833e5218b9,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:43.566421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.574887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:43.613829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a921eb-bdb4-44a3-8080-7e5eeaa02970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.626282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] For port ae8e20ba-423f-4775-906c-92fc7d519912, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ae8e20ba-423f-4775-906c-92fc7d519912,segment=NetworkSegment(5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7),segment_id=5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:43.657440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.657920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a921eb-bdb4-44a3-8080-7e5eeaa02970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.667300 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Pushing event updated for resources: {'Port': ['ID=dfd6d2df-6647-440e-b23d-fee28883b194,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:43.672867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:43.673203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:43.684436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-07625eca-6fb8-4311-a3bd-4ae97a65922e tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Unset dirty status for tenant:3bdb1dd95c4e4e25b6219c9df7a63561 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:43.685578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-07625eca-6fb8-4311-a3bd-4ae97a65922e tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4547901
Nov 27 11:37:43.704793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42122) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:43.766307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.789740 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0e357cc6-7db0-4435-bf38-bb56cd1e5594 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:37:43.795082 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0e357cc6-7db0-4435-bf38-bb56cd1e5594 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "PUT /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.3706255
Nov 27 11:37:43.795082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.805586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42130) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:43.834957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Provisioning complete for port 79182383-c99e-4a1d-84d0-768554aa322c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:43.835472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:43.876949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d50fef33-a471-4af5-a75d-0e767fad1762 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:43.943919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Pushing event updated for resources: {'Port': ['ID=b679765c-de00-4e55-bf35-5a833e5218b9,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:43.952466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a75b2-352c-4850-98b4-11d2816bb592 None None] Network 273a1e1f-b539-412e-89ad-dbaa81fe2dc3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:43.977784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:43.982505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:44.087340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.132556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Deleting port dfd6d2df-6647-440e-b23d-fee28883b194 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:44.132921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.154654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Port 79182383-c99e-4a1d-84d0-768554aa322c cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:44.164811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a921eb-bdb4-44a3-8080-7e5eeaa02970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.181684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:44.237485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a921eb-bdb4-44a3-8080-7e5eeaa02970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a7e3e9-7fbb-454b-9ed6-cdf796602617,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:44.250401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6a921eb-bdb4-44a3-8080-7e5eeaa02970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:44.319255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a921eb-bdb4-44a3-8080-7e5eeaa02970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.322682 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e6a921eb-bdb4-44a3-8080-7e5eeaa02970 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96a7e3e9-7fbb-454b-9ed6-cdf796602617 HTTP/1.1" status: 204  len: 168 time: 1.0448627
Nov 27 11:37:44.364233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Pushing event updated for resources: {'Port': ['ID=ae8e20ba-423f-4775-906c-92fc7d519912,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:44.371774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:44.388273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d50fef33-a471-4af5-a75d-0e767fad1762 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:44.388882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.461557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3c3aac26-0d56-4884-9556-7da6fa9740b2 None None] Provisioning complete for port ae8e20ba-423f-4775-906c-92fc7d519912 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:44.461933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c3aac26-0d56-4884-9556-7da6fa9740b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.515711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] For port dfd6d2df-6647-440e-b23d-fee28883b194, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=dfd6d2df-6647-440e-b23d-fee28883b194,segment=NetworkSegment(68d2f619-79ad-440b-aa42-0572e5cf3050),segment_id=68d2f619-79ad-440b-aa42-0572e5cf3050)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:44.516077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.646381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Calling delete_port for dfd6d2df-6647-440e-b23d-fee28883b194 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:44.696965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.764489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.834451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.835281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.844792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bb9b2a92-d654-4b72-af75-50718a7cb313 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:44.880376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.883115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:44.948140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Port': ['ID=dfd6d2df-6647-440e-b23d-fee28883b194,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:44.953338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:44.958784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:44.968778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] No DVR routers for this DVR port dfd6d2df-6647-440e-b23d-fee28883b194 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:44.992938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=153c1b4d-0353-4d28-b418-b6301c949644,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:45.010509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:45.087781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:45.090219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:45.213689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:45.321977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845ed69a0>,) {'filters': {'network_id': ['273a1e1f-b539-412e-89ad-dbaa81fe2dc3']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:45.343995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bcf972e9-c8bc-4abf-a73d-f02427f5ef84 None None] Provisioning for port b679765c-de00-4e55-bf35-5a833e5218b9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:45.344514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845ed69a0>, '68d2f619-79ad-440b-aa42-0572e5cf3050') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:45.344681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845ed69a0>, '68d2f619-79ad-440b-aa42-0572e5cf3050') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:45.552578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9d8cd5c6-c929-498b-bafc-b9c202240877 None None] Provisioning for port 153c1b4d-0353-4d28-b418-b6301c949644 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:45.559070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9d8cd5c6-c929-498b-bafc-b9c202240877 None None] Provisioning complete for port 153c1b4d-0353-4d28-b418-b6301c949644 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:45.559584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd5c6-c929-498b-bafc-b9c202240877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:45.564409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:45.585242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:45.595250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:45.595730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:45.612366 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:45.656890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9d8cd5c6-c929-498b-bafc-b9c202240877 None None] Port 153c1b4d-0353-4d28-b418-b6301c949644 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:45.717284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2bf15-161a-444e-bd06-0029f7fe6ef1 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:37:45.798025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:45.805382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:45.829402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:45.838777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Network': ['ID=273a1e1f-b539-412e-89ad-dbaa81fe2dc3,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:45.843136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:45.874138 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/networks/273a1e1f-b539-412e-89ad-dbaa81fe2dc3 HTTP/1.1" status: 204  len: 168 time: 2.1503813
Nov 27 11:37:45.875354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42158) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:45.883736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5913ab74-ccb1-48e1-a858-7221143b68c8 None None] Provisioning complete for port 153c1b4d-0353-4d28-b418-b6301c949644 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:45.883736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5913ab74-ccb1-48e1-a858-7221143b68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:45.932622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ae8e20ba-423f-4775-906c-92fc7d519912 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:46.063982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5913ab74-ccb1-48e1-a858-7221143b68c8 None None] Port 153c1b4d-0353-4d28-b418-b6301c949644 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:37:46.102327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.107413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2bf15-161a-444e-bd06-0029f7fe6ef1 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:37:46.122311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ae8e20ba-423f-4775-906c-92fc7d519912 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:46.122311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.146093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.20.0.1 (407d1188-197d-4754-81a5-20ba04184d2b/01140f7b-4e27-4eb0-ab60-71217684a3da/e1b66119-ae6a-4f0e-b645-c8d8acdac40b) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:46.156552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting port 79182383-c99e-4a1d-84d0-768554aa322c {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:46.157176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.247769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Router dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:37:46.498514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b679765c-de00-4e55-bf35-5a833e5218b9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:46.552948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.580813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.585199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.633602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845d9ea60>,) {'filters': {'network_id': ['8a5b68d5-4f43-44a6-8caa-a91ce346ea6f']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:46.653837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d9ea60>, 'cbbd9c51-31e9-48e6-8fb4-21baf151c9be') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:46.654195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d9ea60>, 'cbbd9c51-31e9-48e6-8fb4-21baf151c9be') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:46.671129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.690261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.696702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:46.697091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:46.712146 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:46.741404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Calling delete_port for 79182383-c99e-4a1d-84d0-768554aa322c owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:46.785070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.801233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:46.855613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc9c32-414e-4544-a8eb-0b6a8c194d90 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:37:46.871300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:46.886806 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "PUT /v2.0/routers/dd39f2fb-bf65-4631-9c22-64fcbe32e4f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0936618
Nov 27 11:37:46.886990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port b679765c-de00-4e55-bf35-5a833e5218b9 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:46.887079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42176) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:46.891754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Sync routers for ids ['dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:46.899658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port b679765c-de00-4e55-bf35-5a833e5218b9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:46.900038 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.912312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=e1b66119-ae6a-4f0e-b645-c8d8acdac40b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:46.925101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:46.931674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.938260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:46.945066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:46.978657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Routers {'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:46.979234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460b54f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:46.986727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 407d1188-197d-4754-81a5-20ba04184d2b is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:46.995794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Network': ['ID=8a5b68d5-4f43-44a6-8caa-a91ce346ea6f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:46.998148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:47.004553 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/networks/8a5b68d5-4f43-44a6-8caa-a91ce346ea6f HTTP/1.1" status: 204  len: 168 time: 1.1281066
Nov 27 11:37:47.005904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:47.006776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:47.037751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42182) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:47.098159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5bbf95-d20d-403d-9774-3bbbc3651559 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:47.098887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3b5bbf95-d20d-403d-9774-3bbbc3651559 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:47.159745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.180623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.232482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3b5bbf95-d20d-403d-9774-3bbbc3651559 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:47.236564 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3b5bbf95-d20d-403d-9774-3bbbc3651559 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports/153c1b4d-0353-4d28-b418-b6301c949644 HTTP/1.1" status: 200  len: 911 time: 0.3465250
Nov 27 11:37:47.236564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42188) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:47.258778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Set router dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:47.307798 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.324242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:47.331580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.334584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.370047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc9c32-414e-4544-a8eb-0b6a8c194d90 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:37:47.375495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2846484940>,) {'filters': {'network_id': ['25de97fb-ba62-46d7-925e-e66c7547f18b']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:47.391006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2846484940>, '8df3f62b-4a15-432a-bcba-77d4959b4a75') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:47.391553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2846484940>, '8df3f62b-4a15-432a-bcba-77d4959b4a75') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:47.408318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.425541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.435889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:47.436743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:47.457958 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:47.469224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Port': ['ID=79182383-c99e-4a1d-84d0-768554aa322c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:47.472927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:47.522116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port b679765c-de00-4e55-bf35-5a833e5218b9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b679765c-de00-4e55-bf35-5a833e5218b9,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:47.629890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.744358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.769561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b28ef-5fbf-45a6-ac6b-a42a96793fc8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:47.772552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b28ef-5fbf-45a6-ac6b-a42a96793fc8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:47.777932 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b84b28ef-5fbf-45a6-ac6b-a42a96793fc8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.5403702
Nov 27 11:37:47.779420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42208) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:47.938278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.942239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:47.944511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-45ab1f8b-4aa1-4958-9929-3367b84d0900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:48.035276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42214) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:48.043684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:48.060975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.103110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Network': ['ID=25de97fb-ba62-46d7-925e-e66c7547f18b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:48.143022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=b679765c-de00-4e55-bf35-5a833e5218b9,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:48.147897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:48.250755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460b54f0>, [{'id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'name': 'tempest-NetworksTestDHCPv6-router-1847293412', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:37:38Z', 'updated_at': '2021-11-27T11:37:43Z', 'revision_number': 2, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None, '_interfaces': [{'id': '153c1b4d-0353-4d28-b418-b6301c949644', 'name': '', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'mac_address': 'fa:16:3e:01:52:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5bc006-238a-4b47-800a-ef256830097b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:37:41Z', 'updated_at': '2021-11-27T11:37:44Z', 'revision_number': 2, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'subnets': [{'id': '1f5bc006-238a-4b47-800a-ef256830097b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:48.258011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Checking router: dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:37:48.258383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Updating router dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 port 153c1b4d-0353-4d28-b418-b6301c949644 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:37:48.368582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.411462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.419280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:48.461325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/networks/25de97fb-ba62-46d7-925e-e66c7547f18b HTTP/1.1" status: 204  len: 168 time: 1.4221230
Nov 27 11:37:48.468551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42222) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:48.472390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-529701747'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:48.494627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed4465-c712-4701-bd38-1ef66f679018 req-47125579-c789-4a7e-95a0-1aeafce9e897 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:48.496713 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-53ed4465-c712-4701-bd38-1ef66f679018 req-47125579-c789-4a7e-95a0-1aeafce9e897 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.6023335
Nov 27 11:37:48.509126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:48.515301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.554049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:48.562595 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-53ed4465-c712-4701-bd38-1ef66f679018 req-a14ede3b-f20c-4061-b3e6-54063c5da9f1 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553188
Nov 27 11:37:48.623593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Usage tracker for resource:network and tenant:87a7e99e1b744c18a6194ca5d2e71f9a is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:48.652589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:48.747013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:48.772000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.805497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.806771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.810198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=e1b66119-ae6a-4f0e-b645-c8d8acdac40b,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:48.815832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:48.821465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Transition to ACTIVE for port object 153c1b4d-0353-4d28-b418-b6301c949644 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:48.900661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.904414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-49b61086-9988-4efd-aba7-94e57f99bece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:48.905416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Made reservation on behalf of 87a7e99e1b744c18a6194ca5d2e71f9a for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:48.909390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.949427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-992b4895-d548-45de-aa3e-ab16f1e61582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:48.950395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Router ee3dd4fa-f2b5-4c82-beae-571a682ffd93 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:49.043825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e17e5c-8c2f-4ee6-8e94-07d5af960f64 None None] Pushing event updated for resources: {'Port': ['ID=153c1b4d-0353-4d28-b418-b6301c949644,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:49.049735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-36e17e5c-8c2f-4ee6-8e94-07d5af960f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:49.072622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.087164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261fb6-8067-48d3-aabd-2d04d0c6db36 req-c139f729-f57d-4c77-bfa1-faa35194fe09 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:49.088671 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2f261fb6-8067-48d3-aabd-2d04d0c6db36 req-c139f729-f57d-4c77-bfa1-faa35194fe09 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 945 time: 0.9800236
Nov 27 11:37:49.153441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Attempting to bind port 153c1b4d-0353-4d28-b418-b6301c949644 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:49.153742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Attempting to bind port 153c1b4d-0353-4d28-b418-b6301c949644 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:49.154077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Attempting to bind port 153c1b4d-0353-4d28-b418-b6301c949644 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:49.161988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:49.162361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:49.162795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.163189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:49.163653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Bound port: 153c1b4d-0353-4d28-b418-b6301c949644, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:49.164023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.182405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:49.201179 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "PUT /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3904216
Nov 27 11:37:49.201384 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e663d4c6-16f6-4272-b264-9a8c1783bcef None None] Sync routers for ids ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:49.211205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42234) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:49.216973 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663d4c6-16f6-4272-b264-9a8c1783bcef None None] Routers {'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:49.218811 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e663d4c6-16f6-4272-b264-9a8c1783bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284625e340>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:49.307407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.343177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:49.354000 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2f261fb6-8067-48d3-aabd-2d04d0c6db36 req-c58bc488-a6f0-4bc2-91ef-4d1a563a5b54 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2450602
Nov 27 11:37:49.356470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 407d1188-197d-4754-81a5-20ba04184d2b is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:49.370265 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e663d4c6-16f6-4272-b264-9a8c1783bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284625e340>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:49.373823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] For port 153c1b4d-0353-4d28-b418-b6301c949644, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:49.379601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Usage tracker for resource:security_group_rule and tenant:87a7e99e1b744c18a6194ca5d2e71f9a is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:49.384885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] For port 153c1b4d-0353-4d28-b418-b6301c949644, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=153c1b4d-0353-4d28-b418-b6301c949644,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:49.386083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:49.393360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:49.395985 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0df639de-ad9f-4a9e-a624-0449e13359e0 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] delete failed (client error): The resource could not be found.
Nov 27 11:37:49.404652 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663d4c6-16f6-4272-b264-9a8c1783bcef None None] Routers {'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:49.405277 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e663d4c6-16f6-4272-b264-9a8c1783bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284625e340>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:49.409719 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0df639de-ad9f-4a9e-a624-0449e13359e0 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-487128048 HTTP/1.1" status: 404  len: 334 time: 0.1861880
Nov 27 11:37:49.409719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42238) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:49.432323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f8f27e81-96c3-4df8-a536-944732b34c58 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:49.470404 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e663d4c6-16f6-4272-b264-9a8c1783bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284625e340>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:49.471058 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e663d4c6-16f6-4272-b264-9a8c1783bcef None None] The sync data for ids ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:49.474746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.478877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f61a09c2-c68e-4956-9fdc-81ac957b5412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:49.509623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845d83490>,) {'filters': {'network_id': ['4049b4a8-636a-4246-92fa-5d7bbf1a630a']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:49.518021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:49.535071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d83490>, 'b7e6d66c-6238-43b2-bf65-c5cdc099b577') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:49.535396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d83490>, 'b7e6d66c-6238-43b2-bf65-c5cdc099b577') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:49.559527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.581589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e17e5c-8c2f-4ee6-8e94-07d5af960f64 None None] Pushing event updated for resources: {'Port': ['ID=153c1b4d-0353-4d28-b418-b6301c949644,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:49.587112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-36e17e5c-8c2f-4ee6-8e94-07d5af960f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:49.589764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Routers {'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:49.590381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460b54f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:49.661325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.677476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:37:49.677884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:37:49.695104 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:37:49.781414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] Set router dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:49.904840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:49.905430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.045440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b679765c-de00-4e55-bf35-5a833e5218b9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:50.050502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.094867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.108155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2994cabc-f274-4be1-924f-5e6603319247 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:50.127770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.193778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.220236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f8f27e81-96c3-4df8-a536-944732b34c58 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.226401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:50.236089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Pushing event deleted for resources: {'Network': ['ID=4049b4a8-636a-4246-92fa-5d7bbf1a630a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:50.251224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:50.251834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dda8f9b8-cb52-4555-a824-ac75bb24c2da tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:50.274396 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] 10.222.0.23 "DELETE /v2.0/networks/4049b4a8-636a-4246-92fa-5d7bbf1a630a HTTP/1.1" status: 204  len: 168 time: 1.7953913
Nov 27 11:37:50.274396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.274396 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Added segment 554b7a63-ac7b-43f6-8509-bf04f72a447f of type vlan for network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8
Nov 27 11:37:50.279811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port b679765c-de00-4e55-bf35-5a833e5218b9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:50.280199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.322951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a34301-0a00-4138-a120-1ca5b4f74297,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:50.346689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:50.363260 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-f8f27e81-96c3-4df8-a536-944732b34c58 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] update failed (client error): The resource could not be found.
Nov 27 11:37:50.368258 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f8f27e81-96c3-4df8-a536-944732b34c58 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "PUT /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93 HTTP/1.1" status: 404  len: 339 time: 0.9519665
Nov 27 11:37:50.369209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42254) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:50.378356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-611675511'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:50.385623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6451a6-e233-44d9-863b-1d19306c39ef req-e0d87edc-8161-4354-afd5-2d02e99210a7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:50.389610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ee6451a6-e233-44d9-863b-1d19306c39ef req-e0d87edc-8161-4354-afd5-2d02e99210a7 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.4177275
Nov 27 11:37:50.393118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.448047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460b54f0>, [{'id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'name': 'tempest-NetworksTestDHCPv6-router-1847293412', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:37:38Z', 'updated_at': '2021-11-27T11:37:43Z', 'revision_number': 2, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None, '_interfaces': [{'id': '153c1b4d-0353-4d28-b418-b6301c949644', 'name': '', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'mac_address': 'fa:16:3e:01:52:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5bc006-238a-4b47-800a-ef256830097b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:37:41Z', 'updated_at': '2021-11-27T11:37:49Z', 'revision_number': 4, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'subnets': [{'id': '1f5bc006-238a-4b47-800a-ef256830097b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:50.459267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:50.462897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3e3ba-a125-452f-ac65-4dc15f3bccd6 None None] The sync data for ids ['dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'] in dv-neutron-819441-1-hyperv is: [{'id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'name': 'tempest-NetworksTestDHCPv6-router-1847293412', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:37:38Z', 'updated_at': '2021-11-27T11:37:43Z', 'revision_number': 2, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None, '_interfaces': [{'id': '153c1b4d-0353-4d28-b418-b6301c949644', 'name': '', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'mac_address': 'fa:16:3e:01:52:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5bc006-238a-4b47-800a-ef256830097b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:37:41Z', 'updated_at': '2021-11-27T11:37:49Z', 'revision_number': 4, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'subnets': [{'id': '1f5bc006-238a-4b47-800a-ef256830097b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:50.476933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:network and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:50.500682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:50.504629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:50.550182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:37:50.574001 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ee6451a6-e233-44d9-863b-1d19306c39ef req-d029e1ed-45ea-45bd-8b4b-86f126b04184 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705470
Nov 27 11:37:50.580963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 153c1b4d-0353-4d28-b418-b6301c949644 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:50.581611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.635080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Made reservation on behalf of 72bbcc13461a4c84aa642daf3ad3b90e for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:50.638432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.643354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:50.717025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.721013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:50.721637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.734142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:50.862667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:37:50.930243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Pushing event updated for resources: {'Network': ['ID=7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:50.933010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:50.933476 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Added segment fd57a81c-888e-4fb8-b74c-2a68f069c0fb of type vlan for network d7414a74-7c2b-4418-90a2-df9f7defe5bb
Nov 27 11:37:50.934438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:50.945495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:50.984612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42262) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:51.022837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.050131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d9b42-66f0-4883-abe9-bce699715104 req-a86e3adf-9216-4695-b0b0-d4ad9ffd6366 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:51.055250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] For port 153c1b4d-0353-4d28-b418-b6301c949644, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=153c1b4d-0353-4d28-b418-b6301c949644,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:51.055689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.067751 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d52d9b42-66f0-4883-abe9-bce699715104 req-a86e3adf-9216-4695-b0b0-d4ad9ffd6366 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 945 time: 0.2082441
Nov 27 11:37:51.076781 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 3.0171912
Nov 27 11:37:51.180268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd24ba65-407a-435d-9209-dca70962c4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.187825 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d52d9b42-66f0-4883-abe9-bce699715104 req-fe891951-438e-4ed5-800e-8f2082ceedd9 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188562
Nov 27 11:37:51.306226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:51.321668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c186c85-476a-4de5-9003-8a7fcc54bcce None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:51.325034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/routers/d9d2d7c1-3001-475e-b156-b15c1ce69806/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8434196
Nov 27 11:37:51.325345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42272) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:51.327031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 153c1b4d-0353-4d28-b418-b6301c949644 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:51.336431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'port': {'network_id': '407d1188-197d-4754-81a5-20ba04184d2b', 'name': 'tempest-FloatingIPTestJSON-1350371087'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:51.349075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c186c85-476a-4de5-9003-8a7fcc54bcce None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:51.349847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9c186c85-476a-4de5-9003-8a7fcc54bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846416040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:51.469488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-32ffc97e-7b41-4359-936a-38e0638eade8 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:51.471141 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-32ffc97e-7b41-4359-936a-38e0638eade8 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.2821252
Nov 27 11:37:51.476930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9c186c85-476a-4de5-9003-8a7fcc54bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846416040>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:51.497951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c186c85-476a-4de5-9003-8a7fcc54bcce None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:51.498716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9c186c85-476a-4de5-9003-8a7fcc54bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846416040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:51.509751 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ee257b5d-2f92-4555-b171-084842a7be70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bdb1dd95c4e4e25b6219c9df7a63561&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5223625
Nov 27 11:37:51.510675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.515728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:51.516361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.522824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42276) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:51.523437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b04675d6-d6bb-4d31-bf66-5202f2b10f66 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:51.538179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42278) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:51.547699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Request body: {'port': {'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8', 'binding:host_id': 'hv-neutron-8194', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242933488'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:51.563728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:51.574516 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9c186c85-476a-4de5-9003-8a7fcc54bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846416040>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:51.574743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c186c85-476a-4de5-9003-8a7fcc54bcce None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:51.585229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Usage tracker for resource:port and tenant:4e2978156bdf47dcad77c08459bd7fc5 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:51.594410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:51.614188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:51.619727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Deleting port ce38a8ca-989c-43a6-9723-ead84a17db78 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:51.620047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.644955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:51.653906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:port and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:51.658373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:51.671111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:51.690014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Network': ['ID=d7414a74-7c2b-4418-90a2-df9f7defe5bb,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:51.694047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:51.703173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network d7414a74-7c2b-4418-90a2-df9f7defe5bb details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:37:51.724208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7895ed0-b4c7-4bdf-b89f-3885283e0eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.760083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:51.763583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.769628 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.3951659
Nov 27 11:37:51.778297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42288) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:51.794120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'subnet': {'network_id': 'd7414a74-7c2b-4418-90a2-df9f7defe5bb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:51.825125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7895ed0-b4c7-4bdf-b89f-3885283e0eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.849476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Made reservation on behalf of 4e2978156bdf47dcad77c08459bd7fc5 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:51.851992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.929387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:51.946756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] device_id is not set on port 760809ae-7e4a-4c7c-83bc-d7bce1e0c879 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:52.001515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:52.005642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Usage tracker for resource:subnet and tenant:72bbcc13461a4c84aa642daf3ad3b90e is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:52.009014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:52.021587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:52.055113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 153c1b4d-0353-4d28-b418-b6301c949644 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:52.112600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.117540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No active binding found for port 153c1b4d-0353-4d28-b418-b6301c949644 {{(pid=84365) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Nov 27 11:37:52.117810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8c3f2f95-73a2-4615-a67f-0c689b3e4b1d tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:52.118104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 153c1b4d-0353-4d28-b418-b6301c949644 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Nov 27 11:37:52.154995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Port 153c1b4d-0353-4d28-b418-b6301c949644 not found, will not notify nova. {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 27 11:37:52.160181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7895ed0-b4c7-4bdf-b89f-3885283e0eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.162814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Made reservation on behalf of 72bbcc13461a4c84aa642daf3ad3b90e for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:52.189316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=153c1b4d-0353-4d28-b418-b6301c949644,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:52.197469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:52.199601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6785aac1-e2d2-40cb-a433-d56c7d47a94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:52.237175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:52.240490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] For port ce38a8ca-989c-43a6-9723-ead84a17db78, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ce38a8ca-989c-43a6-9723-ead84a17db78,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:52.246302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.273158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Usage tracker for resource:security_group_rule and tenant:4e2978156bdf47dcad77c08459bd7fc5 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:52.303085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.309989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7895ed0-b4c7-4bdf-b89f-3885283e0eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfa48a8-1bde-4b5d-bc2f-11d629fb6ec5,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:52.316953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:52.409070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:52.412375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e7895ed0-b4c7-4bdf-b89f-3885283e0eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:52.420232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd44ef-1c3a-424d-988d-f64172a7d6ef req-9634ffc5-d78d-4832-b2a6-ba6027dc1833 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:52.427062 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-90cd44ef-1c3a-424d-988d-f64172a7d6ef req-9634ffc5-d78d-4832-b2a6-ba6027dc1833 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.6337922
Nov 27 11:37:52.510764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.20.0.8 (407d1188-197d-4754-81a5-20ba04184d2b/01140f7b-4e27-4eb0-ab60-71217684a3da/760809ae-7e4a-4c7c-83bc-d7bce1e0c879) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:52.550121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.570460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7895ed0-b4c7-4bdf-b89f-3885283e0eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.571592 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e7895ed0-b4c7-4bdf-b89f-3885283e0eee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cfa48a8-1bde-4b5d-bc2f-11d629fb6ec5 HTTP/1.1" status: 204  len: 168 time: 1.0315943
Nov 27 11:37:52.648661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-face2a29-431d-4624-8515-b0a0a7444b36 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:52.650363 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-face2a29-431d-4624-8515-b0a0a7444b36 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.39 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 945 time: 0.5005629
Nov 27 11:37:52.652605 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-90cd44ef-1c3a-424d-988d-f64172a7d6ef req-0d7503ed-dabe-4449-99cc-bc952241071d tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2247968
Nov 27 11:37:52.671413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.868488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.918109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Deleting port 0478f91b-4777-4daa-b359-bbe27bc1a2be {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:52.918452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:52.948182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5fea-2c13-4b43-8832-2ec60941465b req-83e26175-d096-48a8-a98e-71549d72d8d4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:52.949683 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d19e5fea-2c13-4b43-8832-2ec60941465b req-83e26175-d096-48a8-a98e-71549d72d8d4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 945 time: 0.4692643
Nov 27 11:37:53.029183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:53.029183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:53.029485 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Floating IP 0f91aed8-de9c-4fa1-851d-5d65a13ccfec disassociated. External IP: 172.26.6.138, port: ce38a8ca-989c-43a6-9723-ead84a17db78.
Nov 27 11:37:53.029694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Calling delete_port for ce38a8ca-989c-43a6-9723-ead84a17db78 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:53.061726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:53.080856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:53.096823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] device_id is not set on port d44c7620-edc7-4073-ba09-218b210f9105 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:53.147207 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d19e5fea-2c13-4b43-8832-2ec60941465b req-d2700ba6-2ca7-4f79-8e95-32beb5feee82 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1847880
Nov 27 11:37:53.260450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f28a2fe-188e-4037-bf7b-bdfc51fcb6ed,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:53.263526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:53.452673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Router dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:53.459260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:53.462574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:53.463666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:53.671892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] For port 0478f91b-4777-4daa-b359-bbe27bc1a2be, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0478f91b-4777-4daa-b359-bbe27bc1a2be,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:53.672739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:53.690405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Subnet': ['ID=c0087135-5937-493e-a5e2-44616d4c134b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:53.699648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:53.703805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Checking segment: {'id': 'fd57a81c-888e-4fb8-b74c-2a68f069c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd7414a74-7c2b-4418-90a2-df9f7defe5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:53.704147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network hostable DHCP agents. Network: d7414a74-7c2b-4418-90a2-df9f7defe5bb, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:53.731799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:53.743848 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "PUT /v2.0/routers/dd39f2fb-bf65-4631-9c22-64fcbe32e4f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9634042
Nov 27 11:37:53.745067 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] Sync routers for ids ['dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:53.746373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42316) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:53.764776 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] Routers {'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:53.765859 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467463a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:53.783192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a6819-9796-49e1-b03b-a5d1d629fd5f req-cf918051-9023-4085-9786-224ef8b0e4c8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:53.784640 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-652a6819-9796-49e1-b03b-a5d1d629fd5f req-cf918051-9023-4085-9786-224ef8b0e4c8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4602230
Nov 27 11:37:53.822000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9b463-3989-4104-8693-aae575ce214f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:53.825120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9b463-3989-4104-8693-aae575ce214f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:53.826288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-98e9b463-3989-4104-8693-aae575ce214f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:53.888535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:53.904658 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] Set router dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:53.923417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3153353-667f-44a8-8d4e-d66d735e5ecc req-e5500e91-6cd7-4909-902d-581bf9c9fca8 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:53.925025 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e3153353-667f-44a8-8d4e-d66d735e5ecc req-e5500e91-6cd7-4909-902d-581bf9c9fca8 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 945 time: 0.0937259
Nov 27 11:37:53.937359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network d7414a74-7c2b-4418-90a2-df9f7defe5bb is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:54.001939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-98e9b463-3989-4104-8693-aae575ce214f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:54.003766 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-98e9b463-3989-4104-8693-aae575ce214f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2564347
Nov 27 11:37:54.010016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42322) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:54.017912 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467463a0>, [{'id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'name': 'tempest-NetworksTestDHCPv6-router-1847293412', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:37:38Z', 'updated_at': '2021-11-27T11:37:51Z', 'revision_number': 3, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:54.026716 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] Checking router: dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:37:54.049350 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] Routers {'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:54.049980 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467463a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:54.056408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:54.063747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:54.082442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-17c9d8e3-9c1a-4696-a6e5-735f4c2d8b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:54.117496 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e3153353-667f-44a8-8d4e-d66d735e5ecc req-f6fd0437-4f7e-4d21-89dd-d15adf988388 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups?id=10de6310-166c-4317-ae0a-bc62c7b761d6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1810281
Nov 27 11:37:54.133954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42326) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:54.135409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, d7414a74-7c2b-4418-90a2-df9f7defe5bb) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:54.144432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d13ba6-3d1c-4c9c-9ad3-5356bf5c2001 None None] Network d7414a74-7c2b-4418-90a2-df9f7defe5bb requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:54.166856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:54.168591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:54.189038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event deleted for resources: {'Port': ['ID=ce38a8ca-989c-43a6-9723-ead84a17db78,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:54.258700 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.4779115
Nov 27 11:37:54.261585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42334) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:54.267040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4e97a1d7-89e2-496b-bf05-f93617c3859b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7414a74-7c2b-4418-90a2-df9f7defe5bb'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:54.309577 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] Set router dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:54.399107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 1f5bc006-238a-4b47-800a-ef256830097b {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:37:54.402390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:54.412824 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-652a6819-9796-49e1-b03b-a5d1d629fd5f req-b335c991-b4fd-4c01-938f-d0dcdbe1430b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6128514
Nov 27 11:37:54.470418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 407d1188-197d-4754-81a5-20ba04184d2b is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:54.479555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:54.501210 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467463a0>, [{'id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'name': 'tempest-NetworksTestDHCPv6-router-1847293412', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:37:38Z', 'updated_at': '2021-11-27T11:37:51Z', 'revision_number': 3, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:54.502896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:54.504562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:54.512329 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6239e1-ed03-4e11-9955-ba77bc9ae19d None None] The sync data for ids ['dd39f2fb-bf65-4631-9c22-64fcbe32e4f1'] in dv-neutron-819441-1-hyperv is: [{'id': 'dd39f2fb-bf65-4631-9c22-64fcbe32e4f1', 'name': 'tempest-NetworksTestDHCPv6-router-1847293412', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:37:38Z', 'updated_at': '2021-11-27T11:37:51Z', 'revision_number': 3, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:37:54.532905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-d7414a74-7c2b-4418-90a2-df9f7defe5bb', 'network_id': 'd7414a74-7c2b-4418-90a2-df9f7defe5bb', 'tenant_id': '72bbcc13461a4c84aa642daf3ad3b90e', 'fixed_ips': [{'subnet_id': 'c0087135-5937-493e-a5e2-44616d4c134b'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:37:54.544856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:54.600969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7f914343-f8c2-483a-bfc8-eb511ed29446 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] Request body: {'port': {'network_id': 'f792679b-6c8e-4027-a085-bfbf76074495', 'name': 'tempest-NetworksNegativeTestJSON-1830136515'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:54.754074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Allocated IP 2001:db8:1::2 (d7414a74-7c2b-4418-90a2-df9f7defe5bb/c0087135-5937-493e-a5e2-44616d4c134b/069e88bb-763f-455a-be90-4005d8ce774d) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:54.766497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=760809ae-7e4a-4c7c-83bc-d7bce1e0c879,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:54.774162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] device_id is not set on port d44c7620-edc7-4073-ba09-218b210f9105 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:54.781785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:54.782334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.668s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:54.787797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:54.817938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:54.817938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:54.817938 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Floating IP 288fc950-6859-4159-99a7-baf618d328fe disassociated. External IP: 172.26.6.37, port: 0478f91b-4777-4daa-b359-bbe27bc1a2be.
Nov 27 11:37:54.817938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Calling delete_port for 0478f91b-4777-4daa-b359-bbe27bc1a2be owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:54.946727 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f914343-f8c2-483a-bfc8-eb511ed29446 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] POST failed (client error): The resource could not be found.
Nov 27 11:37:54.947169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f914343-f8c2-483a-bfc8-eb511ed29446 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:54.948285 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7f914343-f8c2-483a-bfc8-eb511ed29446 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.8102775
Nov 27 11:37:54.956615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42340) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:54.996313 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e39d5bc-d1b3-4dbf-b216-00119dbc9c0f tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:37:54.996751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e39d5bc-d1b3-4dbf-b216-00119dbc9c0f tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:54.998500 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2e39d5bc-d1b3-4dbf-b216-00119dbc9c0f tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "DELETE /v2.0/networks/c28b81af-5094-450f-98da-71ebb534afd1 HTTP/1.1" status: 404  len: 339 time: 0.0388703
Nov 27 11:37:55.014447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42344) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.019679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.040814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:55.041479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.100056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Transition to ACTIVE for port object d44c7620-edc7-4073-ba09-218b210f9105 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:55.142459 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9498d1b-55e0-4331-a2d5-2aa8b7c6a180 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:37:55.144180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9498d1b-55e0-4331-a2d5-2aa8b7c6a180 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:55.144614 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f9498d1b-55e0-4331-a2d5-2aa8b7c6a180 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "DELETE /v2.0/ports/9dc823a1-0e69-483c-8e9c-e9449c96ea09 HTTP/1.1" status: 404  len: 333 time: 0.1177542
Nov 27 11:37:55.160669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.164567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42350) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.180897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:55.239239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.243636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event deleted for resources: {'Port': ['ID=0478f91b-4777-4daa-b359-bbe27bc1a2be,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:55.258979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.9252813
Nov 27 11:37:55.258979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:55.262113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ebca41-bd40-48f4-a14a-81c0f71e645c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:55.269144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42356) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.281209 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e27e225-7ab7-4e1e-9041-519163f02072 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:37:55.281640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e27e225-7ab7-4e1e-9041-519163f02072 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:55.283290 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9e27e225-7ab7-4e1e-9041-519163f02072 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "DELETE /v2.0/subnets/affb3c6c-0834-47eb-bbdd-2bc038d81efb HTTP/1.1" status: 404  len: 337 time: 0.0717390
Nov 27 11:37:55.291484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'port': {'network_id': '407d1188-197d-4754-81a5-20ba04184d2b', 'name': 'tempest-FloatingIPTestJSON-477020595'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:55.302307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42360) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.311168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.335996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Transition to ACTIVE for port object 069e88bb-763f-455a-be90-4005d8ce774d will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:55.374518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Transition to ACTIVE for port object 069e88bb-763f-455a-be90-4005d8ce774d will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:37:55.435551 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-6620984f-9733-47c5-85d4-98aeb617cd44 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] GET failed (client error): The resource could not be found.
Nov 27 11:37:55.440516 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6620984f-9733-47c5-85d4-98aeb617cd44 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "GET /v2.0/networks/03160f42-4a70-42d6-b40d-9379e3146a4f HTTP/1.1" status: 404  len: 339 time: 0.1313019
Nov 27 11:37:55.441843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:55.443651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42364) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.459684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17a398-46da-49f3-b2d9-3f2755d39933 req-d75aa554-76ff-4baa-8bf6-6e7629c1218b tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:55.466637 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1e17a398-46da-49f3-b2d9-3f2755d39933 req-d75aa554-76ff-4baa-8bf6-6e7629c1218b tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 867 time: 0.8695884
Nov 27 11:37:55.467123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.470110 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:port and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:55.473471 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.474078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:55.497825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=d44c7620-edc7-4073-ba09-218b210f9105,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:55.505994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:55.507837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:55.574327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Pushing event updated for resources: {'Port': ['ID=069e88bb-763f-455a-be90-4005d8ce774d,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:55.579279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:55.586708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Network d7414a74-7c2b-4418-90a2-df9f7defe5bb is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:55.587708 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e645be5-5581-420e-81d6-56c1b4e35943 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] GET failed (client error): The resource could not be found.
Nov 27 11:37:55.588301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:55.592526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:55.596083 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1e645be5-5581-420e-81d6-56c1b4e35943 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "GET /v2.0/ports/f5c0d505-dbfb-460f-a5bd-c5530ae79e2e HTTP/1.1" status: 404  len: 333 time: 0.1460967
Nov 27 11:37:55.597234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42368) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.598260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:55.609994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-fea014f2-6c81-4bfd-bab6-166aa5bf52f5 req-6783eea4-a324-41b8-9cf5-f0e782c8b1fc tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Synchronizing usage tracker for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:55.632753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Checking segment: {'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:55.633106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Network hostable DHCP agents. Network: 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:37:55.696651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Attempting to bind port 069e88bb-763f-455a-be90-4005d8ce774d on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:55.696996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Attempting to bind port 069e88bb-763f-455a-be90-4005d8ce774d by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'fd57a81c-888e-4fb8-b74c-2a68f069c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd7414a74-7c2b-4418-90a2-df9f7defe5bb'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:55.697314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Attempting to bind port 069e88bb-763f-455a-be90-4005d8ce774d on network d7414a74-7c2b-4418-90a2-df9f7defe5bb {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:55.705132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:37:55.705511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Checking segment: {'id': 'fd57a81c-888e-4fb8-b74c-2a68f069c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd7414a74-7c2b-4418-90a2-df9f7defe5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:37:55.705913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.706303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Bound using segment: {'id': 'fd57a81c-888e-4fb8-b74c-2a68f069c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd7414a74-7c2b-4418-90a2-df9f7defe5bb'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:37:55.707281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Bound port: 069e88bb-763f-455a-be90-4005d8ce774d, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd57a81c-888e-4fb8-b74c-2a68f069c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd7414a74-7c2b-4418-90a2-df9f7defe5bb'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:37:55.707597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.727381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Router 95af3570-f9dd-4be1-99a9-261a187fc10e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:55.732301 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-6198edfd-cb91-47f9-957f-b46a5b8c9639 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] GET failed (client error): The resource could not be found.
Nov 27 11:37:55.733740 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6198edfd-cb91-47f9-957f-b46a5b8c9639 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "GET /v2.0/subnets/aa42b9f0-2659-4526-8095-c46319ac8f41 HTTP/1.1" status: 404  len: 337 time: 0.1314952
Nov 27 11:37:55.739755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42372) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.746713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-fea014f2-6c81-4bfd-bab6-166aa5bf52f5 req-6783eea4-a324-41b8-9cf5-f0e782c8b1fc tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Unset dirty status for tenant:a0fb526f53b744d49d8dbf93a5ca6c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:55.747830 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fea014f2-6c81-4bfd-bab6-166aa5bf52f5 req-6783eea4-a324-41b8-9cf5-f0e782c8b1fc tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 210 time: 0.2391379
Nov 27 11:37:55.753788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0f31b90d-cb9f-4530-a41e-717c0ff30f8a tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:55.772331 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1e17a398-46da-49f3-b2d9-3f2755d39933 req-5a4db8d1-f152-4679-86c3-3197ef97eee0 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups?id=482c4d9e-3eb0-42b2-8aee-c3667fea5695&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3047554
Nov 27 11:37:55.782926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f31b90d-cb9f-4530-a41e-717c0ff30f8a tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] PUT failed (client error): The resource could not be found.
Nov 27 11:37:55.783364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f31b90d-cb9f-4530-a41e-717c0ff30f8a tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:55.798626 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0f31b90d-cb9f-4530-a41e-717c0ff30f8a tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "PUT /v2.0/networks/306a6b7e-bf8e-4c8b-a1b9-3b4081e0007e HTTP/1.1" status: 404  len: 339 time: 0.0473430
Nov 27 11:37:55.798626 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42376) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.799017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4e97a1d7-89e2-496b-bf05-f93617c3859b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.807134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d1710dbc-ab76-4ec0-aff1-f9c7f888e5e1 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:55.814355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:37:55.817376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.820915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 0478f91b-4777-4daa-b359-bbe27bc1a2be no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:55.852026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] For port 069e88bb-763f-455a-be90-4005d8ce774d, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:55.852323 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1710dbc-ab76-4ec0-aff1-f9c7f888e5e1 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] PUT failed (client error): The resource could not be found.
Nov 27 11:37:55.852710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1710dbc-ab76-4ec0-aff1-f9c7f888e5e1 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:55.858243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d1710dbc-ab76-4ec0-aff1-f9c7f888e5e1 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "PUT /v2.0/ports/ab6a3aac-5c88-430c-ab30-e44a6024d77b HTTP/1.1" status: 404  len: 333 time: 0.0649843
Nov 27 11:37:55.859199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42380) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:55.861957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 0478f91b-4777-4daa-b359-bbe27bc1a2be {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:55.862343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 0478f91b-4777-4daa-b359-bbe27bc1a2be not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:55.862954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ce38a8ca-989c-43a6-9723-ead84a17db78 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:55.868465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5dd7ef6c-ae3d-4488-8599-569630a25f71 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:55.876913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] device_id is not set on port 4c6dcd38-66a0-45a0-85a2-587d97e833c8 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:37:55.895637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:37:55.906657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] For port 069e88bb-763f-455a-be90-4005d8ce774d, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=069e88bb-763f-455a-be90-4005d8ce774d,segment=NetworkSegment(fd57a81c-888e-4fb8-b74c-2a68f069c0fb),segment_id=fd57a81c-888e-4fb8-b74c-2a68f069c0fb)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:37:55.912556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: ce38a8ca-989c-43a6-9723-ead84a17db78 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:55.912556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ce38a8ca-989c-43a6-9723-ead84a17db78 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:55.914111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:55.919233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-da96238d-7453-4726-9e71-bde3e55819c7 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:55.987447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 153c1b4d-0353-4d28-b418-b6301c949644 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:37:56.017432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5bc006-238a-4b47-800a-ef256830097b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:56.027409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:56.032789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-72a4c3fd-1414-42d5-acef-12ff97603eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:56.059339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:56.070268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 153c1b4d-0353-4d28-b418-b6301c949644 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:37:56.070722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 153c1b4d-0353-4d28-b418-b6301c949644 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:37:56.082783 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd7ef6c-ae3d-4488-8599-569630a25f71 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] PUT failed (client error): The resource could not be found.
Nov 27 11:37:56.082783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd7ef6c-ae3d-4488-8599-569630a25f71 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:37:56.083042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4768eb-e05e-4f99-bf76-dea14b36aff6 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:56.084736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.085114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.085496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.085842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.086203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.086585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.086943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.087297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.087716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.088334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.088688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:56.090574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5dd7ef6c-ae3d-4488-8599-569630a25f71 tempest-NetworksNegativeTestJSON-1141767704 tempest-NetworksNegativeTestJSON-1141767704-project] 10.222.0.23 "PUT /v2.0/subnets/45e48b87-0a52-4715-9d21-c8860fda7d58 HTTP/1.1" status: 404  len: 337 time: 0.2277608
Nov 27 11:37:56.100756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:56.184469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:56.202521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:56.230549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Router a7f508aa-ce08-48d4-8504-d5ff970f153a has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:37:56.239195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.20.0.9 (407d1188-197d-4754-81a5-20ba04184d2b/01140f7b-4e27-4eb0-ab60-71217684a3da/4c6dcd38-66a0-45a0-85a2-587d97e833c8) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:56.247104 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/1f5bc006-238a-4b47-800a-ef256830097b HTTP/1.1" status: 204  len: 168 time: 2.2357812
Nov 27 11:37:56.251346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42386) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:56.262315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba860e9d-336f-4708-866a-e60b0841a994 req-638cbabe-4f8d-4b24-8445-4fe1b4cc22ea tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:56.269264 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba860e9d-336f-4708-866a-e60b0841a994 req-638cbabe-4f8d-4b24-8445-4fe1b4cc22ea tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3178270
Nov 27 11:37:56.283589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fecfbe-9632-42d5-9d7f-2408b5b29747 None None] Network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:56.323808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:56.324138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:56.324491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:56.416712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:56.417051 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:56.435644 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 2 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:56.494405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:56.494405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:56.494405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:56.499827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:56.500156 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:56.501817 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 3 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:56.543492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:56.547339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:56.547339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:56.630957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Pushing event updated for resources: {'Port': ['ID=069e88bb-763f-455a-be90-4005d8ce774d,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:56.666790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:56.679146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:56.688213 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:56.712078 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 4 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:56.760824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:56.798951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] Sync routers for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:56.874008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:56.874963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846386130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:56.912745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42396) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:56.927176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:56.934323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:56.934790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:56.984489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:37:56.998353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Deleting port b679765c-de00-4e55-bf35-5a833e5218b9 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:37:56.998787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:57.140500 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba860e9d-336f-4708-866a-e60b0841a994 req-bd7b9eb1-8272-4ae5-a820-f62e7e1ed53c tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8696246
Nov 27 11:37:57.143521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] No DVR routers for this DVR port ce38a8ca-989c-43a6-9723-ead84a17db78 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:57.160018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:57.162708 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:57.172018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:57.180122 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-818eb51c-41fa-4af6-83f8-f18a2e890ab6 req-effd458f-29f4-4aed-9fd1-c4c95dc94496 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.39 "DELETE /v2.0/ports/ce38a8ca-989c-43a6-9723-ead84a17db78 HTTP/1.1" status: 204  len: 173 time: 5.6914492
Nov 27 11:37:57.182317 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 5 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:57.198348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:57.216457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'name': 'network-vif-deleted', 'tag': 'ce38a8ca-989c-43a6-9723-ead84a17db78'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:37:57.235440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a34b492e-c996-4ad6-8cfb-1932519412ee tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:router {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:57.241302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:57.241302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:57.241813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:57.266801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c45475a5-9282-4ecf-801a-0d368eb663fe req-f71b0cf9-72d7-4237-81c3-ba0739224695 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Synchronizing usage tracker for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:37:57.275586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:57.279106 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:57.281389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 6 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:57.286575 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-4e97a1d7-89e2-496b-bf05-f93617c3859b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:37:57.294711 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4e97a1d7-89e2-496b-bf05-f93617c3859b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "PUT /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93 HTTP/1.1" status: 400  len: 364 time: 3.0279028
Nov 27 11:37:57.298600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42406) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:57.431461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:57.450141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:57.456664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a34b492e-c996-4ad6-8cfb-1932519412ee tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:router {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:57.456664 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a34b492e-c996-4ad6-8cfb-1932519412ee tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 1.1978929
Nov 27 11:37:57.456883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:57.456883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:57.457196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:57.460178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aa3422b0-f41f-4162-886b-c16b9b283d2f tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:57.492102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42410) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:57.584321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c45475a5-9282-4ecf-801a-0d368eb663fe req-f71b0cf9-72d7-4237-81c3-ba0739224695 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Unset dirty status for tenant:ebca4f3d11414415b7598d4a00dfaa0a on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:37:57.585471 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c45475a5-9282-4ecf-801a-0d368eb663fe req-f71b0cf9-72d7-4237-81c3-ba0739224695 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 210 time: 0.5392058
Nov 27 11:37:57.602411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:57.603062 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:57.617305 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6ffd6f9e-70ee-45ce-a3c7-caa121535674 req-1d230eda-f26d-40f5-825e-95e5b5046105 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86 HTTP/1.1" status: 200  len: 210 time: 0.1855936
Nov 27 11:37:57.618044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:57.639576 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 7 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:57.704153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=4c6dcd38-66a0-45a0-85a2-587d97e833c8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:57.710056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:57.733029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 407d1188-197d-4754-81a5-20ba04184d2b is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:37:57.748352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:37:57.749192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] For port b679765c-de00-4e55-bf35-5a833e5218b9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b679765c-de00-4e55-bf35-5a833e5218b9,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:37:57.749731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:57.758922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:37:57.853503 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b8c06-b422-4cfc-a29f-10aaa3bcbe86', 'name': 'network-vif-deleted', 'tag': 'ce38a8ca-989c-43a6-9723-ead84a17db78', 'status': 'completed', 'code': 200}
Nov 27 11:37:57.984765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:57.992640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:37:57.995551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:58.034733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Usage tracker for resource:security_group_rule and tenant:86f6560242a14acd8f788f88843d2aab is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:58.041240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:58.042605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:58.043277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:58.065317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:58.099435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:58.116348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:58.116682 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:58.123809 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 8 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:58.226881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb22719-f82d-4d15-9cc3-65e1e4926624 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:58.295561 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.0209744
Nov 27 11:37:58.302563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42416) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:58.332409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Calling delete_port for b679765c-de00-4e55-bf35-5a833e5218b9 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:37:58.351517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '4c6dcd38-66a0-45a0-85a2-587d97e833c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:37:58.361629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:37:58.368454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:37:58.369561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:floatingip and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:37:58.376210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:37:58.386681 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] Sync routers for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:37:58.390147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:37:58.399787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a87b04-4313-402f-8775-0d454afea24c None None] Network d7414a74-7c2b-4418-90a2-df9f7defe5bb requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:37:58.414395 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:58.417571 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465b4130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:58.503038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:58.503989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:58.504264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:58.529967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:58.543678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] No DVR routers for this DVR port 0478f91b-4777-4daa-b359-bbe27bc1a2be on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:58.546916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:58.553227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 069e88bb-763f-455a-be90-4005d8ce774d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:37:58.589614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:58.590009 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:58.591663 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-471a2af9-1898-4568-99eb-45dfd2595ddd req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.39 "DELETE /v2.0/ports/0478f91b-4777-4daa-b359-bbe27bc1a2be HTTP/1.1" status: 204  len: 173 time: 5.9093816
Nov 27 11:37:58.599947 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 9 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:58.623518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:58.625569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:58.626007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:58.626490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:58.744559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:58.793591 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:58.889064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:58.943038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6a921eb-bdb4-44a3-8080-7e5eeaa02970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:58.978361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:58.978778 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:58.990950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be37e5a0-1c86-4a86-8c71-93d060ac5949,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:59.001289 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 10 to bind port d44c7620-edc7-4073-ba09-218b210f9105
Nov 27 11:37:59.030053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.030419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.030805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.031164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.031519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.032054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.032634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.033295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.033690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.034045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.034394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.038747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:59.039858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:37:59.040247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:37:59.040575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:37:59.061411 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca433634-139e-4564-a259-5bf1c3833358 req-a113ffcc-4c92-42d1-8c8a-ebce0e872eea tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/ports?device_id=863c2b06-5b7f-4839-8db9-c3eb4cb030ea HTTP/1.1" status: 200  len: 210 time: 0.1647792
Nov 27 11:37:59.118520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3a65da95-dab4-4b23-9b8f-bd3aa4aa83c2 None None] Provisioning for port 069e88bb-763f-455a-be90-4005d8ce774d completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:59.248298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.256862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2f58334c-b759-43c7-8ccf-3bafb02d4afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:37:59.329128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Pushing event deleted for resources: {'Port': ['ID=b679765c-de00-4e55-bf35-5a833e5218b9,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:37:59.332697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 069e88bb-763f-455a-be90-4005d8ce774d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:37:59.354077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42428) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:59.358499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] No DVR routers for this DVR port b679765c-de00-4e55-bf35-5a833e5218b9 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:37:59.391177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 069e88bb-763f-455a-be90-4005d8ce774d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:37:59.392373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.413234 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465b4130>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:37:09Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:59.419274 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] Checking router: a7f508aa-ce08-48d4-8504-d5ff970f153a for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:37:59.431217 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:59.432096 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465b4130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:59.471968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port d44c7620-edc7-4073-ba09-218b210f9105 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:37:59.472538 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port d44c7620-edc7-4073-ba09-218b210f9105 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:37:59.473534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.511587 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86f6560242a14acd8f788f88843d2aab&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5734141
Nov 27 11:37:59.517219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42434) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:37:59.522881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.535706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.536191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.536634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.537338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.537791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.538232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.538690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.539125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.539860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.539860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:37:59.556411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:37:59.599419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb22719-f82d-4d15-9cc3-65e1e4926624 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.609121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Allocated IP 2001:db8::1 (81336039-d045-4a99-8e81-fd432703cd05/b3c1b5ab-d53e-4dd3-8bfe-87c13f15bdc1/4a4ff9c7-527d-46c8-8d48-48f41c07b2b7) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:37:59.613706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846386130>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:28Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:59.638586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] Checking router: 95af3570-f9dd-4be1-99a9-261a187fc10e for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:37:59.655843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb22719-f82d-4d15-9cc3-65e1e4926624 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.697824 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:37:59.707480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:37:59.708150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846386130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:37:59.727975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f8330fca-2b41-4f63-9486-40647e04566b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.870575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.960757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] For port d44c7620-edc7-4073-ba09-218b210f9105, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:37:59.961136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempted to set empty binding levels {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 11:37:59.970424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'name': 'network-vif-deleted', 'tag': '0478f91b-4777-4daa-b359-bbe27bc1a2be'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:37:59.976849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb22719-f82d-4d15-9cc3-65e1e4926624 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.978716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb22719-f82d-4d15-9cc3-65e1e4926624 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Fanout notify agent at l3_agent the message router_deleted on router dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:37:59.986071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ffd447ce-2261-41cd-84ed-c3d7f010ecb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:37:59.996267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.001438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f8330fca-2b41-4f63-9486-40647e04566b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.022144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ffd447ce-2261-41cd-84ed-c3d7f010ecb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.068635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d3c22d4c-9fe7-4c1d-b210-f8df9838789b None None] Provisioning complete for port 069e88bb-763f-455a-be90-4005d8ce774d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:00.068993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3c22d4c-9fe7-4c1d-b210-f8df9838789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.108960 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863c2b06-5b7f-4839-8db9-c3eb4cb030ea', 'name': 'network-vif-deleted', 'tag': '0478f91b-4777-4daa-b359-bbe27bc1a2be', 'status': 'completed', 'code': 200}
Nov 27 11:38:00.119205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.119890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 069e88bb-763f-455a-be90-4005d8ce774d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=069e88bb-763f-455a-be90-4005d8ce774d,segment=NetworkSegment(fd57a81c-888e-4fb8-b74c-2a68f069c0fb),segment_id=fd57a81c-888e-4fb8-b74c-2a68f069c0fb)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:00.135477 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:00.137715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:00.200270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.204470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.222194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Transition to ACTIVE for port object 4a4ff9c7-527d-46c8-8d48-48f41c07b2b7 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:00.228778 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465b4130>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:37:09Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:00.240119 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490a09f-a78d-4a7d-b070-d8e8fc535ba0 None None] The sync data for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv is: [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:11Z', 'revision_number': 4, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'f8bf0811-5b5e-4a02-9aa5-108159651f89', 'name': '', 'network_id': '286559ef-d0ae-4427-aa8a-a0cead761ad7', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'mac_address': 'fa:16:3e:68:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:09Z', 'updated_at': '2021-11-27T11:37:09Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'subnets': [{'id': '1be9c4bb-77ac-4c7e-9d67-314ad5dc9387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:00.255232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ffd447ce-2261-41cd-84ed-c3d7f010ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.264938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.293844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5ae26066-1f9e-4433-bd54-10bfe83f3846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:00.360367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=d44c7620-edc7-4073-ba09-218b210f9105,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:00.367560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f8330fca-2b41-4f63-9486-40647e04566b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.368100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b679765c-de00-4e55-bf35-5a833e5218b9 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:00.368768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:00.369776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ffd447ce-2261-41cd-84ed-c3d7f010ecb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.373485 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ffd447ce-2261-41cd-84ed-c3d7f010ecb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be37e5a0-1c86-4a86-8c71-93d060ac5949 HTTP/1.1" status: 204  len: 168 time: 0.8511362
Nov 27 11:38:00.375908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:00.375999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.382360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:00.397266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb22719-f82d-4d15-9cc3-65e1e4926624 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.404342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-deb22719-f82d-4d15-9cc3-65e1e4926624 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/routers/dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 HTTP/1.1" status: 204  len: 168 time: 2.8998680
Nov 27 11:38:00.405182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42446) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:00.424300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfdcc8-c55a-43e4-8908-bfe1f7e4c8de req-e36ca037-ba6d-438c-8be7-3fc9d4e6920d tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:00.425807 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ccbfdcc8-c55a-43e4-8908-bfe1f7e4c8de req-e36ca037-ba6d-438c-8be7-3fc9d4e6920d tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.8121088
Nov 27 11:38:00.436498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:00.443971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8330fca-2b41-4f63-9486-40647e04566b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de6310-166c-4317-ae0a-bc62c7b761d6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:00.447283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42450) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:00.449439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.26.6.229 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/bb7cb121-6849-4304-a972-456122baa5bf) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:00.454152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f8330fca-2b41-4f63-9486-40647e04566b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:00.463343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd447ce-2261-41cd-84ed-c3d7f010ecb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be37e5a0-1c86-4a86-8c71-93d060ac5949,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:00.466748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ffd447ce-2261-41cd-84ed-c3d7f010ecb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:00.468847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-eaafb63d-53cc-4ff8-ab81-5e79feb0bc87 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:00.519491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network 81336039-d045-4a99-8e81-fd432703cd05 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:00.528687 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ccbfdcc8-c55a-43e4-8908-bfe1f7e4c8de req-27354f9c-a218-4a39-b8e3-dabc34802945 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569699
Nov 27 11:38:00.534810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:00.552495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:00.552978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.631397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: b679765c-de00-4e55-bf35-5a833e5218b9 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:00.631680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b679765c-de00-4e55-bf35-5a833e5218b9 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:00.649361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f8330fca-2b41-4f63-9486-40647e04566b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.653701 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f8330fca-2b41-4f63-9486-40647e04566b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "DELETE /v2.0/security-groups/10de6310-166c-4317-ae0a-bc62c7b761d6 HTTP/1.1" status: 204  len: 168 time: 1.2691445
Nov 27 11:38:00.656783 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 986 time: 9.1146603
Nov 27 11:38:00.657988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42454) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:00.658410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42456) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:00.663169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:00.676062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:00.684153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:00.693874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:00.774196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=069e88bb-763f-455a-be90-4005d8ce774d,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:00.776800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Port': ['ID=4a4ff9c7-527d-46c8-8d48-48f41c07b2b7,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:00.787773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:00.813029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:00.821807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da8462-c8ad-4b6b-b91a-a90f604fc571 None None] New status for floating IP 288fc950-6859-4159-99a7-baf618d328fe: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:38:00.846040 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-cc3f5b45-7718-4c3a-b39f-87f3c1c533b5 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] show failed (client error): The resource could not be found.
Nov 27 11:38:00.849993 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cc3f5b45-7718-4c3a-b39f-87f3c1c533b5 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "GET /v2.0/security-groups/10de6310-166c-4317-ae0a-bc62c7b761d6 HTTP/1.1" status: 404  len: 347 time: 0.1193502
Nov 27 11:38:00.859104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42464) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:00.871655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-727b05aa-6318-4494-8ed1-bf93c832bfb4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.924880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:00.927024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:00.968292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Deleting port d44c7620-edc7-4073-ba09-218b210f9105 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:00.968864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.070957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.234880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.248907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846386130>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:28Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:01.250888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5a691df4-b344-4bcc-ae8e-096f3fb5dacd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:01.253051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d6a53-0d92-41b4-8169-003698cb625a None None] The sync data for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv is: [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:36:09Z', 'revision_number': 4, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '358b6d56-6524-4215-bf65-45f363eb86b5', 'name': '', 'network_id': '4bd8aabb-84dc-4d86-8d60-721af2b51eb6', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'mac_address': 'fa:16:3e:30:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:07Z', 'updated_at': '2021-11-27T11:36:28Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'subnets': [{'id': '26ed1a9c-5e3b-4614-9554-cb5a8d17951b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:01.256603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4c79c344-51e7-4535-b1d8-d0ee69d598bf None None] Provisioning for port 4a4ff9c7-527d-46c8-8d48-48f41c07b2b7 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:01.262540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4c79c344-51e7-4535-b1d8-d0ee69d598bf None None] Provisioning complete for port 4a4ff9c7-527d-46c8-8d48-48f41c07b2b7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:01.263075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4c79c344-51e7-4535-b1d8-d0ee69d598bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.288456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.288680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-727b05aa-6318-4494-8ed1-bf93c832bfb4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.300877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:01.315925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Deleting port 5a8dd959-c167-4610-ad4a-f35675d7a6b8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:01.316209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.325959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4c79c344-51e7-4535-b1d8-d0ee69d598bf None None] Port 4a4ff9c7-527d-46c8-8d48-48f41c07b2b7 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:01.385781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:01.389888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:01.392968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:01.393551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.400235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94046352-cf05-49be-8f69-299630918b15 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:01.447012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=dced94b0-9a7a-4330-a0a3-ffa1f6a602bc,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:01.458868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:01.459517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:01.474568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.492159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:01.510635 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0948689
Nov 27 11:38:01.510635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42476) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:01.515550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:01.516043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-539782813', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:01.524568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:01.530035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:router and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:01.537062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:01.541255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=bb7cb121-6849-4304-a972-456122baa5bf,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:01.545239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:01.570108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:01.602048 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090c120-2d1c-4e51-8139-4bd4b0d5c060 None None] New status for floating IP 0f91aed8-de9c-4fa1-851d-5d65a13ccfec: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:38:01.610372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.611688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.671147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.691893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'dced94b0-9a7a-4330-a0a3-ffa1f6a602bc'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:38:01.693221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.793918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.883637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/dced94b0-9a7a-4330-a0a3-ffa1f6a602bc/4fc70bd6-baed-4aa5-908a-e94f690936be) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:01.908681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:01.910164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-841415d5-1ea9-4c2c-aea8-d2d9748bb6d5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3991132
Nov 27 11:38:01.918838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42486) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:02.084292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42492) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:02.152624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.164706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Transition to ACTIVE for port object 4fc70bd6-baed-4aa5-908a-e94f690936be will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:02.186119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Transition to ACTIVE for port object 4fc70bd6-baed-4aa5-908a-e94f690936be will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:02.222975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-727b05aa-6318-4494-8ed1-bf93c832bfb4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.227649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] For port d44c7620-edc7-4073-ba09-218b210f9105, host hv-neutron-8194, got binding levels [] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:02.227989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.236884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.237213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.246854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1627514143'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:02.254259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:02.259539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:02.263928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:02.266326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.271694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:02.277898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:02.312844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:02.345442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:02.348796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:02.353492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:02.355660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Pushing event updated for resources: {'Port': ['ID=4fc70bd6-baed-4aa5-908a-e94f690936be,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:02.359681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:02.377436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:02.380393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.449936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Attempting to bind port 4fc70bd6-baed-4aa5-908a-e94f690936be on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:02.450300 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Attempting to bind port 4fc70bd6-baed-4aa5-908a-e94f690936be by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:02.450700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Attempting to bind port 4fc70bd6-baed-4aa5-908a-e94f690936be on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:02.458192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:02.458602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:02.459006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.459397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:02.459863 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Bound port: 4fc70bd6-baed-4aa5-908a-e94f690936be, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:02.460323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.528932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b05aa-6318-4494-8ed1-bf93c832bfb4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c4d9e-3eb0-42b2-8aee-c3667fea5695,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:02.531156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-727b05aa-6318-4494-8ed1-bf93c832bfb4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:02.538395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.567392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] For port 4fc70bd6-baed-4aa5-908a-e94f690936be, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:02.570843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] For port 4fc70bd6-baed-4aa5-908a-e94f690936be, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4fc70bd6-baed-4aa5-908a-e94f690936be,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:02.615384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:02.626232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:security_group_rule and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:02.630617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:02.639193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:02.661723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Calling delete_port for 5a8dd959-c167-4610-ad4a-f35675d7a6b8 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:02.666455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.678953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-eb5807a5-78e6-4352-87b5-6dd289367bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:02.702974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.712629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Calling delete_port for d44c7620-edc7-4073-ba09-218b210f9105 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:02.766333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Pushing event updated for resources: {'Port': ['ID=4fc70bd6-baed-4aa5-908a-e94f690936be,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:02.769100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 069e88bb-763f-455a-be90-4005d8ce774d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:02.799374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:02.823407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-727b05aa-6318-4494-8ed1-bf93c832bfb4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.825290 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-727b05aa-6318-4494-8ed1-bf93c832bfb4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "DELETE /v2.0/security-groups/482c4d9e-3eb0-42b2-8aee-c3667fea5695 HTTP/1.1" status: 204  len: 168 time: 2.3727973
Nov 27 11:38:02.837664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42498) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:02.859886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 069e88bb-763f-455a-be90-4005d8ce774d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:02.859886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:02.881037 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-bc0c4531-e72f-47bf-a5d4-df2195452c61 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] show failed (client error): The resource could not be found.
Nov 27 11:38:02.885025 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bc0c4531-e72f-47bf-a5d4-df2195452c61 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "GET /v2.0/security-groups/482c4d9e-3eb0-42b2-8aee-c3667fea5695 HTTP/1.1" status: 404  len: 347 time: 0.0424328
Nov 27 11:38:02.885595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42502) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:03.047019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.128449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f452f-cf04-40d3-8192-f98fdc73faa6 req-c53b077b-c6dc-480c-9f39-86d8d739d112 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:03.129894 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-600f452f-cf04-40d3-8192-f98fdc73faa6 req-c53b077b-c6dc-480c-9f39-86d8d739d112 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 1.2572005
Nov 27 11:38:03.170188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.182985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a791be4b-dac9-4eb6-94e4-bc86477e865e tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:03.204762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:38:03.211857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Deleting port 81a07a50-a812-4f6a-8646-0c6c0b350fd5 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:03.212200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.229376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.247616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:03.284226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:03.284541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:03.296319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.296653 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment 012bc965-d6bf-4e20-9baa-e838ce40fa57 of type vlan for network 051866c8-151d-44ba-9bb3-53f654b91223
Nov 27 11:38:03.321607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event deleted for resources: {'Port': ['ID=d44c7620-edc7-4073-ba09-218b210f9105,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:03.324456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:03.330915 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-600f452f-cf04-40d3-8192-f98fdc73faa6 req-382be682-7ce1-4064-ae6b-747e8da76c10 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879706
Nov 27 11:38:03.337554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.348075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85ae0e9-1ca8-4868-8a1c-fec92dfa879b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:03.377362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.379049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:03.380648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.494386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.495838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.512401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-381c94d2-5a9b-462c-8750-099e4de06fe6 tempest-FloatingIPAdminTestJSON-1931509637 tempest-FloatingIPAdminTestJSON-1931509637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:03.548394 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d44c7620-edc7-4073-ba09-218b210f9105 HTTP/1.1" status: 204  len: 168 time: 2.8160822
Nov 27 11:38:03.549041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42506) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:03.608141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::1 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/dced94b0-9a7a-4330-a0a3-ffa1f6a602bc/2162017b-5f1a-4707-8ef4-de1f562173c7) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:03.615338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.619186 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:03.619772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.627845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-273aa16d-26d0-4833-81d2-0fe1fcf31cf7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:03.646164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.646505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.654974 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bc73d5-3ccf-4f0a-a75a-ed044b9d900a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] GET failed (client error): The resource could not be found.
Nov 27 11:38:03.655465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c3bc73d5-3ccf-4f0a-a75a-ed044b9d900a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Synchronizing usage tracker for tenant:4e2978156bdf47dcad77c08459bd7fc5 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:03.767677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.771075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event updated for resources: {'Port': ['ID=4a4ff9c7-527d-46c8-8d48-48f41c07b2b7,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:03.774051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:03.820850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Deleting port 5a8dd959-c167-4610-ad4a-f35675d7a6b8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:03.821040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:03.865418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Calling delete_port for 81a07a50-a812-4f6a-8646-0c6c0b350fd5 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:03.987769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.083912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=051866c8-151d-44ba-9bb3-53f654b91223,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:04.095338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 051866c8-151d-44ba-9bb3-53f654b91223 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:38:04.100190 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.0124030
Nov 27 11:38:04.103180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:04.105017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42510) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:04.107030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Network 81336039-d045-4a99-8e81-fd432703cd05 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:04.114759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c3bc73d5-3ccf-4f0a-a75a-ed044b9d900a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Unset dirty status for tenant:4e2978156bdf47dcad77c08459bd7fc5 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:04.119486 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c3bc73d5-3ccf-4f0a-a75a-ed044b9d900a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "GET /v2.0/ports/d44c7620-edc7-4073-ba09-218b210f9105 HTTP/1.1" status: 404  len: 333 time: 0.5646012
Nov 27 11:38:04.121089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:04.131693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42514) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:04.153224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Request body: {'port': {'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1913099380'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:04.172108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0918ae64-5964-4b65-944a-57bef1506573 None None] Provisioning for port 4fc70bd6-baed-4aa5-908a-e94f690936be completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:04.172260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:04.189005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-401112026'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:04.197515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:04.270148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:04.274967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.286895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:04.297597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:04.298618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 2162017b-5f1a-4707-8ef4-de1f562173c7 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:04.336568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Made reservation on behalf of 4e2978156bdf47dcad77c08459bd7fc5 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:04.340262 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.345680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:04.352590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.352908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.367223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.376121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:04.406129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] device_id is not set on port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:04.451449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.468769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Pushing event deleted for resources: {'Port': ['ID=81a07a50-a812-4f6a-8646-0c6c0b350fd5,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:04.481820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:04.484405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7e483fe3-7879-492a-af6f-249383a6777f tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:04.531658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0e81fdf3-ce9a-4ceb-80a8-1f1cefa68ecd None None] Provisioning complete for port 4a4ff9c7-527d-46c8-8d48-48f41c07b2b7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:04.532027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0e81fdf3-ce9a-4ceb-80a8-1f1cefa68ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.542850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Calling delete_port for 5a8dd959-c167-4610-ad4a-f35675d7a6b8 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:04.589681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0e81fdf3-ce9a-4ceb-80a8-1f1cefa68ecd None None] Port 4a4ff9c7-527d-46c8-8d48-48f41c07b2b7 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:04.619894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:04.649446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:04.691943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:04.692473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.704213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:04.707231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.729941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=2162017b-5f1a-4707-8ef4-de1f562173c7,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:04.740431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:04.809255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.826873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4fc70bd6-baed-4aa5-908a-e94f690936be up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:04.884416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:38:04.922055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.922357 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment 2ecb442c-2c0b-4800-bbb6-0785b88b1694 of type vlan for network cc229ccb-3244-4946-85e9-17493bda3ce9
Nov 27 11:38:04.926930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc5b8-3953-4c4b-b37b-02bd06a7b5c1 req-0e005e18-b63c-49e7-ade1-9740a0d354c9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:04.928411 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d5fbc5b8-3953-4c4b-b37b-02bd06a7b5c1 req-0e005e18-b63c-49e7-ade1-9740a0d354c9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4110827
Nov 27 11:38:04.929100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.959665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:04.974188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.001139 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d5fbc5b8-3953-4c4b-b37b-02bd06a7b5c1 req-dd7b19ae-ff4f-4035-b285-0eed174d9a0a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636196
Nov 27 11:38:05.018569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.021883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42520) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:05.022618 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] 10.222.0.23 "DELETE /v2.0/floatingips/288fc950-6859-4159-99a7-baf618d328fe HTTP/1.1" status: 204  len: 168 time: 2.1254113
Nov 27 11:38:05.025496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Router ee3dd4fa-f2b5-4c82-beae-571a682ffd93 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:05.045231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4fc70bd6-baed-4aa5-908a-e94f690936be completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:05.050680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4fc70bd6-baed-4aa5-908a-e94f690936be triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:05.051211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.088720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.094222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.100699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:05.104227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.116310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.124050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-30ba12e1-6b5d-4924-b59b-9d094c90b4c2 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:05.152038 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8260494c-1bdb-4d22-9fa1-f7bbfda43243 None None] Provisioning for port 2162017b-5f1a-4707-8ef4-de1f562173c7 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:05.168862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8260494c-1bdb-4d22-9fa1-f7bbfda43243 None None] Provisioning complete for port 2162017b-5f1a-4707-8ef4-de1f562173c7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:05.169569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8260494c-1bdb-4d22-9fa1-f7bbfda43243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.225561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.252242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:05.254384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8260494c-1bdb-4d22-9fa1-f7bbfda43243 None None] Port 2162017b-5f1a-4707-8ef4-de1f562173c7 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:05.274725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4fc70bd6-baed-4aa5-908a-e94f690936be, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4fc70bd6-baed-4aa5-908a-e94f690936be,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:05.279612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.283361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:05.283941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.295409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Pushing event deleted for resources: {'Port': ['ID=5a8dd959-c167-4610-ad4a-f35675d7a6b8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:05.306169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:05.356591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.358346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ac53e904-e9f8-466d-8027-1e67096f6993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:05.371739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:05.379982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:05.381107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:05.381809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:05.385547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:05.424716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4fc70bd6-baed-4aa5-908a-e94f690936be,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:05.428333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:05.579911 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.4455616
Nov 27 11:38:05.584400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42524) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:05.593794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:05.751278 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.6410532
Nov 27 11:38:05.772211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=bb7cb121-6849-4304-a972-456122baa5bf,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:05.789778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42528) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:05.792243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:05.800933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:05.801552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:05.812135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:05.812589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': '051866c8-151d-44ba-9bb3-53f654b91223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:05.844991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:06.032806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:38:06.044670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:06.074572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:06.078392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:06.082955 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cc5a651a-6069-4858-bc16-2284c33766e3 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] 10.222.0.23 "DELETE /v2.0/floatingips/0f91aed8-de9c-4fa1-851d-5d65a13ccfec HTTP/1.1" status: 204  len: 168 time: 5.2197945
Nov 27 11:38:06.085665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:06.089740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42534) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:06.091419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:06.100610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:06.281670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=cc229ccb-3244-4946-85e9-17493bda3ce9,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:06.296694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network cc229ccb-3244-4946-85e9-17493bda3ce9 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:38:06.298090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:06.388542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:06.423573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:06.424797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:06.432347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:06.436799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e199e1b-9048-457a-99ef-c79f513c68f3 tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:06.504970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:06.513523 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "PUT /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2147145
Nov 27 11:38:06.518396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42538) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:06.518686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d492b-d129-4bfa-90f6-44384d7a571a None None] Sync routers for ids ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:06.526816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05352221-de08-4719-9685-85c073224b7d req-a6dc1cfc-ca51-42d5-ab14-2fd9acd5fd10 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:06.528546 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-05352221-de08-4719-9685-85c073224b7d req-a6dc1cfc-ca51-42d5-ab14-2fd9acd5fd10 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3425267
Nov 27 11:38:06.531679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d492b-d129-4bfa-90f6-44384d7a571a None None] Routers {'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:06.532312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e46d492b-d129-4bfa-90f6-44384d7a571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846902250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:06.564988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=2162017b-5f1a-4707-8ef4-de1f562173c7,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:06.580299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:06.597100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e46d492b-d129-4bfa-90f6-44384d7a571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846902250>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:06.603949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:06.608127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d492b-d129-4bfa-90f6-44384d7a571a None None] Routers {'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:06.608727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e46d492b-d129-4bfa-90f6-44384d7a571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846902250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:06.665550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e46d492b-d129-4bfa-90f6-44384d7a571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846902250>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:06.666399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d492b-d129-4bfa-90f6-44384d7a571a None None] The sync data for ids ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:06.744654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4fc70bd6-baed-4aa5-908a-e94f690936be up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:06.803145 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-05352221-de08-4719-9685-85c073224b7d req-a15c0143-8418-48cd-99ed-493062f90fb5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2676983
Nov 27 11:38:06.819868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4fc70bd6-baed-4aa5-908a-e94f690936be triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:06.820950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:06.905823 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP ec621c1d-14b8-433d-b652-6a71527bdb66 associated. External IP: 172.26.6.229, port: 4c6dcd38-66a0-45a0-85a2-587d97e833c8.
Nov 27 11:38:06.933083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:07.022156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:38:07.062231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:07.096104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:07.143729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95aa4936-9758-4e47-ab78-7589e3cdca9d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:07.272422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] device_id is not set on port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:07.289356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:07.350333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Transition to ACTIVE for port object 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:07.389333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:07.400843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-776bd3a7-e01a-416a-bca7-798cfa5faca9 None None] Provisioning complete for port 2162017b-5f1a-4707-8ef4-de1f562173c7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:07.401459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-776bd3a7-e01a-416a-bca7-798cfa5faca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:07.456312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-776bd3a7-e01a-416a-bca7-798cfa5faca9 None None] Port 2162017b-5f1a-4707-8ef4-de1f562173c7 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:07.480974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:07.486776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a280a38a-417a-4669-883a-fd34174b9354 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:07.496438 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-95aa4936-9758-4e47-ab78-7589e3cdca9d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:38:07.500556 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-95aa4936-9758-4e47-ab78-7589e3cdca9d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93 HTTP/1.1" status: 409  len: 329 time: 0.9779904
Nov 27 11:38:07.502229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42542) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:07.853183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:07.862631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:07.891861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:07.896914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:08.019475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.020131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.020131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.099895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=d29a01a3-70ba-4c50-ba15-8909c168321a,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:08.103717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:08.113216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.113547 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.117486 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 2 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.152086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.152409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.152730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.176639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': '012bc965-d6bf-4e20-9baa-e838ce40fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '051866c8-151d-44ba-9bb3-53f654b91223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:08.176996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: 051866c8-151d-44ba-9bb3-53f654b91223, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:38:08.183843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.184164 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.187427 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 3 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.242661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.242988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.243306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.265366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd2b-ced1-4e94-aacc-6088d9333911 req-5d514323-7f48-46df-aceb-36c2007542bd tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:08.266833 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e37dbd2b-ced1-4e94-aacc-6088d9333911 req-5d514323-7f48-46df-aceb-36c2007542bd tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.2553680
Nov 27 11:38:08.278824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.279145 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.293125 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 4 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.328337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:08.330639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.330782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.331058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.337107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:08.354709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:08.414833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 051866c8-151d-44ba-9bb3-53f654b91223 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:38:08.426307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.426661 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.430280 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 5 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.447429 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e37dbd2b-ced1-4e94-aacc-6088d9333911 req-a69cb058-fdcf-4a18-b2cd-c83399e07390 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1722350
Nov 27 11:38:08.453080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.453406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.453735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.465730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.466308 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.477388 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 6 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.477388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Router f59320dd-4832-46ca-a3cf-28b9446230b9 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:38:08.491393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.491731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.492060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.514098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.514421 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.516091 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 7 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.585697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 051866c8-151d-44ba-9bb3-53f654b91223) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:08.593932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f186c2-700b-4ab7-840e-f12d717fece7 None None] Network 051866c8-151d-44ba-9bb3-53f654b91223 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:08.681604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:08.682565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:08.700535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.700535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.700535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.736374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.739042 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.740560 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 8 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.766456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.766831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.767165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.797423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.797744 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.800223 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 9 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.825217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.825573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.825853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.835471 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0302634
Nov 27 11:38:08.836798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42548) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:08.845811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': 'cc229ccb-3244-4946-85e9-17493bda3ce9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:08.848062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-051866c8-151d-44ba-9bb3-53f654b91223', 'network_id': '051866c8-151d-44ba-9bb3-53f654b91223', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': 'd29a01a3-70ba-4c50-ba15-8909c168321a'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:38:08.848986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:08.863942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:08.863942 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:08.872233 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 10 to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf
Nov 27 11:38:08.963221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:08.981597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:08.981924 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:08.982252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:08.985319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:08.994765 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "PUT /v2.0/routers/f59320dd-4832-46ca-a3cf-28b9446230b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0805416
Nov 27 11:38:09.000283 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Sync routers for ids ['f59320dd-4832-46ca-a3cf-28b9446230b9'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:09.003490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42552) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:09.026881 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Routers {'f59320dd-4832-46ca-a3cf-28b9446230b9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:09.027874 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467829a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f59320dd-4832-46ca-a3cf-28b9446230b9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:09.051332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Allocated IP 2001:db8::2 (051866c8-151d-44ba-9bb3-53f654b91223/d29a01a3-70ba-4c50-ba15-8909c168321a/0ea35186-f7ab-45af-be21-ef992fcea710) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:09.076314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:09.076878 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:09.076958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.112604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:09.188249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:09.199522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:09.216785 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Set router f59320dd-4832-46ca-a3cf-28b9446230b9 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:09.226926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:09.246159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4174148-f777-4465-b4ee-8520d294d67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:09.246771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a4174148-f777-4465-b4ee-8520d294d67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:09.250981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Deleting port f8bf0811-5b5e-4a02-9aa5-108159651f89 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:09.251315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.284447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:09.318706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:09.361416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] For port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:09.361775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempted to set empty binding levels {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 11:38:09.423191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533eef9-d339-41d8-91c9-c4006854de16 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:09.473232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.475779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533eef9-d339-41d8-91c9-c4006854de16 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:09.476422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a533eef9-d339-41d8-91c9-c4006854de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284653b5e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:09.533655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.579885 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467829a0>, [{'id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'name': 'tempest-NetworksTestDHCPv6-router-539782813', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:01Z', 'updated_at': '2021-11-27T11:38:04Z', 'revision_number': 2, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None, '_interfaces': [{'id': '2162017b-5f1a-4707-8ef4-de1f562173c7', 'name': '', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'mac_address': 'fa:16:3e:b0:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dced94b0-9a7a-4330-a0a3-ffa1f6a602bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:02Z', 'updated_at': '2021-11-27T11:38:05Z', 'revision_number': 2, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'subnets': [{'id': 'dced94b0-9a7a-4330-a0a3-ffa1f6a602bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:09.585653 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Checking router: f59320dd-4832-46ca-a3cf-28b9446230b9 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:38:09.586215 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Updating router f59320dd-4832-46ca-a3cf-28b9446230b9 port 2162017b-5f1a-4707-8ef4-de1f562173c7 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:38:09.618517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a533eef9-d339-41d8-91c9-c4006854de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284653b5e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:09.637097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Transition to ACTIVE for port object 0ea35186-f7ab-45af-be21-ef992fcea710 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:09.641350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.648437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a4174148-f777-4465-b4ee-8520d294d67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:09.649957 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a4174148-f777-4465-b4ee-8520d294d67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports/2162017b-5f1a-4707-8ef4-de1f562173c7 HTTP/1.1" status: 200  len: 911 time: 0.6399887
Nov 27 11:38:09.651883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:09.657392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533eef9-d339-41d8-91c9-c4006854de16 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:09.658027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a533eef9-d339-41d8-91c9-c4006854de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284653b5e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:09.661530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42558) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:09.696563 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.729278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a533eef9-d339-41d8-91c9-c4006854de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284653b5e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:09.729649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533eef9-d339-41d8-91c9-c4006854de16 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:09.740480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Transition to ACTIVE for port object 0ea35186-f7ab-45af-be21-ef992fcea710 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:09.756353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] For port f8bf0811-5b5e-4a02-9aa5-108159651f89, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f8bf0811-5b5e-4a02-9aa5-108159651f89,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:09.756790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.773826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] In _notify_port_updated(), no bound segment for port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:38:09.779437 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 11.4714348
Nov 27 11:38:09.779684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.779684 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "PUT /v2.0/ports/21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf HTTP/1.1" status: 200  len: 981 time: 4.1916063
Nov 27 11:38:09.789409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42562) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:09.789735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42564) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:09.798672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.802881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:09.818855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-36e17e5c-8c2f-4ee6-8e94-07d5af960f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:09.858529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:09.906867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Pushing event updated for resources: {'Port': ['ID=0ea35186-f7ab-45af-be21-ef992fcea710,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:09.920866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:09.924359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Network 051866c8-151d-44ba-9bb3-53f654b91223 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:09.926067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:09.931339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:09.950726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Calling delete_port for f8bf0811-5b5e-4a02-9aa5-108159651f89 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:09.963005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:09.996255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:10.063122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Attempting to bind port 0ea35186-f7ab-45af-be21-ef992fcea710 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:10.063872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Attempting to bind port 0ea35186-f7ab-45af-be21-ef992fcea710 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '012bc965-d6bf-4e20-9baa-e838ce40fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '051866c8-151d-44ba-9bb3-53f654b91223'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:10.065010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Attempting to bind port 0ea35186-f7ab-45af-be21-ef992fcea710 on network 051866c8-151d-44ba-9bb3-53f654b91223 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:10.074232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:10.075510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Checking segment: {'id': '012bc965-d6bf-4e20-9baa-e838ce40fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '051866c8-151d-44ba-9bb3-53f654b91223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:10.076151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.076910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Bound using segment: {'id': '012bc965-d6bf-4e20-9baa-e838ce40fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '051866c8-151d-44ba-9bb3-53f654b91223'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:10.077597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Bound port: 0ea35186-f7ab-45af-be21-ef992fcea710, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012bc965-d6bf-4e20-9baa-e838ce40fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '051866c8-151d-44ba-9bb3-53f654b91223'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:10.078489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.093252 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.106093 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Transition to ACTIVE for port object 2162017b-5f1a-4707-8ef4-de1f562173c7 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:10.158647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.185636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] For port 0ea35186-f7ab-45af-be21-ef992fcea710, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:10.188924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] For port 0ea35186-f7ab-45af-be21-ef992fcea710, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0ea35186-f7ab-45af-be21-ef992fcea710,segment=NetworkSegment(012bc965-d6bf-4e20-9baa-e838ce40fa57),segment_id=012bc965-d6bf-4e20-9baa-e838ce40fa57)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:10.197679 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.204661 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:10.261057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.268310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de803de4-c75c-4566-8eca-0e599cea5192 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:10.273737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de803de4-c75c-4566-8eca-0e599cea5192 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:10.274161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-de803de4-c75c-4566-8eca-0e599cea5192 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:10.293875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:10.308614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370e7cf-ae1a-493a-8a6e-74cfe0ba71a9 req-f3f9bca7-54d8-442e-a2d4-017dc7b2a9d8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:10.310085 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3370e7cf-ae1a-493a-8a6e-74cfe0ba71a9 req-f3f9bca7-54d8-442e-a2d4-017dc7b2a9d8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.6535664
Nov 27 11:38:10.348750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-de803de4-c75c-4566-8eca-0e599cea5192 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:10.353015 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-de803de4-c75c-4566-8eca-0e599cea5192 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.6881645
Nov 27 11:38:10.353659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42570) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:10.370241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting port 4a4ff9c7-527d-46c8-8d48-48f41c07b2b7 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:10.370241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.432181 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612670c6-4711-43d5-a204-87040568fdff None None] Pushing event updated for resources: {'Port': ['ID=2162017b-5f1a-4707-8ef4-de1f562173c7,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:10.439670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Pushing event updated for resources: {'Port': ['ID=0ea35186-f7ab-45af-be21-ef992fcea710,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:10.462753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:10.489135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.489472 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.489800 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.490122 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.490447 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.490783 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.491100 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.491540 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.491857 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.492168 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.492474 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612670c6-4711-43d5-a204-87040568fdff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:10.500787 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-612670c6-4711-43d5-a204-87040568fdff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:10.552078 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-4072b4ab-e37a-4165-994d-b4a7fcc89f8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 0.7636065
Nov 27 11:38:10.561785 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Attempting to bind port 2162017b-5f1a-4707-8ef4-de1f562173c7 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:10.562194 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Attempting to bind port 2162017b-5f1a-4707-8ef4-de1f562173c7 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:10.562574 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Attempting to bind port 2162017b-5f1a-4707-8ef4-de1f562173c7 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:10.571118 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:10.571485 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:10.571919 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.572374 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:10.572856 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Bound port: 2162017b-5f1a-4707-8ef4-de1f562173c7, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:10.573259 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.624305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c83970f3-25c7-4022-8b6f-b5288ce63a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Synchronizing usage tracker for tenant:4e2978156bdf47dcad77c08459bd7fc5 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:10.741437 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] For port 2162017b-5f1a-4707-8ef4-de1f562173c7, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:10.757370 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] For port 2162017b-5f1a-4707-8ef4-de1f562173c7, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2162017b-5f1a-4707-8ef4-de1f562173c7,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:10.815076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.832273 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.850455 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3370e7cf-ae1a-493a-8a6e-74cfe0ba71a9 req-54567a6a-0e1d-474d-8b0a-a67bc1ff41c4 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5289285
Nov 27 11:38:10.862390 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-612670c6-4711-43d5-a204-87040568fdff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:10.876473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0ea35186-f7ab-45af-be21-ef992fcea710 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:10.928961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:10.929265 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP ec621c1d-14b8-433d-b652-6a71527bdb66 disassociated. External IP: 172.26.6.229, port: 4c6dcd38-66a0-45a0-85a2-587d97e833c8.
Nov 27 11:38:10.977003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:11.033144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c83970f3-25c7-4022-8b6f-b5288ce63a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Unset dirty status for tenant:4e2978156bdf47dcad77c08459bd7fc5 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:11.034760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c83970f3-25c7-4022-8b6f-b5288ce63a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 26049 time: 1.2397897
Nov 27 11:38:11.051229 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612670c6-4711-43d5-a204-87040568fdff None None] Pushing event updated for resources: {'Port': ['ID=2162017b-5f1a-4707-8ef4-de1f562173c7,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:11.054609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42576) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:11.056471 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-612670c6-4711-43d5-a204-87040568fdff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:11.058052 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Routers {'f59320dd-4832-46ca-a3cf-28b9446230b9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:11.058773 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467829a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f59320dd-4832-46ca-a3cf-28b9446230b9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:11.111317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:11.122829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-295a17a9-e9b6-487b-8c57-e5b220831f9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:11.124456 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-295a17a9-e9b6-487b-8c57-e5b220831f9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 0.4905546
Nov 27 11:38:11.130660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 0ea35186-f7ab-45af-be21-ef992fcea710 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:11.153392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Calling delete_port for 4a4ff9c7-527d-46c8-8d48-48f41c07b2b7 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:11.180352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d1fa079-0de5-4cec-893b-4c6f51229661 tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:11.205949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:11.223063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b2dcb89c-f4e0-491a-a9fa-24fc2a6ca901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:11.253080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bf0811-5b5e-4a02-9aa5-108159651f89,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:11.260661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:11.269243 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] Set router f59320dd-4832-46ca-a3cf-28b9446230b9 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:11.334190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Deleting port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:11.334554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:11.513747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=22ff0db0-6061-4fed-9ba4-bbd705356e11,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:11.530503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:11.655631 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-c9f5c96d-5d98-4e55-8b94-ddb868305fd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1002 time: 0.5167530
Nov 27 11:38:11.756023 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467829a0>, [{'id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'name': 'tempest-NetworksTestDHCPv6-router-539782813', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:01Z', 'updated_at': '2021-11-27T11:38:04Z', 'revision_number': 2, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None, '_interfaces': [{'id': '2162017b-5f1a-4707-8ef4-de1f562173c7', 'name': '', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'mac_address': 'fa:16:3e:b0:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dced94b0-9a7a-4330-a0a3-ffa1f6a602bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:02Z', 'updated_at': '2021-11-27T11:38:10Z', 'revision_number': 4, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'subnets': [{'id': 'dced94b0-9a7a-4330-a0a3-ffa1f6a602bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:11.760365 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eac18-544d-41fb-9b59-94fd9e2499a2 None None] The sync data for ids ['f59320dd-4832-46ca-a3cf-28b9446230b9'] in dv-neutron-819441-1-hyperv is: [{'id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'name': 'tempest-NetworksTestDHCPv6-router-539782813', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:01Z', 'updated_at': '2021-11-27T11:38:04Z', 'revision_number': 2, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None, '_interfaces': [{'id': '2162017b-5f1a-4707-8ef4-de1f562173c7', 'name': '', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'mac_address': 'fa:16:3e:b0:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dced94b0-9a7a-4330-a0a3-ffa1f6a602bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:02Z', 'updated_at': '2021-11-27T11:38:10Z', 'revision_number': 4, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'subnets': [{'id': 'dced94b0-9a7a-4330-a0a3-ffa1f6a602bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:11.799759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-5b398ac2-76d0-4ac5-8639-cac3019d2519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:11.802282 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-5b398ac2-76d0-4ac5-8639-cac3019d2519 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.1305325
Nov 27 11:38:11.884078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': '2ecb442c-2c0b-4800-bbb6-0785b88b1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc229ccb-3244-4946-85e9-17493bda3ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:11.884583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: cc229ccb-3244-4946-85e9-17493bda3ce9, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:38:11.904197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b2cac-0a25-48a1-9ae5-ac3d927b406a None None] Network 051866c8-151d-44ba-9bb3-53f654b91223 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:11.950016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Deleting port 358b6d56-6524-4215-bf65-45f363eb86b5 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:11.950368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.201622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] Provisioning for port 0ea35186-f7ab-45af-be21-ef992fcea710 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:12.211587 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] Provisioning complete for port 0ea35186-f7ab-45af-be21-ef992fcea710 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:12.211956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.219370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] For port 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf, host hv-neutron-8194, got binding levels [] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:12.219860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.236605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network cc229ccb-3244-4946-85e9-17493bda3ce9 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:38:12.258812 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-83b1bcf2-917a-4c40-bcc8-96d5e72f2d74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4363608
Nov 27 11:38:12.362016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.375783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Calling delete_port for 21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:12.402887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] For port 0ea35186-f7ab-45af-be21-ef992fcea710, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0ea35186-f7ab-45af-be21-ef992fcea710,segment=NetworkSegment(012bc965-d6bf-4e20-9baa-e838ce40fa57),segment_id=012bc965-d6bf-4e20-9baa-e838ce40fa57)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:12.445131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, cc229ccb-3244-4946-85e9-17493bda3ce9) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:12.456597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc390483-454e-48cc-8906-35a16511d069 None None] Network cc229ccb-3244-4946-85e9-17493bda3ce9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:12.489622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] For port 358b6d56-6524-4215-bf65-45f363eb86b5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=358b6d56-6524-4215-bf65-45f363eb86b5,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:12.490217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.516276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.524034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4a51844a-8354-4fb3-9b5f-f12f12bc1c7d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:12.585953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Port': ['ID=4a4ff9c7-527d-46c8-8d48-48f41c07b2b7,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:12.589329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:12.589826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.595105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-110b1990-c3be-4cd6-88c0-9d4925ef6124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:12.670046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:12.673317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.711609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Calling delete_port for 358b6d56-6524-4215-bf65-45f363eb86b5 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:12.756230 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-0e6fa4b2-ca0c-4292-ae8d-54b8decead78 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4790373
Nov 27 11:38:12.787686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] Pushing event updated for resources: {'Port': ['ID=0ea35186-f7ab-45af-be21-ef992fcea710,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:12.794390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:12.802314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7efc4007-7390-4d82-8924-d3f2e1b9bc34 None None] Provisioning complete for port 0ea35186-f7ab-45af-be21-ef992fcea710 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:12.809623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7efc4007-7390-4d82-8924-d3f2e1b9bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.855577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:12.956849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2162017b-5f1a-4707-8ef4-de1f562173c7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:12.970572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8b3edce-e33e-4491-a158-7b5d173b2a16 tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:13.009970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-cc229ccb-3244-4946-85e9-17493bda3ce9', 'network_id': 'cc229ccb-3244-4946-85e9-17493bda3ce9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': '22ff0db0-6061-4fed-9ba4-bbd705356e11'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:38:13.010818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.037902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event deleted for resources: {'Port': ['ID=21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:13.046049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:13.059007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.093000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.105358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.185856 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 4.3447516
Nov 27 11:38:13.195401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42582) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:13.217794 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "DELETE /v2.0/ports/21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf HTTP/1.1" status: 204  len: 168 time: 2.1596403
Nov 27 11:38:13.217990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-872545118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:13.227668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec096381-282f-49a9-a394-bbdbaa58b51e req-ec0e46a7-587c-4755-9319-071cc3b2fb09 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:13.229267 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ec096381-282f-49a9-a394-bbdbaa58b51e req-ec0e46a7-587c-4755-9319-071cc3b2fb09 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 1.1372244
Nov 27 11:38:13.233202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42586) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:13.247042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:13.290666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:router and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:13.303959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 2162017b-5f1a-4707-8ef4-de1f562173c7 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:13.309839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Allocated IP 2001:db8:1::2 (cc229ccb-3244-4946-85e9-17493bda3ce9/22ff0db0-6061-4fed-9ba4-bbd705356e11/97db272c-6e35-42bc-b1e9-e8a55f07ed61) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:13.311770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2162017b-5f1a-4707-8ef4-de1f562173c7 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:13.312142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.312308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:13.340549 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead72f48-fe3c-4e91-94d6-566ae42797c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] GET failed (client error): The resource could not be found.
Nov 27 11:38:13.345651 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ead72f48-fe3c-4e91-94d6-566ae42797c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "GET /v2.0/ports/21b0f4ab-9af6-4a9f-bfbd-dbcbcafc1ccf HTTP/1.1" status: 404  len: 333 time: 0.1054547
Nov 27 11:38:13.345651 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc560876-5b1c-49b9-989e-091866c5a4ef req-3f5bd53d-1473-4e96-bda5-e9955e9760db service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4677341
Nov 27 11:38:13.352750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42590) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:13.353304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:13.358161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1206974267', 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:13.369423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:13.378547 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Usage tracker for resource:port and tenant:4e2978156bdf47dcad77c08459bd7fc5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:13.386455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:13.398373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:13.575814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.601240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.602314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.610401 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ec096381-282f-49a9-a394-bbdbaa58b51e req-84b9ff2a-04cb-409d-9f94-db6ec5063621 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3608203
Nov 27 11:38:13.656463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.685877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 2162017b-5f1a-4707-8ef4-de1f562173c7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2162017b-5f1a-4707-8ef4-de1f562173c7,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:13.697469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.711632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Transition to ACTIVE for port object 97db272c-6e35-42bc-b1e9-e8a55f07ed61 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:13.733581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Transition to ACTIVE for port object 97db272c-6e35-42bc-b1e9-e8a55f07ed61 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:13.739709 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.742502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:13.794059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:13.795233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Made reservation on behalf of 4e2978156bdf47dcad77c08459bd7fc5 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:13.797628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.815230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.831798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=2162017b-5f1a-4707-8ef4-de1f562173c7,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:13.835306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:13.836155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:13.873067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.876975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:13.890746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-735796eb-2173-4f8f-afb2-c2d199ec2c51 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:13.891410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Network cc229ccb-3244-4946-85e9-17493bda3ce9 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:13.894359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:13.898064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:13.913923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] device_id is not set on port f90c3029-3604-4bc9-ac7a-0b594327e51f yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:13.917345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Pushing event updated for resources: {'Port': ['ID=97db272c-6e35-42bc-b1e9-e8a55f07ed61,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:13.944098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:13.944336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Pushing event deleted for resources: {'Port': ['ID=358b6d56-6524-4215-bf65-45f363eb86b5,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:13.946662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:14.007360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Attempting to bind port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:14.007911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Attempting to bind port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2ecb442c-2c0b-4800-bbb6-0785b88b1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc229ccb-3244-4946-85e9-17493bda3ce9'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:14.008241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Attempting to bind port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 on network cc229ccb-3244-4946-85e9-17493bda3ce9 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:14.015589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:14.016069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Checking segment: {'id': '2ecb442c-2c0b-4800-bbb6-0785b88b1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc229ccb-3244-4946-85e9-17493bda3ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:14.017644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.018120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Bound using segment: {'id': '2ecb442c-2c0b-4800-bbb6-0785b88b1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc229ccb-3244-4946-85e9-17493bda3ce9'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:14.018701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Bound port: 97db272c-6e35-42bc-b1e9-e8a55f07ed61, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecb442c-2c0b-4800-bbb6-0785b88b1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc229ccb-3244-4946-85e9-17493bda3ce9'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:14.019851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.045849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.066768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.067943 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bfdfa6a1-ce5f-4c41-a9b0-42838512bffe tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.8609073
Nov 27 11:38:14.096168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42594) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:14.135066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] For port 97db272c-6e35-42bc-b1e9-e8a55f07ed61, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:14.138932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] For port 97db272c-6e35-42bc-b1e9-e8a55f07ed61, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=97db272c-6e35-42bc-b1e9-e8a55f07ed61,segment=NetworkSegment(2ecb442c-2c0b-4800-bbb6-0785b88b1694),segment_id=2ecb442c-2c0b-4800-bbb6-0785b88b1694)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:14.197348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.202994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ba746c18-bbcd-485e-9a3d-663eb98f6025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:14.287491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Pushing event updated for resources: {'Port': ['ID=97db272c-6e35-42bc-b1e9-e8a55f07ed61,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:14.290773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:14.336109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:14.341427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.347260 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0068d-a731-41f1-a7de-1b2787d9170a None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:14.362111 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0068d-a731-41f1-a7de-1b2787d9170a None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:14.363231 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-62a0068d-a731-41f1-a7de-1b2787d9170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846826430>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:14.425287 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-eddf39af-02a6-4758-a3ad-f4bc3c8a7d9e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/floatingips/ec621c1d-14b8-433d-b652-6a71527bdb66 HTTP/1.1" status: 200  len: 688 time: 4.6317062
Nov 27 11:38:14.426148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42598) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:14.429712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Router ee3dd4fa-f2b5-4c82-beae-571a682ffd93 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:14.457755 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-62a0068d-a731-41f1-a7de-1b2787d9170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846826430>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:14.471500 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0068d-a731-41f1-a7de-1b2787d9170a None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:14.472031 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-62a0068d-a731-41f1-a7de-1b2787d9170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846826430>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:14.553740 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-62a0068d-a731-41f1-a7de-1b2787d9170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846826430>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:14.554238 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0068d-a731-41f1-a7de-1b2787d9170a None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:14.613356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port bb7cb121-6849-4304-a972-456122baa5bf {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:14.613660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.669058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.913192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.917495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.924617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:14.940522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0ea35186-f7ab-45af-be21-ef992fcea710 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:15.035491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 0ea35186-f7ab-45af-be21-ef992fcea710 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:15.036182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:15.181719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for bb7cb121-6849-4304-a972-456122baa5bf owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:15.200651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 97db272c-6e35-42bc-b1e9-e8a55f07ed61 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:15.359691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:15.365626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2162017b-5f1a-4707-8ef4-de1f562173c7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:15.405168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:15.437029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa1af0-4592-459b-bdb4-df7ccdcdae41 None None] Network cc229ccb-3244-4946-85e9-17493bda3ce9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:15.477918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6a770def-2e2d-41f6-ac20-ad8824bdb41b tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:15.493148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:15.499362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:15.543218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=bb7cb121-6849-4304-a972-456122baa5bf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:15.546383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:15.588265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:15.600974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a56cf0-172b-49fd-835f-02a5b516174d None None] Sync routers for ids ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:15.638653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] Provisioning for port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:15.647868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2162017b-5f1a-4707-8ef4-de1f562173c7 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:15.648293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:15.677873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] Provisioning complete for port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:15.677873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:15.683892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:15.685811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=f90c3029-3604-4bc9-ac7a-0b594327e51f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:15.691521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:15.699762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:15.713395 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "PUT /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2075453
Nov 27 11:38:15.716472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:15.717271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:15.717858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:15.721713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42604) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:15.730067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac4bcb-9f45-4cb6-9192-c709948cad6e req-28bc853d-3ce9-4730-b8e2-ffeb9b49d823 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:15.731547 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b8ac4bcb-9f45-4cb6-9192-c709948cad6e req-28bc853d-3ce9-4730-b8e2-ffeb9b49d823 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.9259195
Nov 27 11:38:15.759775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a56cf0-172b-49fd-835f-02a5b516174d None None] Routers {'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:15.760391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-36a56cf0-172b-49fd-835f-02a5b516174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846773f10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:15.806997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-080e4a47-5313-4695-aeeb-02b466f1100a tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] show failed (client error): The resource could not be found.
Nov 27 11:38:15.812942 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-080e4a47-5313-4695-aeeb-02b466f1100a tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-568007941 HTTP/1.1" status: 404  len: 334 time: 0.0902581
Nov 27 11:38:15.817126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42608) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:15.826729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f545513b-ac25-4d59-9b2d-d6dc7e80bd0c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:15.877053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:15.899724 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-f545513b-ac25-4d59-9b2d-d6dc7e80bd0c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] update failed (client error): The resource could not be found.
Nov 27 11:38:15.905563 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f545513b-ac25-4d59-9b2d-d6dc7e80bd0c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-2068236379 HTTP/1.1" status: 404  len: 335 time: 0.0828254
Nov 27 11:38:15.905757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-36a56cf0-172b-49fd-835f-02a5b516174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846773f10>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:15.905846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42612) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:15.941946 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.5862238
Nov 27 11:38:15.947065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42616) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:16.001073 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b8ac4bcb-9f45-4cb6-9192-c709948cad6e req-d9423843-a825-4c4b-a9e0-c7e8f0880bea tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2326932
Nov 27 11:38:16.006160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 2162017b-5f1a-4707-8ef4-de1f562173c7 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:16.006745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.015268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a56cf0-172b-49fd-835f-02a5b516174d None None] Routers {'ee3dd4fa-f2b5-4c82-beae-571a682ffd93'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:16.015363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-36a56cf0-172b-49fd-835f-02a5b516174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846773f10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:16.033007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.036266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.042268 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/floatingips/ec621c1d-14b8-433d-b652-6a71527bdb66 HTTP/1.1" status: 204  len: 168 time: 1.6142204
Nov 27 11:38:16.044086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42620) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:16.075700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '760809ae-7e4a-4c7c-83bc-d7bce1e0c879'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:16.095040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:16.106033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-36a56cf0-172b-49fd-835f-02a5b516174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846773f10>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:16.106702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a56cf0-172b-49fd-835f-02a5b516174d None None] The sync data for ids ['ee3dd4fa-f2b5-4c82-beae-571a682ffd93'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:16.107089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:floatingip and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:16.116729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.120753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:16.149596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:16.154983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] For port 97db272c-6e35-42bc-b1e9-e8a55f07ed61, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=97db272c-6e35-42bc-b1e9-e8a55f07ed61,segment=NetworkSegment(2ecb442c-2c0b-4800-bbb6-0785b88b1694),segment_id=2ecb442c-2c0b-4800-bbb6-0785b88b1694)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:16.173220 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e31f73b9-5df7-4bf3-aa14-88a49d070867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "GET /v2.0/ports/f90c3029-3604-4bc9-ac7a-0b594327e51f HTTP/1.1" status: 200  len: 959 time: 0.2226834
Nov 27 11:38:16.224219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42624) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:16.237287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.244088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:16.289065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.324195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] Pushing event updated for resources: {'Port': ['ID=97db272c-6e35-42bc-b1e9-e8a55f07ed61,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:16.329674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:16.364396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Deleting port f90c3029-3604-4bc9-ac7a-0b594327e51f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:16.364737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.461164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting subnet c0087135-5937-493e-a5e2-44616d4c134b {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:16.462868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-67f6d679-0fec-4a67-921a-9d52e2c7af96 None None] Provisioning complete for port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:16.463254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-67f6d679-0fec-4a67-921a-9d52e2c7af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.472617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.690186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] For port 2162017b-5f1a-4707-8ef4-de1f562173c7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2162017b-5f1a-4707-8ef4-de1f562173c7,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:16.690689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.754416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 97db272c-6e35-42bc-b1e9-e8a55f07ed61 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:16.778650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.822304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:16.822703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:16.834251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 2162017b-5f1a-4707-8ef4-de1f562173c7 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:16.940937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Router a7f508aa-ce08-48d4-8504-d5ff970f153a has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:16.983484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8::1 (051866c8-151d-44ba-9bb3-53f654b91223/d29a01a3-70ba-4c50-ba15-8909c168321a/99dd718a-3418-434c-abb7-2a38317d16d4) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:16.985566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.129092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Calling delete_port for f90c3029-3604-4bc9-ac7a-0b594327e51f owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:17.230728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.234534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Router 95af3570-f9dd-4be1-99a9-261a187fc10e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:17.239445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.294581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.421752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:17.430639 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] Sync routers for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:17.435589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.439736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b7fe71fe-b061-48e6-a9e7-e6b13d05bd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:17.443754 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:17.444482 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284643b370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:17.481283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=2162017b-5f1a-4707-8ef4-de1f562173c7,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:17.484743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:17.531163 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] 10.222.0.23 "PUT /v2.0/routers/a7f508aa-ce08-48d4-8504-d5ff970f153a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5047014
Nov 27 11:38:17.533483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.544736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42630) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:17.545291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-212563e6-5819-47e1-af1b-34c953ab122e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:17.647598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object 99dd718a-3418-434c-abb7-2a38317d16d4 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:17.650557 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:17.655991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event deleted for resources: {'Port': ['ID=f90c3029-3604-4bc9-ac7a-0b594327e51f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:17.658894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:17.675825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.684105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f3f3797c-1e8e-4c15-a3d3-bf1e5622a954 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:17.701654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.716207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b51c2-e29f-4397-96ba-464b7cd61f5a req-c0a75ae4-5f16-45b1-8c7b-134fe893c1fd tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:17.718665 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ec4b51c2-e29f-4397-96ba-464b7cd61f5a req-c0a75ae4-5f16-45b1-8c7b-134fe893c1fd tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.5536935
Nov 27 11:38:17.744128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.753268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Subnet': ['ID=c0087135-5937-493e-a5e2-44616d4c134b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:17.755598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:17.783215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.790493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.26.6.13 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/09c130b2-2d10-4daa-a33b-29b218f808a3) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:17.795087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d735f00-d415-4a2e-b817-696a2763b626 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:17.795844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.803457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439e951-59fe-464c-b352-6360f7e0726a None None] Network d7414a74-7c2b-4418-90a2-df9f7defe5bb requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:17.841328 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f90c3029-3604-4bc9-ac7a-0b594327e51f HTTP/1.1" status: 204  len: 168 time: 1.6156414
Nov 27 11:38:17.845143 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/subnets/c0087135-5937-493e-a5e2-44616d4c134b HTTP/1.1" status: 204  len: 168 time: 1.9363482
Nov 27 11:38:17.848064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42634) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:17.848274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42636) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:17.934771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 051866c8-151d-44ba-9bb3-53f654b91223 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:17.938886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:17.944689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:17.945393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:17.948330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=99dd718a-3418-434c-abb7-2a38317d16d4,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:17.953181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:18.046065 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284643b370>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:38:10Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:18.053040 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] Checking router: a7f508aa-ce08-48d4-8504-d5ff970f153a for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:38:18.066094 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] Routers {'a7f508aa-ce08-48d4-8504-d5ff970f153a'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:18.066864 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284643b370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a7f508aa-ce08-48d4-8504-d5ff970f153a'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:18.178204 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34e8a68-34c6-41ac-861b-0ffcb3ab1908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] GET failed (client error): The resource could not be found.
Nov 27 11:38:18.178760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c34e8a68-34c6-41ac-861b-0ffcb3ab1908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Synchronizing usage tracker for tenant:4e2978156bdf47dcad77c08459bd7fc5 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:18.183353 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ec4b51c2-e29f-4397-96ba-464b7cd61f5a req-94c1cb6e-ed73-423f-a60a-41fedf77adf0 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4539289
Nov 27 11:38:18.254621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] DHCP port deletion for d7414a74-7c2b-4418-90a2-df9f7defe5bb request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:18.259314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] Deleting port 069e88bb-763f-455a-be90-4005d8ce774d {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:18.259701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:18.442407 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] Set router a7f508aa-ce08-48d4-8504-d5ff970f153a gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:18.507906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:18.513114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7073d378-8b45-46c0-8083-c7328ef54a5b None None] Provisioning for port 99dd718a-3418-434c-abb7-2a38317d16d4 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:18.533179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7073d378-8b45-46c0-8083-c7328ef54a5b None None] Provisioning complete for port 99dd718a-3418-434c-abb7-2a38317d16d4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:18.533551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7073d378-8b45-46c0-8083-c7328ef54a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:18.581175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:18.597906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] For port 069e88bb-763f-455a-be90-4005d8ce774d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=069e88bb-763f-455a-be90-4005d8ce774d,segment=NetworkSegment(fd57a81c-888e-4fb8-b74c-2a68f069c0fb),segment_id=fd57a81c-888e-4fb8-b74c-2a68f069c0fb)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:18.598412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:18.608086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Router f59320dd-4832-46ca-a3cf-28b9446230b9 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:18.618624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:18.623102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:18.649935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:18.691543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:18.714005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:18.723060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c34e8a68-34c6-41ac-861b-0ffcb3ab1908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Unset dirty status for tenant:4e2978156bdf47dcad77c08459bd7fc5 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:18.731250 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c34e8a68-34c6-41ac-861b-0ffcb3ab1908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "GET /v2.0/ports/f90c3029-3604-4bc9-ac7a-0b594327e51f HTTP/1.1" status: 404  len: 333 time: 0.8750088
Nov 27 11:38:18.732139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42642) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:18.739834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:18.748844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] Calling delete_port for 069e88bb-763f-455a-be90-4005d8ce774d owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:18.794535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7073d378-8b45-46c0-8083-c7328ef54a5b None None] Port 99dd718a-3418-434c-abb7-2a38317d16d4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:18.819423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting port 069e88bb-763f-455a-be90-4005d8ce774d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:18.819956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:18.842220 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284643b370>, [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:38:10Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:18.846603 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffda20f-fd47-4982-9fc7-ef9330f8df4b None None] The sync data for ids ['a7f508aa-ce08-48d4-8504-d5ff970f153a'] in dv-neutron-819441-1-hyperv is: [{'id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'name': 'tempest-ServersTestJSON-1895779633-router', 'tenant_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:38:10Z', 'revision_number': 5, 'project_id': 'ebca4f3d11414415b7598d4a00dfaa0a', 'gw_port': {'id': '27b6766d-6211-4aeb-949b-89e7f881ac1a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f508aa-ce08-48d4-8504-d5ff970f153a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:01Z', 'updated_at': '2021-11-27T11:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:18.887016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 069e88bb-763f-455a-be90-4005d8ce774d no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:18.892729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Request body: {'port': {'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081446392'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:18.927438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:18.968330 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:38:18.997475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:18.999507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=09c130b2-2d10-4daa-a33b-29b218f808a3,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:19.002357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:19.012615 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ebef5e8-d1b6-4bf1-a8a6-358fd86e2191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.015226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.070842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:19.074192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.082303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:19.084155 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "PUT /v2.0/routers/f59320dd-4832-46ca-a3cf-28b9446230b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7200818
Nov 27 11:38:19.087664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42646) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:19.120820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:19.132481 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] 10.222.0.23 "PUT /v2.0/routers/95af3570-f9dd-4be1-99a9-261a187fc10e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.0348837
Nov 27 11:38:19.132664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42650) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:19.138951 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] Sync routers for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:19.165767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] Sync routers for ids ['f59320dd-4832-46ca-a3cf-28b9446230b9'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:19.168669 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:19.170036 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462eee20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:19.182898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] Pushing event deleted for resources: {'Port': ['ID=069e88bb-763f-455a-be90-4005d8ce774d,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:19.188699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:19.204054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] No DVR routers for this DVR port 069e88bb-763f-455a-be90-4005d8ce774d on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:19.205041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999100d2-1098-4c48-8a18-181e3fd0994b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:19.206391 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999100d2-1098-4c48-8a18-181e3fd0994b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:19.207173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-999100d2-1098-4c48-8a18-181e3fd0994b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:19.218458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] Routers {'f59320dd-4832-46ca-a3cf-28b9446230b9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:19.219664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466c1cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f59320dd-4832-46ca-a3cf-28b9446230b9'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:19.271232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Made reservation on behalf of 4e2978156bdf47dcad77c08459bd7fc5 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:19.273661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.305017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.386888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] Set router f59320dd-4832-46ca-a3cf-28b9446230b9 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:19.387584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-999100d2-1098-4c48-8a18-181e3fd0994b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:19.388787 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-999100d2-1098-4c48-8a18-181e3fd0994b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3003988
Nov 27 11:38:19.391479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42656) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:19.498958 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:19.508512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] device_id is not set on port 91e855d8-aefd-473c-b0e7-2d2827453543 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:19.532573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.538674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.545412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2dc0d852-6310-497b-b105-0e36edc16cba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:19.547238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466c1cd0>, [{'id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'name': 'tempest-NetworksTestDHCPv6-router-539782813', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:01Z', 'updated_at': '2021-11-27T11:38:17Z', 'revision_number': 3, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:19.559311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] Checking router: f59320dd-4832-46ca-a3cf-28b9446230b9 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:38:19.570875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] Routers {'f59320dd-4832-46ca-a3cf-28b9446230b9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:19.571550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466c1cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f59320dd-4832-46ca-a3cf-28b9446230b9'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:19.644127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] For port 069e88bb-763f-455a-be90-4005d8ce774d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=069e88bb-763f-455a-be90-4005d8ce774d,segment=NetworkSegment(fd57a81c-888e-4fb8-b74c-2a68f069c0fb),segment_id=fd57a81c-888e-4fb8-b74c-2a68f069c0fb)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:19.644490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.669138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.701967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=99dd718a-3418-434c-abb7-2a38317d16d4,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:19.726153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:19.764011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] Set router f59320dd-4832-46ca-a3cf-28b9446230b9 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:19.821009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:19.862414 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462eee20>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:38:13Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:19.868562 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] Checking router: 95af3570-f9dd-4be1-99a9-261a187fc10e for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:38:19.878696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Calling delete_port for 069e88bb-763f-455a-be90-4005d8ce774d owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:19.882849 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] Routers {'95af3570-f9dd-4be1-99a9-261a187fc10e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:19.884075 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462eee20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['95af3570-f9dd-4be1-99a9-261a187fc10e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:19.916146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466c1cd0>, [{'id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'name': 'tempest-NetworksTestDHCPv6-router-539782813', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:01Z', 'updated_at': '2021-11-27T11:38:17Z', 'revision_number': 3, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:19.923177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566db3ac-cc96-4255-ab18-7032bf1d2140 None None] The sync data for ids ['f59320dd-4832-46ca-a3cf-28b9446230b9'] in dv-neutron-819441-1-hyperv is: [{'id': 'f59320dd-4832-46ca-a3cf-28b9446230b9', 'name': 'tempest-NetworksTestDHCPv6-router-539782813', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:01Z', 'updated_at': '2021-11-27T11:38:17Z', 'revision_number': 3, 'project_id': '111d8400fbe14b4ab704bd5a35271279', 'gw_port_host': None}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:19.930960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429252f-7aac-4f71-8bf0-e4682d4c72fd req-406acd5b-74ac-4585-b014-fa996805f620 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:19.931818 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1429252f-7aac-4f71-8bf0-e4682d4c72fd req-406acd5b-74ac-4585-b014-fa996805f620 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4801185
Nov 27 11:38:19.938210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 051866c8-151d-44ba-9bb3-53f654b91223 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:19.947480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:20.132565 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] Set router 95af3570-f9dd-4be1-99a9-261a187fc10e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:20.240812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet dced94b0-9a7a-4330-a0a3-ffa1f6a602bc {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:20.254159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.372464 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1429252f-7aac-4f71-8bf0-e4682d4c72fd req-8a5d1b3d-16ba-46d3-b2d2-18d1349bb712 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4227533
Nov 27 11:38:20.379928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.443575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-518d8263-871d-40c4-bc03-8b9f7f717a04 None None] Provisioning complete for port 99dd718a-3418-434c-abb7-2a38317d16d4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:20.445835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-518d8263-871d-40c4-bc03-8b9f7f717a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.447110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:20.447680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:20.524858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-518d8263-871d-40c4-bc03-8b9f7f717a04 None None] Port 99dd718a-3418-434c-abb7-2a38317d16d4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:20.578719 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462eee20>, [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:38:13Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:20.579292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.583355 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9d58d-eafb-418b-8e58-6d303af87cf5 None None] The sync data for ids ['95af3570-f9dd-4be1-99a9-261a187fc10e'] in dv-neutron-819441-1-hyperv is: [{'id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'name': 'tempest-ServersTestManualDisk-960811953-router', 'tenant_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:55Z', 'updated_at': '2021-11-27T11:38:13Z', 'revision_number': 5, 'project_id': 'a0fb526f53b744d49d8dbf93a5ca6c38', 'gw_port': {'id': '6d57eb1a-086c-4e7a-8c64-46e860dcb38d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af3570-f9dd-4be1-99a9-261a187fc10e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:56Z', 'updated_at': '2021-11-27T11:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:20.656105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.660857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.790711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.814091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d235847b-aeff-4a07-aa88-4a0bbd2b177e tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:20.827869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.836687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0128df3c-f357-47a4-b75b-2232b4d598b9 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:20.864818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9f5085a4-f53f-47ef-a594-a3c187e40287 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:38:20.869340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=dced94b0-9a7a-4330-a0a3-ffa1f6a602bc,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:20.874141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:20.880309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.888076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c705fe39-6ea4-4e83-95ba-776b63a99520 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:20.934238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.938532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.944586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:20.944586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=91e855d8-aefd-473c-b0e7-2d2827453543,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:20.944586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:20.947453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:20.952364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:20.953185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:20.954680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:20.958749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting port 069e88bb-763f-455a-be90-4005d8ce774d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:20.958973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.001937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device f8bf0811-5b5e-4a02-9aa5-108159651f89 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:21.072157 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/dced94b0-9a7a-4330-a0a3-ffa1f6a602bc HTTP/1.1" status: 204  len: 168 time: 1.6795673
Nov 27 11:38:21.076975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: f8bf0811-5b5e-4a02-9aa5-108159651f89 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:21.077394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device f8bf0811-5b5e-4a02-9aa5-108159651f89 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:21.077760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 358b6d56-6524-4215-bf65-45f363eb86b5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:21.080645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42660) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:21.085731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] The port '069e88bb-763f-455a-be90-4005d8ce774d' was deleted {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:38:21.114177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 358b6d56-6524-4215-bf65-45f363eb86b5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:21.114355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 358b6d56-6524-4215-bf65-45f363eb86b5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:21.114699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2162017b-5f1a-4707-8ef4-de1f562173c7 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:21.146885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Deleting port 27b6766d-6211-4aeb-949b-89e7f881ac1a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:21.147287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.194770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 2162017b-5f1a-4707-8ef4-de1f562173c7 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:21.195396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2162017b-5f1a-4707-8ef4-de1f562173c7 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:21.221844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:21.229941 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9f5085a4-f53f-47ef-a594-a3c187e40287/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1199574
Nov 27 11:38:21.229941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42664) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:21.244741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b4da89-9cfb-44f9-8ce6-0a8c16f6afc7 None None] Sync routers for ids ['9f5085a4-f53f-47ef-a594-a3c187e40287'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:21.261435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4da89-9cfb-44f9-8ce6-0a8c16f6afc7 None None] Routers {'9f5085a4-f53f-47ef-a594-a3c187e40287'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:21.261921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-58b4da89-9cfb-44f9-8ce6-0a8c16f6afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d51370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9f5085a4-f53f-47ef-a594-a3c187e40287'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:21.273406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ab24a5cf-1a00-4eb9-a086-6aaa7df21708 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1923456
Nov 27 11:38:21.283663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42668) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:21.290052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.313409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3a491467-7627-4781-b94d-b025304dd955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.321863 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.4569764
Nov 27 11:38:21.341305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-58b4da89-9cfb-44f9-8ce6-0a8c16f6afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d51370>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:21.344163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42672) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:21.349722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8194'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:21.381123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4da89-9cfb-44f9-8ce6-0a8c16f6afc7 None None] Routers {'9f5085a4-f53f-47ef-a594-a3c187e40287'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:21.381788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-58b4da89-9cfb-44f9-8ce6-0a8c16f6afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d51370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9f5085a4-f53f-47ef-a594-a3c187e40287'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:21.459653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-58b4da89-9cfb-44f9-8ce6-0a8c16f6afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d51370>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:21.460072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b4da89-9cfb-44f9-8ce6-0a8c16f6afc7 None None] The sync data for ids ['9f5085a4-f53f-47ef-a594-a3c187e40287'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:21.463549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.477070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5d2b04-1032-463a-8bf1-856526792623 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:21.477646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7f5d2b04-1032-463a-8bf1-856526792623 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:21.511756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93885915-fd68-4f94-b4e8-5d8435c5c739 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.535445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284572c2e0>,) {'filters': {'network_id': ['d7414a74-7c2b-4418-90a2-df9f7defe5bb']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:21.537598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:21.544508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] Deleting port 4fc70bd6-baed-4aa5-908a-e94f690936be {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:21.545250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.602045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284572c2e0>, 'fd57a81c-888e-4fb8-b74c-2a68f069c0fb') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:21.602332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284572c2e0>, 'fd57a81c-888e-4fb8-b74c-2a68f069c0fb') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:21.641539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.668760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] For port 27b6766d-6211-4aeb-949b-89e7f881ac1a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=27b6766d-6211-4aeb-949b-89e7f881ac1a,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:21.669110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.692303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7f5d2b04-1032-463a-8bf1-856526792623 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:21.693454 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7f5d2b04-1032-463a-8bf1-856526792623 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports/99dd718a-3418-434c-abb7-2a38317d16d4 HTTP/1.1" status: 200  len: 911 time: 0.4625254
Nov 27 11:38:21.695646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.704110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42678) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:21.759225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.821953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] For port 4fc70bd6-baed-4aa5-908a-e94f690936be, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4fc70bd6-baed-4aa5-908a-e94f690936be,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:21.822543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:21.953869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] Calling delete_port for 4fc70bd6-baed-4aa5-908a-e94f690936be owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:22.075006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Calling delete_port for 27b6766d-6211-4aeb-949b-89e7f881ac1a owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:22.094190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.097915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:22.108781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:38:22.109182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:38:22.128531 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:38:22.140738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] Pushing event deleted for resources: {'Port': ['ID=4fc70bd6-baed-4aa5-908a-e94f690936be,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:22.144754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:22.147770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] No DVR routers for this DVR port 4fc70bd6-baed-4aa5-908a-e94f690936be on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:22.211191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93885915-fd68-4f94-b4e8-5d8435c5c739 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.230758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93885915-fd68-4f94-b4e8-5d8435c5c739 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.282698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.341850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] device_id is not set on port 91e855d8-aefd-473c-b0e7-2d2827453543 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:22.346552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.347383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93885915-fd68-4f94-b4e8-5d8435c5c739 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.348310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93885915-fd68-4f94-b4e8-5d8435c5c739 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Fanout notify agent at l3_agent the message router_deleted on router f59320dd-4832-46ca-a3cf-28b9446230b9 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:38:22.360097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.374328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93885915-fd68-4f94-b4e8-5d8435c5c739 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.377731 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-93885915-fd68-4f94-b4e8-5d8435c5c739 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/routers/f59320dd-4832-46ca-a3cf-28b9446230b9 HTTP/1.1" status: 204  len: 168 time: 1.0912037
Nov 27 11:38:22.379659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42682) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:22.402787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61149d4f-28b8-40fd-966f-fa89339cc217 req-37c9a972-9af2-4993-8a8a-be8c638e410e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:22.404296 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-61149d4f-28b8-40fd-966f-fa89339cc217 req-37c9a972-9af2-4993-8a8a-be8c638e410e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.8416567
Nov 27 11:38:22.428531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9643f50d-75b9-4d3b-b01f-0b50b7a4d4cc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:22.448800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Transition to ACTIVE for port object 91e855d8-aefd-473c-b0e7-2d2827453543 will not be triggered until provisioned by entity L2. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:22.469379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.473666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.482625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.486785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2fd62653-816a-4b29-931c-45a837816e2d tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:22.504976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9643f50d-75b9-4d3b-b01f-0b50b7a4d4cc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:22.506247 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9643f50d-75b9-4d3b-b01f-0b50b7a4d4cc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1262169
Nov 27 11:38:22.508747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42686) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:22.513889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Deleting port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:22.514955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.544929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.553698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c9b4d031-e270-41ee-9022-2d563e910cf3 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:22.556156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Network': ['ID=d7414a74-7c2b-4418-90a2-df9f7defe5bb,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:22.560657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:22.560998 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/networks/d7414a74-7c2b-4418-90a2-df9f7defe5bb HTTP/1.1" status: 204  len: 168 time: 4.6987677
Nov 27 11:38:22.586244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42690) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:22.658490 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-61149d4f-28b8-40fd-966f-fa89339cc217 req-80685b72-2468-4781-bda0-46307a64823f tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2412405
Nov 27 11:38:22.670084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:22.684533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d6400d93-1f8a-44e3-bd21-82ac6227940d tempest-FloatingIPAdminTestJSON-39133616 tempest-FloatingIPAdminTestJSON-39133616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:22.698544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=91e855d8-aefd-473c-b0e7-2d2827453543,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:22.704252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a7746-5bb4-46e8-99db-ac70bea28446 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:22.704918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-709a7746-5bb4-46e8-99db-ac70bea28446 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:22.708406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:22.734883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:22.735215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:22.735572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:22.741555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:22.741888 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:22.742284 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 2 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:22.759788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:22.760118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:22.760479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:22.772171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:22.772613 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:22.773276 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 3 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:22.793265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:22.793596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:22.793927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:22.798748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-709a7746-5bb4-46e8-99db-ac70bea28446 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:22.802526 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-709a7746-5bb4-46e8-99db-ac70bea28446 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2905090
Nov 27 11:38:22.802811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42696) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:22.817745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4fc70bd6-baed-4aa5-908a-e94f690936be no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:22.856129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4fc70bd6-baed-4aa5-908a-e94f690936be {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:22.856826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4fc70bd6-baed-4aa5-908a-e94f690936be not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:22.876826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:22.877061 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:22.883826 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 4 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:22.893788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9b5e8cfe-efae-4df3-bbf4-acdcb3c1d01e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:router {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:22.905844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:22.906170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:22.906515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:22.916334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:22.916677 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:22.917047 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 5 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:22.931841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:22.932188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:22.932504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:22.938124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:22.938433 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:22.938824 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 6 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:22.953710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:22.954033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:22.954355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:22.960255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:22.960569 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:22.960940 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 7 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:22.977422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:22.977757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:22.978165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:22.984631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:22.984956 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:22.985174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=09c130b2-2d10-4daa-a33b-29b218f808a3,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:22.985360 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 8 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:23.002928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:23.009466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:23.009466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:23.009716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:23.009873 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:23.010797 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 9 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:23.013549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:23.025424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:23.025823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:23.026767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:23.032578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:23.032895 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:23.033276 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempt 10 to bind port 91e855d8-aefd-473c-b0e7-2d2827453543
Nov 27 11:38:23.047680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:23.048015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:23.048342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempting to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:23.053949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:23.054367 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Failed to bind port 91e855d8-aefd-473c-b0e7-2d2827453543 on host hv-neutron-8194 for vnic_type normal using segments [{'id': '554b7a63-ac7b-43f6-8509-bf04f72a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8'}]
Nov 27 11:38:23.054730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.065602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9b5e8cfe-efae-4df3-bbf4-acdcb3c1d01e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:router {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:23.072616 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9b5e8cfe-efae-4df3-bbf4-acdcb3c1d01e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2688820
Nov 27 11:38:23.076416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42700) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:23.084903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:23.151691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.165994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-92f2bb90-daa5-47af-af3c-31e475107a23 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:23.236471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.274916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:23.284464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:23.286144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Pushing event deleted for resources: {'Port': ['ID=27b6766d-6211-4aeb-949b-89e7f881ac1a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:23.297277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] For port 91e855d8-aefd-473c-b0e7-2d2827453543, host hv-neutron-8194, cleared binding levels {{(pid=84364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:23.297698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Attempted to set empty binding levels {{(pid=84364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 11:38:23.331243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:23.371235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:23.374891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.392181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.400307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:23.517415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] In _notify_port_updated(), no bound segment for port 91e855d8-aefd-473c-b0e7-2d2827453543 on network 7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:38:23.518442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.519753 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "PUT /v2.0/ports/91e855d8-aefd-473c-b0e7-2d2827453543 HTTP/1.1" status: 200  len: 981 time: 2.1746984
Nov 27 11:38:23.530635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42706) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:23.560010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] For port 6d57eb1a-086c-4e7a-8c64-46e860dcb38d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6d57eb1a-086c-4e7a-8c64-46e860dcb38d,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:23.560367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.579812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event updated for resources: {'Port': ['ID=91e855d8-aefd-473c-b0e7-2d2827453543,revision_number=3']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:23.673021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.698951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:23.727105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Deleting port 91e855d8-aefd-473c-b0e7-2d2827453543 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:23.727443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.752297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting subnet 1f94dcc8-3a10-48b6-9401-40f174563072 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:23.761918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Calling delete_port for 6d57eb1a-086c-4e7a-8c64-46e860dcb38d owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:23.791444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:23.994489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.016402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] For port 91e855d8-aefd-473c-b0e7-2d2827453543, host hv-neutron-8194, got binding levels [] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:24.016752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.139905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Calling delete_port for 91e855d8-aefd-473c-b0e7-2d2827453543 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:24.221777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583b69f-0763-490c-a36c-ec08ca6405b5 req-de5a0440-7ac2-44dd-8c10-79b4837afaf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:24.223516 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7583b69f-0763-490c-a36c-ec08ca6405b5 req-de5a0440-7ac2-44dd-8c10-79b4837afaf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.9929821
Nov 27 11:38:24.306921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:38:24.307702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.308156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.311799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:24.370942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:24.374097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:24.378760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:24.379332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.382757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.384410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92aa0de-c6ad-442f-a30b-e59b3ec74972 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:24.399840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:24.407278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:24.407854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dedbc3fd-2f4b-4dc5-9404-71b94b9957b5 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:24.451565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Pushing event deleted for resources: {'Port': ['ID=91e855d8-aefd-473c-b0e7-2d2827453543,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:24.457338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.459697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:24.467471 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-ab4e6d2a-6da3-4be1-9a69-6be50f4ed7aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 1.1056390
Nov 27 11:38:24.527147 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.4497402
Nov 27 11:38:24.532400 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "DELETE /v2.0/ports/91e855d8-aefd-473c-b0e7-2d2827453543 HTTP/1.1" status: 204  len: 168 time: 0.9992924
Nov 27 11:38:24.532400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42710) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:24.534042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42712) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:24.539972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:24.616210 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7ea15e-b5fe-47ae-93f4-deb51e78a133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] GET failed (client error): The resource could not be found.
Nov 27 11:38:24.616596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dd7ea15e-b5fe-47ae-93f4-deb51e78a133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Synchronizing usage tracker for tenant:4e2978156bdf47dcad77c08459bd7fc5 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:24.626093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:38:24.626541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.759008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dd7ea15e-b5fe-47ae-93f4-deb51e78a133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Unset dirty status for tenant:4e2978156bdf47dcad77c08459bd7fc5 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:24.761435 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dd7ea15e-b5fe-47ae-93f4-deb51e78a133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] 10.222.0.23 "GET /v2.0/ports/91e855d8-aefd-473c-b0e7-2d2827453543 HTTP/1.1" status: 404  len: 333 time: 0.2265301
Nov 27 11:38:24.762641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:24.765086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42718) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:24.769985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:24.798706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:24.810860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:24.823386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Allocated IP 2001:db8::f816:3eff:fe48:206d (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b/c78f7580-79c2-4ee3-b850-d41b9cb318ce) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:24.904444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.970745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:24.974106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:24.978052 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7583b69f-0763-490c-a36c-ec08ca6405b5 req-cde0c034-330e-4954-8899-7cea52bc387f tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7363706
Nov 27 11:38:24.983675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.015151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.050317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.063052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Transition to ACTIVE for port object c78f7580-79c2-4ee3-b850-d41b9cb318ce will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:25.082741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Transition to ACTIVE for port object c78f7580-79c2-4ee3-b850-d41b9cb318ce will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:25.107993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.113633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.154651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284576aaf0>,) {'filters': {'network_id': ['7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:25.159595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.163431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-33aed045-06cc-4aa0-8ed3-bb73462078a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:25.164913 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-33aed045-06cc-4aa0-8ed3-bb73462078a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 0.6364920
Nov 27 11:38:25.166348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-38b81b6b-a864-4ba4-a55b-74f0d77512af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:25.180691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284576aaf0>, '554b7a63-ac7b-43f6-8509-bf04f72a447f') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:25.181074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284576aaf0>, '554b7a63-ac7b-43f6-8509-bf04f72a447f') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:25.198180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.226617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.236220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:38:25.236613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.248483 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:38:25.251660 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:38:25.253728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:25.253805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.259273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:25.260287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:25.264441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Pushing event updated for resources: {'Port': ['ID=c78f7580-79c2-4ee3-b850-d41b9cb318ce,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:25.267978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:25.301967 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP 7835a688-80bb-45b0-8376-3f4ce12692ec associated. External IP: 172.26.6.13, port: 760809ae-7e4a-4c7c-83bc-d7bce1e0c879.
Nov 27 11:38:25.381765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Attempting to bind port c78f7580-79c2-4ee3-b850-d41b9cb318ce on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:25.382254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Attempting to bind port c78f7580-79c2-4ee3-b850-d41b9cb318ce by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:25.382962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Attempting to bind port c78f7580-79c2-4ee3-b850-d41b9cb318ce on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:25.384993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.386090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f508aa-ce08-48d4-8504-d5ff970f153a {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:38:25.388184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.393532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:25.394017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:25.395486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.396134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:25.396934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Bound port: c78f7580-79c2-4ee3-b850-d41b9cb318ce, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:25.397451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.399898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d57eb1a-086c-4e7a-8c64-46e860dcb38d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:25.439741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:25.441178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:25.503287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] For port c78f7580-79c2-4ee3-b850-d41b9cb318ce, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:25.506805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] For port c78f7580-79c2-4ee3-b850-d41b9cb318ce, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c78f7580-79c2-4ee3-b850-d41b9cb318ce,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:25.535559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Subnet': ['ID=1f94dcc8-3a10-48b6-9401-40f174563072,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:25.537622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.543183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.552153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:25.552284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:25.558616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a0a7ba-6cbb-434e-bb66-9d2020e64e1e None None] Network 94db77ad-a31b-48c0-9e86-e315516cb45a requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:25.578854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.593423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Pushing event deleted for resources: {'Network': ['ID=7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:25.595940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:25.596438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.599574 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] 10.222.0.23 "DELETE /v2.0/networks/7c3e3f1a-9c9c-4df5-832c-9d15b614c7f8 HTTP/1.1" status: 204  len: 168 time: 0.8333654
Nov 27 11:38:25.609340 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-33e533e1-05ce-4511-9f4d-0a503c114d1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1002 time: 0.4290719
Nov 27 11:38:25.626277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.629767 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] 10.222.0.23 "DELETE /v2.0/routers/a7f508aa-ce08-48d4-8504-d5ff970f153a HTTP/1.1" status: 204  len: 168 time: 8.0530376
Nov 27 11:38:25.629767 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/subnets/1f94dcc8-3a10-48b6-9401-40f174563072 HTTP/1.1" status: 204  len: 168 time: 3.0415273
Nov 27 11:38:25.631779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42724) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:25.632133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42726) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:25.652501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-36e17e5c-8c2f-4ee6-8e94-07d5af960f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:25.720444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.729714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2beb6bec-44b3-468c-8886-ed2e0326ee25 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:25.824300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Deleting subnet 1be9c4bb-77ac-4c7e-9d67-314ad5dc9387 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:25.828608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:25.837504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:25.841413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:25.841895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.848658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Pushing event updated for resources: {'Port': ['ID=c78f7580-79c2-4ee3-b850-d41b9cb318ce,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:25.853335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:25.863241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:25.923169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=680ee180-80e2-4785-8366-e43ffc7aac00,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:25.927106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:25.994419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.021051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-43388e43-22cb-4b4e-a3c5-2669381812c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:26.022541 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-43388e43-22cb-4b4e-a3c5-2669381812c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.3988621
Nov 27 11:38:26.038257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.049237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] DHCP port deletion for 94db77ad-a31b-48c0-9e86-e315516cb45a request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:26.054853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] Deleting port ae8e20ba-423f-4775-906c-92fc7d519912 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:26.055361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.060449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.123215 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5900221
Nov 27 11:38:26.152594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42734) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:26.166213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:cc:68:f8', 'name': 'tempest-NetworksTestDHCPv6-1976508464'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:26.253694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting subnet cf112fdd-0f10-483f-894f-3200ac7be00a {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:26.302895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.468654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] For port ae8e20ba-423f-4775-906c-92fc7d519912, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ae8e20ba-423f-4775-906c-92fc7d519912,segment=NetworkSegment(5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7),segment_id=5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:26.469248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.517522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.544846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42740) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:26.550550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.568005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:26.611680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] Calling delete_port for ae8e20ba-423f-4775-906c-92fc7d519912 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:26.630559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be9c4bb-77ac-4c7e-9d67-314ad5dc9387,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:26.632881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:26.661074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.670676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e037a64-514f-4d41-a09e-b9ee38ca8f5b None None] Network 286559ef-d0ae-4427-aa8a-a0cead761ad7 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:26.689751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.720047 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1be9c4bb-77ac-4c7e-9d67-314ad5dc9387 HTTP/1.1" status: 204  len: 168 time: 1.0868521
Nov 27 11:38:26.737031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42746) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:26.829870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:26.840578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.904098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:26.992582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:27.016585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2f8bd-2af0-4865-a36f-9594d15aa139 req-f0adc5e9-47d6-44e1-8d2e-53557b780a4e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:27.024965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c78f7580-79c2-4ee3-b850-d41b9cb318ce up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:27.028101 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-51a2f8bd-2af0-4865-a36f-9594d15aa139 req-f0adc5e9-47d6-44e1-8d2e-53557b780a4e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.7863324
Nov 27 11:38:27.039636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:27.051087 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-84b94fef-a3c9-4e51-bdb8-bd7e914aa271 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9347723
Nov 27 11:38:27.071870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.090167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-63c823a5-ef3a-494e-b799-505b5061252e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:27.114428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:27.129032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.129603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95af3570-f9dd-4be1-99a9-261a187fc10e {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:38:27.157120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.166054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] Pushing event deleted for resources: {'Port': ['ID=ae8e20ba-423f-4775-906c-92fc7d519912,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:27.169350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] DHCP port deletion for 286559ef-d0ae-4427-aa8a-a0cead761ad7 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:27.176167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:27.184037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] Deleting port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:27.184575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.214061 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-51a2f8bd-2af0-4865-a36f-9594d15aa139 req-6784857a-be4c-406f-8a73-b48c2f5083f3 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1840146
Nov 27 11:38:27.229365 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7f31ea7d-cf83-48ef-a17f-7a38589afdcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87a7e99e1b744c18a6194ca5d2e71f9a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6680901
Nov 27 11:38:27.230777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42752) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:27.243684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] No DVR routers for this DVR port ae8e20ba-423f-4775-906c-92fc7d519912 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:27.260960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:27.358799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Deleting port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:27.359285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.430711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492f4d5-127c-4d07-a3ed-88b89e329f53 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:27.473837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.493558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8:1::1 (cc229ccb-3244-4946-85e9-17493bda3ce9/22ff0db0-6061-4fed-9ba4-bbd705356e11/aace5241-a069-4584-8cba-7a582f829b01) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:27.565047 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-e5c38b3a-b13a-4b7e-b70d-0fd02ddd68ac service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4980302
Nov 27 11:38:27.619449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] For port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:27.620380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.648607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port c78f7580-79c2-4ee3-b850-d41b9cb318ce completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:27.648991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7319ca7-0636-4977-ba22-7a6b8bb06331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.685839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.781609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] Calling delete_port for 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:27.784793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.788953 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/95af3570-f9dd-4be1-99a9-261a187fc10e HTTP/1.1" status: 204  len: 168 time: 8.6443880
Nov 27 11:38:27.793642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42756) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:27.809582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a5f0e64b-e70a-451a-b790-fa2e502d4618 None None] Provisioning for port c78f7580-79c2-4ee3-b850-d41b9cb318ce completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:27.820756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c78f7580-79c2-4ee3-b850-d41b9cb318ce triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:27.821057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.880633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a5f0e64b-e70a-451a-b790-fa2e502d4618 None None] Provisioning complete for port c78f7580-79c2-4ee3-b850-d41b9cb318ce triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:27.881016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e64b-e70a-451a-b790-fa2e502d4618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.924569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7319ca7-0636-4977-ba22-7a6b8bb06331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.946518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 69df6a9d-75b1-4b56-a65c-019a7126d65e yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:27.974574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9aa98b0-4c67-45e0-ac46-494b12357cbe req-9c51a788-48c9-47dd-80f6-1de5375d72af service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3970132
Nov 27 11:38:27.980595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Deleting subnet 26ed1a9c-5e3b-4614-9554-cb5a8d17951b {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:27.987882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.991088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:27.997767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] For port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9,segment=NetworkSegment(e8c5d94a-9207-414b-957e-0d8727074612),segment_id=e8c5d94a-9207-414b-957e-0d8727074612)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:28.001970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.016130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.030112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f8b06af9-279b-4326-bcd9-fa4fb99227db tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:28.064407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object aace5241-a069-4584-8cba-7a582f829b01 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:28.071340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:28.079924 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.181282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.185887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7374da68-ecdd-4bf5-9a47-d45d7f1af935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:28.189298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Calling delete_port for 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:28.215527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Subnet': ['ID=cf112fdd-0f10-483f-894f-3200ac7be00a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:28.226786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:28.243511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.260986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.261965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] Pushing event deleted for resources: {'Port': ['ID=4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:28.263982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0789984-7cec-46a0-9418-e8559416d779 None None] Network ad50b450-fb8a-4990-bbc8-f6adcdd54d30 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:28.280044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:28.303108 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/subnets/cf112fdd-0f10-483f-894f-3200ac7be00a HTTP/1.1" status: 204  len: 168 time: 2.6668913
Nov 27 11:38:28.309271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.325840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] No DVR routers for this DVR port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:28.328985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42762) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:28.377726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.393704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e64b-e70a-451a-b790-fa2e502d4618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.408970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d5667415-924a-4bce-ae0e-96859f294cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:28.429236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7319ca7-0636-4977-ba22-7a6b8bb06331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.431973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7319ca7-0636-4977-ba22-7a6b8bb06331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.433631 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f7319ca7-0636-4977-ba22-7a6b8bb06331 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8a34301-0a00-4138-a120-1ca5b4f74297 HTTP/1.1" status: 204  len: 168 time: 1.1962719
Nov 27 11:38:28.445201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:28.528292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port c78f7580-79c2-4ee3-b850-d41b9cb318ce, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c78f7580-79c2-4ee3-b850-d41b9cb318ce,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:28.533409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7319ca7-0636-4977-ba22-7a6b8bb06331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a34301-0a00-4138-a120-1ca5b4f74297,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:28.558931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f7319ca7-0636-4977-ba22-7a6b8bb06331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:28.559990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network cc229ccb-3244-4946-85e9-17493bda3ce9 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:28.565253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=aace5241-a069-4584-8cba-7a582f829b01,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:28.569527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:28.569838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:28.570587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:28.581430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.586613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:28.587393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:28.588047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.627494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.630634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.634491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8500765e-0a5b-4cd8-b747-7355df90fcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:28.714010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 172.20.0.6 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/680ee180-80e2-4785-8366-e43ffc7aac00/69df6a9d-75b1-4b56-a65c-019a7126d65e) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:28.731448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:fecc:68f8 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b/69df6a9d-75b1-4b56-a65c-019a7126d65e) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:28.769793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ae8e20ba-423f-4775-906c-92fc7d519912 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:28.836568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:28.867177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: ae8e20ba-423f-4775-906c-92fc7d519912 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:28.871508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ae8e20ba-423f-4775-906c-92fc7d519912 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:28.871508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 27b6766d-6211-4aeb-949b-89e7f881ac1a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:28.893964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-a5f0e64b-e70a-451a-b790-fa2e502d4618 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:28.894502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-a5f0e64b-e70a-451a-b790-fa2e502d4618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:28.917923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1bedfb-b209-46dc-be85-02567b94ab8f None None] Network 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:28.958574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 27b6766d-6211-4aeb-949b-89e7f881ac1a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:28.958934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 27b6766d-6211-4aeb-949b-89e7f881ac1a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:28.971978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:28.986309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ed1a9c-5e3b-4614-9554-cb5a8d17951b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:28.989522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:29.014901 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/26ed1a9c-5e3b-4614-9554-cb5a8d17951b HTTP/1.1" status: 204  len: 168 time: 1.2182560
Nov 27 11:38:29.024668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42770) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:29.064100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Update dhcp port {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': '6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b', 'ip_address': '2001:db8::f816:3eff:fe48:206d'}, {'subnet_id': '680ee180-80e2-4785-8366-e43ffc7aac00'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': 'c78f7580-79c2-4ee3-b850-d41b9cb318ce'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:38:29.072358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Deleting port 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:29.072768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.109818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:29.121862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.163627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=c78f7580-79c2-4ee3-b850-d41b9cb318ce,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:29.166199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:29.167115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:29.173672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6d57eb1a-086c-4e7a-8c64-46e860dcb38d no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:29.173809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] The port '4fa04ba8-add7-4a8c-bb10-e36a59e0e2a9' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:38:29.200854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:29.231964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28461c6580>,) {'filters': {'network_id': ['94db77ad-a31b-48c0-9e86-e315516cb45a']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.247646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 6d57eb1a-086c-4e7a-8c64-46e860dcb38d {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:29.248079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6d57eb1a-086c-4e7a-8c64-46e860dcb38d not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:29.257869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.260724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461c6580>, '5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.261029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461c6580>, '5aed8b44-9f7c-49e9-ae2d-5d7db6a75fa7') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.283361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e9113-d499-436c-b9f8-aabd2c6793d3 req-89880714-9bae-4718-ad4a-08dfc6da73d1 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:29.290148 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-972e9113-d499-436c-b9f8-aabd2c6793d3 req-89880714-9bae-4718-ad4a-08dfc6da73d1 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.8833604
Nov 27 11:38:29.293906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.318403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.323728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.349477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.362771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:38:29.372320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:38:29.419443 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:38:29.427645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Deleting port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:29.427984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.441875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42774) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:29.443042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] DHCP port deletion for ad50b450-fb8a-4990-bbc8-f6adcdd54d30 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:29.462297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] Deleting port d50fef33-a471-4af5-a75d-0e767fad1762 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:29.462297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.499449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:29.514834 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e9d9e-985f-42d6-81f2-6287abe135e0 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:29.515374 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-972e9113-d499-436c-b9f8-aabd2c6793d3 req-501b9f26-73df-422f-938f-dab2c0e7d182 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2237086
Nov 27 11:38:29.532739 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e9d9e-985f-42d6-81f2-6287abe135e0 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:29.543588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.543806 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a25e9d9e-985f-42d6-81f2-6287abe135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466add90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.578141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284558a1c0>,) {'filters': {'network_id': ['286559ef-d0ae-4427-aa8a-a0cead761ad7']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.655601 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a25e9d9e-985f-42d6-81f2-6287abe135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466add90>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.659740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284558a1c0>, 'e8c5d94a-9207-414b-957e-0d8727074612') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.660030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284558a1c0>, 'e8c5d94a-9207-414b-957e-0d8727074612') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.670338 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e9d9e-985f-42d6-81f2-6287abe135e0 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:29.671181 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a25e9d9e-985f-42d6-81f2-6287abe135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466add90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.696330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.701191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.736405 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a25e9d9e-985f-42d6-81f2-6287abe135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466add90>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:29.737059 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e9d9e-985f-42d6-81f2-6287abe135e0 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:29.744952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 69df6a9d-75b1-4b56-a65c-019a7126d65e will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:29.746342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.769306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:38:29.769713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:38:29.785308 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:38:29.798787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] For port d50fef33-a471-4af5-a75d-0e767fad1762, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d50fef33-a471-4af5-a75d-0e767fad1762,segment=NetworkSegment(5ff10407-0aaf-469e-9ce2-a4d0bd0573f5),segment_id=5ff10407-0aaf-469e-9ce2-a4d0bd0573f5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:29.803521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.803658 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9fbb836e-041c-4956-881c-d3cc57e39671 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e2978156bdf47dcad77c08459bd7fc5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3063126
Nov 27 11:38:29.809942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42778) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:29.862255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.917722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] DHCP port deletion for 4bd8aabb-84dc-4d86-8d60-721af2b51eb6 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:29.974917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] Deleting port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:29.975464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.985482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:29.994123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:30.002919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b59809b7-1fc7-4763-afd0-902efceae993 None None] Provisioning for port aace5241-a069-4584-8cba-7a582f829b01 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:30.008442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.017166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] Calling delete_port for d50fef33-a471-4af5-a75d-0e767fad1762 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:30.024711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Network': ['ID=94db77ad-a31b-48c0-9e86-e315516cb45a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:30.027947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:30.028420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] For port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8d1f48c9-c1be-4897-9fe1-bf35356f11bb,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:30.028925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.030597 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/networks/94db77ad-a31b-48c0-9e86-e315516cb45a HTTP/1.1" status: 204  len: 168 time: 1.7006338
Nov 27 11:38:30.034938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42782) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:30.058687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b59809b7-1fc7-4763-afd0-902efceae993 None None] Provisioning complete for port aace5241-a069-4584-8cba-7a582f829b01 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:30.059996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b59809b7-1fc7-4763-afd0-902efceae993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.077751 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 14.0199070
Nov 27 11:38:30.117105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42786) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:30.197024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.204596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Calling delete_port for 8d1f48c9-c1be-4897-9fe1-bf35356f11bb owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:30.212700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.224397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b59809b7-1fc7-4763-afd0-902efceae993 None None] Port aace5241-a069-4584-8cba-7a582f829b01 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:30.235617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fafd9b99-c417-466a-be51-8b47e41ecba9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:30.283484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:30.287041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.292512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87699100-c477-46c1-895f-4f77d915bbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.303616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:30.312876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:30.323333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87699100-c477-46c1-895f-4f77d915bbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.335819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Allocated IP 172.20.0.2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/680ee180-80e2-4785-8366-e43ffc7aac00/c78f7580-79c2-4ee3-b850-d41b9cb318ce) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:30.356843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.360320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.367254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:30.419090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=69df6a9d-75b1-4b56-a65c-019a7126d65e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:30.424222 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9ee3aeda-bcfe-479b-9a79-95f6bb81278d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "GET /v2.0/floatingips/7835a688-80bb-45b0-8376-3f4ce12692ec HTTP/1.1" status: 200  len: 977 time: 0.3059907
Nov 27 11:38:30.425939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:30.427003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42790) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:30.431878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] Pushing event deleted for resources: {'Port': ['ID=d50fef33-a471-4af5-a75d-0e767fad1762,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:30.433653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4352c026-2ccf-41c3-8904-f7d25c2f8b44 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:30.451821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:30.464652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] For port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8d1f48c9-c1be-4897-9fe1-bf35356f11bb,segment=NetworkSegment(0bc5ef13-fcb2-4a41-86c1-c69f31c63b92),segment_id=0bc5ef13-fcb2-4a41-86c1-c69f31c63b92)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:30.465038 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.475478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] No DVR routers for this DVR port d50fef33-a471-4af5-a75d-0e767fad1762 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:30.491129 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] 10.222.0.23 "DELETE /v2.0/networks/286559ef-d0ae-4427-aa8a-a0cead761ad7 HTTP/1.1" status: 204  len: 168 time: 3.7530169
Nov 27 11:38:30.499354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Pushing event deleted for resources: {'Network': ['ID=286559ef-d0ae-4427-aa8a-a0cead761ad7,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:30.518412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:30.526689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:30.527479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.652039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] Calling delete_port for 8d1f48c9-c1be-4897-9fe1-bf35356f11bb owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:30.684457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-71320340-0244-49a8-a889-039f3895778e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Synchronizing usage tracker for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:floatingip {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:30.705314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.706936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87699100-c477-46c1-895f-4f77d915bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.708059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.711057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-09eefc46-0902-451d-9b04-94301cee90e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:30.728876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87699100-c477-46c1-895f-4f77d915bbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f28a2fe-188e-4037-bf7b-bdfc51fcb6ed,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:30.733357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-87699100-c477-46c1-895f-4f77d915bbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:30.745115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87699100-c477-46c1-895f-4f77d915bbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.746612 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-87699100-c477-46c1-895f-4f77d915bbd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f28a2fe-188e-4037-bf7b-bdfc51fcb6ed HTTP/1.1" status: 204  len: 168 time: 0.9334292
Nov 27 11:38:30.785349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28463df5b0>,) {'filters': {'network_id': ['ad50b450-fb8a-4990-bbc8-f6adcdd54d30']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:30.794526 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.6347883
Nov 27 11:38:30.797100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42800) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:30.801859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28463df5b0>, '5ff10407-0aaf-469e-9ce2-a4d0bd0573f5') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:30.802156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28463df5b0>, '5ff10407-0aaf-469e-9ce2-a4d0bd0573f5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:30.807487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] For port c78f7580-79c2-4ee3-b850-d41b9cb318ce, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c78f7580-79c2-4ee3-b850-d41b9cb318ce,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:30.816923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.825331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:30.825331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:30.836562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.845881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:38:30.846283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.848216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.858818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:38:30.861256 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:38:30.863326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-71320340-0244-49a8-a889-039f3895778e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Unset dirty status for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:floatingip {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:30.863596 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-71320340-0244-49a8-a889-039f3895778e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.4354537
Nov 27 11:38:30.870496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-730309e8-4de6-46e4-9104-8c4d5593ea07 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:30.875648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42804) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:30.884409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'port_id': '4c6dcd38-66a0-45a0-85a2-587d97e833c8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:30.898013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.898860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:30.922538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1f48c9-c1be-4897-9fe1-bf35356f11bb,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:30.929677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:30.930172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:31.025581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba486a5-b28a-48f3-a8a4-5a2edb536964 req-653c8f10-db45-43df-82cc-812db5098df5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:31.027706 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aba486a5-b28a-48f3-a8a4-5a2edb536964 req-653c8f10-db45-43df-82cc-812db5098df5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.2878082
Nov 27 11:38:31.047937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42808) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:31.055580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] No DVR routers for this DVR port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:31.070231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c78f7580-79c2-4ee3-b850-d41b9cb318ce up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:31.117079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.132656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Transition to ACTIVE for port object c78f7580-79c2-4ee3-b850-d41b9cb318ce will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:31.153350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c78f7580-79c2-4ee3-b850-d41b9cb318ce triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:31.153724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.165785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=aace5241-a069-4584-8cba-7a582f829b01,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:31.207232 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aba486a5-b28a-48f3-a8a4-5a2edb536964 req-903c94f1-53a3-480c-9150-bf1316047a35 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1700265
Nov 27 11:38:31.223831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:31.239981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.241486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.242009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.254659 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:31.261396 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-93724b2e-5ffb-4b02-a89e-7b27976e4244 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebca4f3d11414415b7598d4a00dfaa0a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1883104
Nov 27 11:38:31.262079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:31.272084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42816) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:31.286433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.293045 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/networks/ad50b450-fb8a-4990-bbc8-f6adcdd54d30 HTTP/1.1" status: 204  len: 168 time: 1.2570617
Nov 27 11:38:31.297264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42820) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:31.298394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Network': ['ID=ad50b450-fb8a-4990-bbc8-f6adcdd54d30,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:31.300698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:31.341377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] Deleting port 8d1f48c9-c1be-4897-9fe1-bf35356f11bb {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:31.341756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.382219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Port c78f7580-79c2-4ee3-b850-d41b9cb318ce had new provisioning blocks added so it will not transition to active. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Nov 27 11:38:31.420585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network cc229ccb-3244-4946-85e9-17493bda3ce9 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:31.438613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a4d1e-dcee-447a-be6d-abbb42a6d89a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:31.442850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a4d1e-dcee-447a-be6d-abbb42a6d89a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:31.447393 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-164a4d1e-dcee-447a-be6d-abbb42a6d89a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.6491508
Nov 27 11:38:31.452598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28451323a0>,) {'filters': {'network_id': ['4bd8aabb-84dc-4d86-8d60-721af2b51eb6']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:31.459920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42826) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:31.461016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:31.504462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6370e-feb8-4622-b8b7-c23f1422a43c None None] The port '8d1f48c9-c1be-4897-9fe1-bf35356f11bb' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:38:31.515325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d50fef33-a471-4af5-a75d-0e767fad1762 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:31.598718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d50fef33-a471-4af5-a75d-0e767fad1762 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:31.599246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d50fef33-a471-4af5-a75d-0e767fad1762 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:31.599610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8d1f48c9-c1be-4897-9fe1-bf35356f11bb no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:31.611134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28451323a0>, '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:31.611431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28451323a0>, '0bc5ef13-fcb2-4a41-86c1-c69f31c63b92') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:31.671878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 8d1f48c9-c1be-4897-9fe1-bf35356f11bb {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:31.672232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8d1f48c9-c1be-4897-9fe1-bf35356f11bb not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:31.673791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Pushing event updated for resources: {'Port': ['ID=c78f7580-79c2-4ee3-b850-d41b9cb318ce,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:31.676789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:31.774987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.831138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.867748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 69df6a9d-75b1-4b56-a65c-019a7126d65e {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:31.868286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.879239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-91c8a888-4bb6-47c9-bcd7-a252863f9457 None None] Provisioning complete for port aace5241-a069-4584-8cba-7a582f829b01 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:31.879619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-91c8a888-4bb6-47c9-bcd7-a252863f9457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.941807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting subnet b3c1b5ab-d53e-4dd3-8bfe-87c13f15bdc1 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:31.950649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:38:31.951362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:31.955358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.003021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-91c8a888-4bb6-47c9-bcd7-a252863f9457 None None] Port aace5241-a069-4584-8cba-7a582f829b01 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:38:32.033728 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:38:32.101839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.209911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13ca2181-5e49-4fc7-a18d-3226273db622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.272952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13ca2181-5e49-4fc7-a18d-3226273db622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.313340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0ee5-3dfb-4365-bbb9-7587a115e7ac req-74f818fc-8aa7-400c-a082-94e580d87d9b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:32.320788 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e1b0ee5-3dfb-4365-bbb9-7587a115e7ac req-74f818fc-8aa7-400c-a082-94e580d87d9b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.7253428
Nov 27 11:38:32.321148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.415792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.473770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-113bacbf-636b-4b9e-baef-3fbedcb290d1 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:32.520925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.528673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:32.535505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-874d560f-a649-4972-9412-969e3e5423ba None None] Provisioning for port c78f7580-79c2-4ee3-b850-d41b9cb318ce completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:32.541030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-874d560f-a649-4972-9412-969e3e5423ba None None] Provisioning complete for port c78f7580-79c2-4ee3-b850-d41b9cb318ce triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:32.541451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-874d560f-a649-4972-9412-969e3e5423ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.577937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c1b5ab-d53e-4dd3-8bfe-87c13f15bdc1,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:32.582514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:32.595365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.604904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaadf4a-bfdf-4b84-9e59-b4fade446044 None None] Network 81336039-d045-4a99-8e81-fd432703cd05 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:32.607717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.609279 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/subnets/b3c1b5ab-d53e-4dd3-8bfe-87c13f15bdc1 HTTP/1.1" status: 204  len: 168 time: 1.3076005
Nov 27 11:38:32.615967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42842) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:32.636432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42846) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:32.765314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.776982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.798524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.822555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd8aabb-84dc-4d86-8d60-721af2b51eb6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:32.826665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:32.831599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.845620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-a0c3081f-f780-4627-9219-5454977cad4b tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:32.849814 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a0c3081f-f780-4627-9219-5454977cad4b tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.2069380
Nov 27 11:38:32.854818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42852) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:32.855632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting port 831b7745-edd8-4433-aa14-dd33a4962068 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:32.856139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:32.891087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-c1f17019-ca5f-4d84-90da-762b9f1c4e44 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:32.895189 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c1f17019-ca5f-4d84-90da-762b9f1c4e44 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0098264
Nov 27 11:38:32.899128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42856) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:32.912390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-238f2be7-bc30-4b46-9a1b-c94c5e0f2343 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:32.919610 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-238f2be7-bc30-4b46-9a1b-c94c5e0f2343 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0128789
Nov 27 11:38:32.920343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42860) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:32.932574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-03dd472d-e0a1-40d7-be5a-d37de1d917ce tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:32.935925 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-03dd472d-e0a1-40d7-be5a-d37de1d917ce tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0122633
Nov 27 11:38:32.936534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:32.945124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-d62dab11-37fa-4529-a7d0-f13259b850b1 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:32.952254 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d62dab11-37fa-4529-a7d0-f13259b850b1 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0077515
Nov 27 11:38:32.977526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42868) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:32.985245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 69df6a9d-75b1-4b56-a65c-019a7126d65e owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:32.997791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-81ddcd89-22a5-4430-b347-2e26e266d913 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:32.999214 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-81ddcd89-22a5-4430-b347-2e26e266d913 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0180337
Nov 27 11:38:33.006795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42872) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.020084 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] 10.222.0.23 "DELETE /v2.0/networks/4bd8aabb-84dc-4d86-8d60-721af2b51eb6 HTTP/1.1" status: 204  len: 168 time: 3.9943683
Nov 27 11:38:33.024694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-8db9bd68-7113-4f0b-a83e-697ab5cfbfdc tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.028598 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8db9bd68-7113-4f0b-a83e-697ab5cfbfdc tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0152617
Nov 27 11:38:33.031379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42878) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.042518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-1b48cb06-5868-4427-9968-86320a21d7ff tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.043711 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1b48cb06-5868-4427-9968-86320a21d7ff tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0105257
Nov 27 11:38:33.043840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] DHCP port deletion for 81336039-d045-4a99-8e81-fd432703cd05 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:33.050057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] Deleting port 831b7745-edd8-4433-aa14-dd33a4962068 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:33.050607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.061802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e1b0ee5-3dfb-4365-bbb9-7587a115e7ac req-ca501c81-4e36-40f4-9b62-e8e393f78c3d tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6469409
Nov 27 11:38:33.064013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42882) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.081389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-9f80295d-7e9d-4081-a153-4da96f5e70cc tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.094966 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9f80295d-7e9d-4081-a153-4da96f5e70cc tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0205452
Nov 27 11:38:33.105141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42888) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.123019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-cc62963b-a5a4-4e3c-b1ce-c10a506b5762 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.124499 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cc62963b-a5a4-4e3c-b1ce-c10a506b5762 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0107415
Nov 27 11:38:33.136548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42892) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.153897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-4b7c2fa0-a7f1-4f9a-8485-4fb6fe10702a tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.155111 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4b7c2fa0-a7f1-4f9a-8485-4fb6fe10702a tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0174472
Nov 27 11:38:33.157673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42896) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.163600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13ca2181-5e49-4fc7-a18d-3226273db622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.166220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c78f7580-79c2-4ee3-b850-d41b9cb318ce up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:33.172766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-ab178806-0a69-4c7c-903e-23195f0239d3 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.174108 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ab178806-0a69-4c7c-903e-23195f0239d3 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0145659
Nov 27 11:38:33.175018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:33.179680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42900) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.225826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca2181-5e49-4fc7-a18d-3226273db622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77a16c2-53e7-4f00-8e06-c9ee85a7f6f4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:33.237251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13ca2181-5e49-4fc7-a18d-3226273db622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:33.246365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e012d8c6-601c-4f83-81d2-865cf970351f None None] Provisioning for port 69df6a9d-75b1-4b56-a65c-019a7126d65e completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:33.257322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13ca2181-5e49-4fc7-a18d-3226273db622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.258690 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-13ca2181-5e49-4fc7-a18d-3226273db622 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b77a16c2-53e7-4f00-8e06-c9ee85a7f6f4 HTTP/1.1" status: 204  len: 168 time: 1.9748039
Nov 27 11:38:33.284629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e012d8c6-601c-4f83-81d2-865cf970351f None None] Provisioning complete for port 69df6a9d-75b1-4b56-a65c-019a7126d65e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:33.289032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e012d8c6-601c-4f83-81d2-865cf970351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.317978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] For port 831b7745-edd8-4433-aa14-dd33a4962068, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=831b7745-edd8-4433-aa14-dd33a4962068,segment=NetworkSegment(57b14573-8514-4632-9c02-28eabe941396),segment_id=57b14573-8514-4632-9c02-28eabe941396)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:33.320412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.329636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-9718f8e8-4b6f-4fac-ae67-bfcbd52349c5 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.330776 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9718f8e8-4b6f-4fac-ae67-bfcbd52349c5 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.1479886
Nov 27 11:38:33.339837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42906) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.346803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-f8f89f60-60dc-4c0e-b58d-fc582c4a1ef5 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.347703 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f8f89f60-60dc-4c0e-b58d-fc582c4a1ef5 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0070686
Nov 27 11:38:33.393044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42910) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.403936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-d04d209d-0fb7-4e04-a03c-5fd605ac83d4 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.408760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42914) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.423166 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d04d209d-0fb7-4e04-a03c-5fd605ac83d4 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0288780
Nov 27 11:38:33.429614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9f5085a4-f53f-47ef-a594-a3c187e40287 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:33.445419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e012d8c6-601c-4f83-81d2-865cf970351f None None] Port 69df6a9d-75b1-4b56-a65c-019a7126d65e cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:33.457091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c78f7580-79c2-4ee3-b850-d41b9cb318ce triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:33.457471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.482692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Calling delete_port for 831b7745-edd8-4433-aa14-dd33a4962068 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:33.513932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-d78eed24-159c-42cd-9645-281af56f6e2e tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.514888 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d78eed24-159c-42cd-9645-281af56f6e2e tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0997248
Nov 27 11:38:33.536474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42918) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.538365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.552632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-db70b9c3-3b44-42b2-9071-fea8678a2d41 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:33.588767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] For port 831b7745-edd8-4433-aa14-dd33a4962068, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=831b7745-edd8-4433-aa14-dd33a4962068,segment=NetworkSegment(57b14573-8514-4632-9c02-28eabe941396),segment_id=57b14573-8514-4632-9c02-28eabe941396)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:33.589377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.591167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-e2b537ef-1672-463c-a6b8-ada685163190 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.595175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e2b537ef-1672-463c-a6b8-ada685163190 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0554576
Nov 27 11:38:33.654814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42922) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.655142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42924) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.684291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-d1daca92-1792-4264-a55f-527ce44ac3b3 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.685379 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d1daca92-1792-4264-a55f-527ce44ac3b3 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0289762
Nov 27 11:38:33.694662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42930) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.710723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=69df6a9d-75b1-4b56-a65c-019a7126d65e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:33.716541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-2c836c9f-b0bf-468e-97ed-96af9fb37a1f tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.717054 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2c836c9f-b0bf-468e-97ed-96af9fb37a1f tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0213480
Nov 27 11:38:33.721445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42936) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.729322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:33.737628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] Calling delete_port for 831b7745-edd8-4433-aa14-dd33a4962068 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:33.771321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-bca466aa-ec39-456c-b8b0-07ff3ad9d16c tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.772274 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bca466aa-ec39-456c-b8b0-07ff3ad9d16c tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0492320
Nov 27 11:38:33.777160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42942) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.786168 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8b27616b-7d87-40f6-9824-01d5a65c7135 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0fb526f53b744d49d8dbf93a5ca6c38&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1278586
Nov 27 11:38:33.794292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42946) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.797531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-8ec44d19-be2d-4600-8c5f-6a0ef596e60c tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.806225 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8ec44d19-be2d-4600-8c5f-6a0ef596e60c tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0256093
Nov 27 11:38:33.811178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42948) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.829747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-df76f10f-e391-492e-90ff-3e7c560548eb tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.832850 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df76f10f-e391-492e-90ff-3e7c560548eb tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0174670
Nov 27 11:38:33.849143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42952) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.866384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-726395c7-ca86-4b61-a060-bc3193f832ef tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.870426 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-726395c7-ca86-4b61-a060-bc3193f832ef tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0165503
Nov 27 11:38:33.884098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42958) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.890692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-869a11c6-7d55-431e-afe0-cbb43ffb624f tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:33.893995 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-869a11c6-7d55-431e-afe0-cbb43ffb624f tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0065939
Nov 27 11:38:33.893995 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP 7835a688-80bb-45b0-8376-3f4ce12692ec associated. External IP: 172.26.6.13, port: 760809ae-7e4a-4c7c-83bc-d7bce1e0c879.
Nov 27 11:38:33.942796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42962) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:33.991400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 27 11:38:33.991400 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Nov 27 11:38:33.991400 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'port_id': '831b7745-edd8-4433-aa14-dd33a4962068'}]
Nov 27 11:38:33.991400 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:33.997975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:33.998056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:33.998056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7ef0539b-2ac5-4c24-a7d3-93ed88618fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:34.015714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-8eddda42-b9b4-4874-9bae-b0e25c30da8c tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.017511 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8eddda42-b9b4-4874-9bae-b0e25c30da8c tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0085127
Nov 27 11:38:34.025377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42970) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.032621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-b3ed0352-769a-4157-9c0f-29ec3df3cd34 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.039518 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b3ed0352-769a-4157-9c0f-29ec3df3cd34 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0070324
Nov 27 11:38:34.046413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42974) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.053535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-65f111a0-2de9-4ad5-90d2-d8a39c91aee4 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.056825 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-65f111a0-2de9-4ad5-90d2-d8a39c91aee4 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0068808
Nov 27 11:38:34.057831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42978) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.065237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-278c3252-5a4f-4e5a-a709-6cac940ccaa0 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.068445 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-278c3252-5a4f-4e5a-a709-6cac940ccaa0 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0072744
Nov 27 11:38:34.069554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42982) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.072326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] Pushing event deleted for resources: {'Port': ['ID=831b7745-edd8-4433-aa14-dd33a4962068,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:34.074953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:34.082969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] No DVR routers for this DVR port 831b7745-edd8-4433-aa14-dd33a4962068 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:34.135080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-e2961453-677e-4ef3-8ae2-f1be4a4b699d tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.138515 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e2961453-677e-4ef3-8ae2-f1be4a4b699d tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0656011
Nov 27 11:38:34.140649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 42988) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.141701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.150739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-467f65fa-797e-40c3-87c3-9f19d4321017 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.154618 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-467f65fa-797e-40c3-87c3-9f19d4321017 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0048254
Nov 27 11:38:34.156404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42992) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.164458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-f2f01852-d225-4d5c-9ef1-e4edb43b2daa tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.165375 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f2f01852-d225-4d5c-9ef1-e4edb43b2daa tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0073440
Nov 27 11:38:34.168553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 42996) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.175992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-fb40a6ea-160b-4b30-850c-43dfd35e1c90 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.177182 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fb40a6ea-160b-4b30-850c-43dfd35e1c90 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0077653
Nov 27 11:38:34.179817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43000) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.186174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-fa092312-990e-4dea-9735-a76e0256a918 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.187107 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fa092312-990e-4dea-9735-a76e0256a918 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0064127
Nov 27 11:38:34.190175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43004) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.190712 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/69df6a9d-75b1-4b56-a65c-019a7126d65e HTTP/1.1" status: 204  len: 168 time: 2.7272050
Nov 27 11:38:34.193040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43006) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.197638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-83acfcf6-237e-4edb-b40e-e9a7d5ebd199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.199119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-fd4a7f69-5cd3-40c2-b54c-38c881a07154 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.202448 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fd4a7f69-5cd3-40c2-b54c-38c881a07154 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0061631
Nov 27 11:38:34.203091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43012) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.216455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-757d18e0-7f2b-4e14-aea3-1f71c9e1ce4f tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.217398 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-757d18e0-7f2b-4e14-aea3-1f71c9e1ce4f tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0137999
Nov 27 11:38:34.227042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74bef4-8640-4aac-a017-20f5c86840de req-0495eaa1-b1db-4429-84b0-de5e1ddf91e8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:34.228432 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cb74bef4-8640-4aac-a017-20f5c86840de req-0495eaa1-b1db-4429-84b0-de5e1ddf91e8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.2832317
Nov 27 11:38:34.231164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43016) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.235462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:34.247319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d692691-c2c1-46e8-b751-8f3895e2dcd4 None None] Sync routers for ids ['9f5085a4-f53f-47ef-a594-a3c187e40287'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:34.251794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-103acd65-7222-4a18-b3f0-b768559f8204 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.252909 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-103acd65-7222-4a18-b3f0-b768559f8204 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0205517
Nov 27 11:38:34.258731 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9f5085a4-f53f-47ef-a594-a3c187e40287/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5077438
Nov 27 11:38:34.259266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43020) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.259597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43022) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.273958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d692691-c2c1-46e8-b751-8f3895e2dcd4 None None] Routers {'9f5085a4-f53f-47ef-a594-a3c187e40287'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:34.274973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3d692691-c2c1-46e8-b751-8f3895e2dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846635f40>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9f5085a4-f53f-47ef-a594-a3c187e40287'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:34.282599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-83acfcf6-237e-4edb-b40e-e9a7d5ebd199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.306590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1ec12-d62c-452d-8147-b23dfdf82305 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:34.307952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1ec12-d62c-452d-8147-b23dfdf82305 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:34.309264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1ec12-d62c-452d-8147-b23dfdf82305 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:34.310046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c0a1ec12-d62c-452d-8147-b23dfdf82305 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:34.321571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-69445d30-6fba-4594-914a-13ff38d52145 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.322602 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-69445d30-6fba-4594-914a-13ff38d52145 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0455601
Nov 27 11:38:34.326804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43030) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.334816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-e5f7ceb9-08f0-4711-88c1-1635bd5f23af tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.335740 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e5f7ceb9-08f0-4711-88c1-1635bd5f23af tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0080338
Nov 27 11:38:34.343598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43034) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.363617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3d692691-c2c1-46e8-b751-8f3895e2dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846635f40>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:34.364609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-3d2bda20-925a-4acc-bfa0-6e0cb98d8df7 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.365670 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3d2bda20-925a-4acc-bfa0-6e0cb98d8df7 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0135262
Nov 27 11:38:34.375869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43038) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.377958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d692691-c2c1-46e8-b751-8f3895e2dcd4 None None] Routers {'9f5085a4-f53f-47ef-a594-a3c187e40287'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:34.379117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3d692691-c2c1-46e8-b751-8f3895e2dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846635f40>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9f5085a4-f53f-47ef-a594-a3c187e40287'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:34.401557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-0460410f-e3b5-4c56-b832-ebdeb1af2a36 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.402552 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0460410f-e3b5-4c56-b832-ebdeb1af2a36 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0256057
Nov 27 11:38:34.406064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43042) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.420496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb3859-6c6f-49da-b6f4-d2ff8ce9cbed tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:34.421069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9dbb3859-6c6f-49da-b6f4-d2ff8ce9cbed tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:34.422069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c0a1ec12-d62c-452d-8147-b23dfdf82305 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:34.424371 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c0a1ec12-d62c-452d-8147-b23dfdf82305 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2289507
Nov 27 11:38:34.425926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cb74bef4-8640-4aac-a017-20f5c86840de req-8bf418ab-df5f-454a-b718-d0c4c19c8224 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1821601
Nov 27 11:38:34.428976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43046) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.429692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-129c7ce5-713d-4555-a5b3-deaf7798b072 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.430879 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-129c7ce5-713d-4555-a5b3-deaf7798b072 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0180862
Nov 27 11:38:34.434844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43050) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.491129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3d692691-c2c1-46e8-b751-8f3895e2dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846635f40>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:34.492016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d692691-c2c1-46e8-b751-8f3895e2dcd4 None None] The sync data for ids ['9f5085a4-f53f-47ef-a594-a3c187e40287'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:34.493621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Deleting port 831b7745-edd8-4433-aa14-dd33a4962068 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:34.494018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.511785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-31ccbd06-2149-409b-8259-89611d30a1da tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.515605 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-31ccbd06-2149-409b-8259-89611d30a1da tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0770786
Nov 27 11:38:34.520012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43056) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.530075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-d07287b1-9e84-4705-ae98-05af184a20ec tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.533451 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d07287b1-9e84-4705-ae98-05af184a20ec tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0093646
Nov 27 11:38:34.533660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43060) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.545005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-8d374220-9588-4599-a230-3216a55d61d2 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.548253 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8d374220-9588-4599-a230-3216a55d61d2 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0114188
Nov 27 11:38:34.549157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43064) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.555552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-8a1e4c24-b243-416b-84de-2adcdab63786 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.558703 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8a1e4c24-b243-416b-84de-2adcdab63786 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0066247
Nov 27 11:38:34.559578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43068) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.565859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-f2598b3d-b8ac-4ea8-8949-c53068364a2a tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.567504 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f2598b3d-b8ac-4ea8-8949-c53068364a2a tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0067739
Nov 27 11:38:34.581649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43072) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.587314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-83acfcf6-237e-4edb-b40e-e9a7d5ebd199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.597680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-cda3b5b3-e938-4b68-81dd-74218daf0cfc tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.603212 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cda3b5b3-e938-4b68-81dd-74218daf0cfc tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0162284
Nov 27 11:38:34.603212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:34.611339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43076) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.619896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9dbb3859-6c6f-49da-b6f4-d2ff8ce9cbed tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:34.624141 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9dbb3859-6c6f-49da-b6f4-d2ff8ce9cbed tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports/aace5241-a069-4584-8cba-7a582f829b01 HTTP/1.1" status: 200  len: 913 time: 0.3418519
Nov 27 11:38:34.628337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43082) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.669511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-bc10a5f1-dd0e-461f-a510-7057e160d6bd tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.670529 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bc10a5f1-dd0e-461f-a510-7057e160d6bd tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0569477
Nov 27 11:38:34.671907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acfcf6-237e-4edb-b40e-e9a7d5ebd199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a6c3b5-8736-41e7-bda0-f8192b78ac5d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:34.684155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-83acfcf6-237e-4edb-b40e-e9a7d5ebd199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:34.684619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43086) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.696124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-6cdad095-2431-480d-a846-abdbef014bc3 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.700139 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6cdad095-2431-480d-a846-abdbef014bc3 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0096018
Nov 27 11:38:34.700233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] The port '831b7745-edd8-4433-aa14-dd33a4962068' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:38:34.706494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43092) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.712931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-83acfcf6-237e-4edb-b40e-e9a7d5ebd199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.717696 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-83acfcf6-237e-4edb-b40e-e9a7d5ebd199 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21a6c3b5-8736-41e7-bda0-f8192b78ac5d HTTP/1.1" status: 204  len: 168 time: 0.8526776
Nov 27 11:38:34.717696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-d4114c0b-13de-4428-a065-cea37e79e534 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.721124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d4114c0b-13de-4428-a065-cea37e79e534 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0110445
Nov 27 11:38:34.721124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43098) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.729678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-0a25074b-e3fa-42ed-a8cf-8b08f389e99e tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.730867 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0a25074b-e3fa-42ed-a8cf-8b08f389e99e tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0089009
Nov 27 11:38:34.742041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43102) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.750205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-b8dadac9-dda4-4686-a39b-0e2b62efc83a tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.751414 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b8dadac9-dda4-4686-a39b-0e2b62efc83a tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0080242
Nov 27 11:38:34.754055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43106) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.769922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-98b3b82a-0fe0-49b8-8f9b-72b74b9a7b27 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.775449 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-98b3b82a-0fe0-49b8-8f9b-72b74b9a7b27 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0159431
Nov 27 11:38:34.779691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43110) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.785321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 680ee180-80e2-4785-8366-e43ffc7aac00 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:34.790828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-8a5ead94-fc84-4b3d-baca-8ab1d4cc7779 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.792029 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8a5ead94-fc84-4b3d-baca-8ab1d4cc7779 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0112519
Nov 27 11:38:34.792972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.812002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43114) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.834012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-e5177eca-83c4-44b9-b622-b2792f5078e8 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.834964 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e5177eca-83c4-44b9-b622-b2792f5078e8 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0192266
Nov 27 11:38:34.838950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43118) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.857453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-6f01561d-48fb-429c-af19-9543fb84931d tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.857453 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6f01561d-48fb-429c-af19-9543fb84931d tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0144930
Nov 27 11:38:34.857731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43124) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.865136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.904905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-9bb16acc-fb93-46fc-ba4f-d6e877284ddc tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.905807 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9bb16acc-fb93-46fc-ba4f-d6e877284ddc tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0471435
Nov 27 11:38:34.916177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43130) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.946258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-f5a3687a-912f-452a-b0d1-3f7c07c6d0bf tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.951500 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f5a3687a-912f-452a-b0d1-3f7c07c6d0bf tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0295150
Nov 27 11:38:34.957878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43134) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:34.959717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:34.992992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-a3746fb5-9575-49c8-ab3f-7f18c4943051 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:34.997040 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a3746fb5-9575-49c8-ab3f-7f18c4943051 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0178804
Nov 27 11:38:35.002228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43138) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:35.025215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-21801dfe-431c-49ca-98d0-169088437750 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:35.032325 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-21801dfe-431c-49ca-98d0-169088437750 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0256934
Nov 27 11:38:35.037396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43142) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:35.047868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28461cd4f0>,) {'filters': {'network_id': ['81336039-d045-4a99-8e81-fd432703cd05']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:35.058915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [None req-7bf60a05-0094-4405-bcc7-e3171eec37f1 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:35.062546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43146) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:35.063813 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7bf60a05-0094-4405-bcc7-e3171eec37f1 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0220573
Nov 27 11:38:35.068756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-a0a93485-4b03-4074-bfe1-681fb063f670 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:35.070895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a0a93485-4b03-4074-bfe1-681fb063f670 tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0071201
Nov 27 11:38:35.075712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43150) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:35.086032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 831b7745-edd8-4433-aa14-dd33a4962068 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:35.092740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461cd4f0>, '57b14573-8514-4632-9c02-28eabe941396') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:35.093026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-9c270c74-d35c-468f-b74d-e8e302d3bebe tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:35.093369 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461cd4f0>, '57b14573-8514-4632-9c02-28eabe941396') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:35.094226 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9c270c74-d35c-468f-b74d-e8e302d3bebe tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0151072
Nov 27 11:38:35.096854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43156) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:35.111404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.123425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 831b7745-edd8-4433-aa14-dd33a4962068 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:35.123778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 831b7745-edd8-4433-aa14-dd33a4962068 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:35.134396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.145960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:35.156298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [None req-209ed9e1-60d2-4ff5-9d25-8e83eebf8baf tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:38:35.157870 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-209ed9e1-60d2-4ff5-9d25-8e83eebf8baf tempest-ExtensionsTestJSON-30547861 tempest-ExtensionsTestJSON-30547861-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0577512
Nov 27 11:38:35.206104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983292d-e5b5-4a94-ab49-8fd60945c1eb req-71d9decc-126f-4eac-9f2f-0455927f5f1e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:35.212951 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0983292d-e5b5-4a94-ab49-8fd60945c1eb req-71d9decc-126f-4eac-9f2f-0455927f5f1e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.2446756
Nov 27 11:38:35.221064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.324354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:38:35.324766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:38:35.347188 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:38:35.407698 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0983292d-e5b5-4a94-ab49-8fd60945c1eb req-9f1f13cd-75e1-4f6d-9689-95ce71e69d62 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1935911
Nov 27 11:38:35.410539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.422344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c1d1a54e-bd44-4f90-a5e4-6ce3bf7232ed tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:35.482377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.489384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f4d7f8-52e6-4178-9558-3874ba0208dc None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:35.502923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=680ee180-80e2-4785-8366-e43ffc7aac00,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:35.505503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:35.602030 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/680ee180-80e2-4785-8366-e43ffc7aac00 HTTP/1.1" status: 204  len: 168 time: 1.1713080
Nov 27 11:38:35.605120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43170) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:35.693856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:35.699196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.716841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.760700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.828730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.882189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.905665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-04d66fad-c03d-4be2-85cd-d8068fdec43f tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:35.936953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:35.939756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Pushing event deleted for resources: {'Network': ['ID=81336039-d045-4a99-8e81-fd432703cd05,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:35.945930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:35.955064 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/networks/81336039-d045-4a99-8e81-fd432703cd05 HTTP/1.1" status: 204  len: 168 time: 3.3349195
Nov 27 11:38:35.959043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43180) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:36.013988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-95705335-893e-41fb-9715-3eeb9f63f6ef tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Synchronizing usage tracker for tenant:72bbcc13461a4c84aa642daf3ad3b90e on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:36.068215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:36.083421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:36.092020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43186) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:36.117867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:36.131183 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a8288-52b4-4d1a-839c-6694ae8b7784 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:36.156260 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a8288-52b4-4d1a-839c-6694ae8b7784 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:36.157129 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4d5a8288-52b4-4d1a-839c-6694ae8b7784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2849596100>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:36.186575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:36.195776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:36.204573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:36.222699 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b HTTP/1.1" status: 204  len: 168 time: 0.6099553
Nov 27 11:38:36.223682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43194) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:36.233632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-95705335-893e-41fb-9715-3eeb9f63f6ef tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Unset dirty status for tenant:72bbcc13461a4c84aa642daf3ad3b90e on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:36.237649 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-95705335-893e-41fb-9715-3eeb9f63f6ef tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee3dd4fa-f2b5-4c82-beae-571a682ffd93 HTTP/1.1" status: 200  len: 205 time: 0.2752380
Nov 27 11:38:36.246708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43198) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:36.306918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9ac454e8-22b7-4fbb-949d-28a2f284c486 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:router {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:36.308128 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4d5a8288-52b4-4d1a-839c-6694ae8b7784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2849596100>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:36.323280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9ac454e8-22b7-4fbb-949d-28a2f284c486 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:router {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:36.324879 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9ac454e8-22b7-4fbb-949d-28a2f284c486 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0997360
Nov 27 11:38:36.327638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43204) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:36.333622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:36.351030 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a8288-52b4-4d1a-839c-6694ae8b7784 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:36.352067 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4d5a8288-52b4-4d1a-839c-6694ae8b7784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2849596100>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:36.463008 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4d5a8288-52b4-4d1a-839c-6694ae8b7784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2849596100>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:36.463870 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a8288-52b4-4d1a-839c-6694ae8b7784 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:36.565094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:36.570511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:36.575618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:36.583129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:36.596793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a3e3b5-e8f2-42c2-bef5-e49b21629005 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:36.610557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:36.635190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf988a7-d69e-405f-a763-f114b6c38438 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:36.660411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:36.660411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:36.828126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5d601ff0-efaf-4f2d-81d5-e2fddbfa204c None None] Provisioning complete for port c78f7580-79c2-4ee3-b850-d41b9cb318ce triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:36.828670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5d601ff0-efaf-4f2d-81d5-e2fddbfa204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.004545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:37.009124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Deleting port c78f7580-79c2-4ee3-b850-d41b9cb318ce {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:37.009502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.049366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:37.057389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Usage tracker for resource:security_group_rule and tenant:93700360d6b34bfc9c75814a59d5d577 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:37.058920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:37.065879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:37.113986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c78f7580-79c2-4ee3-b850-d41b9cb318ce no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:37.239080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43224) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:37.338066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:38:37.349634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.416751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] For port c78f7580-79c2-4ee3-b850-d41b9cb318ce, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c78f7580-79c2-4ee3-b850-d41b9cb318ce,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:37.417146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.429027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port c78f7580-79c2-4ee3-b850-d41b9cb318ce, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c78f7580-79c2-4ee3-b850-d41b9cb318ce,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:37.439951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.488141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-939673817', 'router:external': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:37.496279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:37.504069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Usage tracker for resource:network and tenant:3cd5cd942cea466c9612fd112677f51b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:37.510954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:37.531455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:37.547349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.560366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Calling delete_port for c78f7580-79c2-4ee3-b850-d41b9cb318ce owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:37.587777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44fee945-74b4-452b-8402-62dfa8c2b4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:37.638845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Made reservation on behalf of 3cd5cd942cea466c9612fd112677f51b for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:37.641399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.684689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=c78f7580-79c2-4ee3-b850-d41b9cb318ce,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:37.687834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:37.698831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.710767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a1cfafdb-2503-4b97-ac1e-100a01f825ad tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:37.713466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.726542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:37.738533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:37.738533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:37.800269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:37.816902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Usage tracker for resource:security_group_rule and tenant:3cd5cd942cea466c9612fd112677f51b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:37.821843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:37.834123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:37.851270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fe284-0107-49e8-9893-44381012269d req-db22ed17-ab79-4853-8b2f-7ebbfc9013c7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:37.852861 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9f3fe284-0107-49e8-9893-44381012269d req-db22ed17-ab79-4853-8b2f-7ebbfc9013c7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 1.2311063
Nov 27 11:38:37.934105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e37b7-9a68-4477-8d0a-eb57b842a281,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:37.938943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:37.961103 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93700360d6b34bfc9c75814a59d5d577&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8641694
Nov 27 11:38:37.967344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43238) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:37.971281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf988a7-d69e-405f-a763-f114b6c38438 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.006225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf988a7-d69e-405f-a763-f114b6c38438 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.030202 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9f3fe284-0107-49e8-9893-44381012269d req-5b92ffd1-6a54-41dc-88de-3763abfabd14 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063197
Nov 27 11:38:38.034596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] For port c78f7580-79c2-4ee3-b850-d41b9cb318ce, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c78f7580-79c2-4ee3-b850-d41b9cb318ce,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:38.066919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.113786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.117221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-278ebbeb-c868-4012-8ec8-2f25b7b9ba36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.146910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-278ebbeb-c868-4012-8ec8-2f25b7b9ba36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.156833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.162823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:38.212877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:38:38.216324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.221362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.236130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583f7d89-8cda-4c99-a2e2-ae0029d5a919,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:38.236948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Deleting port c78f7580-79c2-4ee3-b850-d41b9cb318ce {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:38.237491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.240860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:38.243426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-00b7fc5d-f59b-499d-9921-f72a6c546a2b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:38.256690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf988a7-d69e-405f-a763-f114b6c38438 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.257742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf988a7-d69e-405f-a763-f114b6c38438 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Fanout notify agent at l3_agent the message router_deleted on router ee3dd4fa-f2b5-4c82-beae-571a682ffd93 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:38:38.308668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port aace5241-a069-4584-8cba-7a582f829b01 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:38.309250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.319300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.319771 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Added segment b387389c-2d26-4f0f-9f0f-0d9d9e9bd731 of type vlan for network 89f560a1-311d-4734-8851-3ab18426565a
Nov 27 11:38:38.321105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=c78f7580-79c2-4ee3-b850-d41b9cb318ce,revision_number=9']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:38.330405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:38.334285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4e5e7122-4ac5-4425-ac12-a8bd70f0ff4b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:38.380152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:38.386364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:38.399751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:38.399751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.432999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf988a7-d69e-405f-a763-f114b6c38438 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.437536 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7bf988a7-d69e-405f-a763-f114b6c38438 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] 10.222.0.23 "DELETE /v2.0/routers/ee3dd4fa-f2b5-4c82-beae-571a682ffd93 HTTP/1.1" status: 204  len: 168 time: 2.1897852
Nov 27 11:38:38.558376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] For port c78f7580-79c2-4ee3-b850-d41b9cb318ce, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c78f7580-79c2-4ee3-b850-d41b9cb318ce,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:38.558814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.568956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-278ebbeb-c868-4012-8ec8-2f25b7b9ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.584328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.616749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=37b799ab-d949-427d-b403-4fa143b1bc15,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:38.623715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:38.627374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-87699100-c477-46c1-895f-4f77d915bbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:38.641292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ebbeb-c868-4012-8ec8-2f25b7b9ba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e37b7-9a68-4477-8d0a-eb57b842a281,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:38.651912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-278ebbeb-c868-4012-8ec8-2f25b7b9ba36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:38.655670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-278ebbeb-c868-4012-8ec8-2f25b7b9ba36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.659358 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-278ebbeb-c868-4012-8ec8-2f25b7b9ba36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a87e37b7-9a68-4477-8d0a-eb57b842a281 HTTP/1.1" status: 204  len: 168 time: 0.6901505
Nov 27 11:38:38.672911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.754018 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4250898
Nov 27 11:38:38.756489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43258) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:38.762962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:38.798983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.802545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:38.803507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:38.810550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Calling delete_port for c78f7580-79c2-4ee3-b850-d41b9cb318ce owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:38.825821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d325dd6-2ecd-4d9d-b2ad-fe5001427e4b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:38.845812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for aace5241-a069-4584-8cba-7a582f829b01 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:38.880903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:39.028577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:39.094438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'Network': ['ID=89f560a1-311d-4734-8851-3ab18426565a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:39.105744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 89f560a1-311d-4734-8851-3ab18426565a details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:38:39.126653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e667e5e-f8ea-44aa-b6b3-6c98d6308930 req-153d518a-1f9b-467a-9521-98032abc9bb2 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:39.133834 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9e667e5e-f8ea-44aa-b6b3-6c98d6308930 req-153d518a-1f9b-467a-9521-98032abc9bb2 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.2516587
Nov 27 11:38:39.164583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:39.169805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:39.172950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:39.179478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:39.187933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:39.189647 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.9494755
Nov 27 11:38:39.192664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43266) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:39.199506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'subnet': {'network_id': '89f560a1-311d-4734-8851-3ab18426565a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:39.204833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:39.209885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Usage tracker for resource:subnet and tenant:3cd5cd942cea466c9612fd112677f51b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:39.214021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:39.221526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:39.276878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:39.281485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:39.352001 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9e667e5e-f8ea-44aa-b6b3-6c98d6308930 req-d15211d9-f5c1-4ac5-88db-688cbd9e9c78 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2171550
Nov 27 11:38:39.407839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Made reservation on behalf of 3cd5cd942cea466c9612fd112677f51b for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:39.410937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:39.424556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:39.440000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43274) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:39.445824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-06ffd815-d6ba-4d81-a049-8c6aaaa9fdb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:39.516925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Pushing event deleted for resources: {'Port': ['ID=c78f7580-79c2-4ee3-b850-d41b9cb318ce,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:39.521548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:39.580811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:39.585555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-014f5979-9a38-42e7-8359-9463b80d259a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:39.616334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] No DVR routers for this DVR port c78f7580-79c2-4ee3-b850-d41b9cb318ce on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:39.624699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43280) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:39.632337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db4400-9438-4586-b459-efe68dc53418 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:39.650367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=aace5241-a069-4584-8cba-7a582f829b01,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:39.653613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:39.871804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:39.884717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:39.897835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3d74e-55fc-4806-85f0-eb8b953bffcf None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:39.937971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1397648225'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:39.973281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3d74e-55fc-4806-85f0-eb8b953bffcf None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:39.973910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-09f3d74e-55fc-4806-85f0-eb8b953bffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845dd3a00>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:39.988687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:40.014747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Usage tracker for resource:network and tenant:534e94bb048e40618d34973b53eb4f07 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:40.064518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-09f3d74e-55fc-4806-85f0-eb8b953bffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845dd3a00>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:40.085759 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-108420f0-654d-43f7-b715-75337bff7f44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72bbcc13461a4c84aa642daf3ad3b90e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4601026
Nov 27 11:38:40.086396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43292) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:40.097322 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-37829ab4-cf0d-435a-b6bb-7a96f232ce40 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/floatingips/7835a688-80bb-45b0-8376-3f4ce12692ec HTTP/1.1" status: 200  len: 976 time: 9.2207048
Nov 27 11:38:40.099496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43296) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:40.113187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:40.118315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:40.120471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:40.125086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3d74e-55fc-4806-85f0-eb8b953bffcf None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:40.125707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-09f3d74e-55fc-4806-85f0-eb8b953bffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845dd3a00>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:40.178223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '37b799ab-d949-427d-b403-4fa143b1bc15'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:38:40.179053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.204618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-09f3d74e-55fc-4806-85f0-eb8b953bffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845dd3a00>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:40.205025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3d74e-55fc-4806-85f0-eb8b953bffcf None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:40.208927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.214545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cf673510-f357-493e-9c4c-805b87f7cee7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:40.236134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.316551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Made reservation on behalf of 534e94bb048e40618d34973b53eb4f07 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:40.326768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.380586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:40.388189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:40.393404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.406268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Allocated IP 2001:db8::f816:3eff:fefb:4c7e (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/37b799ab-d949-427d-b403-4fa143b1bc15/84276d94-4db8-4ece-bb39-2c46c174cea5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:40.406499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.406972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:40.407748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.504605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=b179078e-06bd-457e-add3-a897664d25dd,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:40.507411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:40.548320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:40.553075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d9596567-095e-43c5-ac87-3c1a5e1cdebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.586355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Usage tracker for resource:security_group_rule and tenant:534e94bb048e40618d34973b53eb4f07 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:40.599228 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8413978
Nov 27 11:38:40.600424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:40.610048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43306) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:40.616124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:40.629390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:69:d9:25', 'name': 'tempest-NetworksTestDHCPv6-610930859'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:40.656904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.672944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Transition to ACTIVE for port object 84276d94-4db8-4ece-bb39-2c46c174cea5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:40.685379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d9596567-095e-43c5-ac87-3c1a5e1cdebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.697110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Transition to ACTIVE for port object 84276d94-4db8-4ece-bb39-2c46c174cea5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:40.764791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.771375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-38e2e7c2-1ffc-4dfc-896d-76c9f3df7a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:40.857939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:40.861441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:40.864945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Pushing event updated for resources: {'Port': ['ID=84276d94-4db8-4ece-bb39-2c46c174cea5,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:40.868276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:40.872231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.874294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:40.878819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acfca3-e0b5-4c00-bc4f-be7bd101acd8 req-75a4bd16-10ec-4688-90af-813cf4b0b1d2 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:40.879245 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5acfca3-e0b5-4c00-bc4f-be7bd101acd8 req-75a4bd16-10ec-4688-90af-813cf4b0b1d2 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3272119
Nov 27 11:38:40.929589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:38:40.930060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.944528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-56bb2361-187d-41b0-b033-bd64a6640a17 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:40.974214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:40.976274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:40.989647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:41.000081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.000815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP 7835a688-80bb-45b0-8376-3f4ce12692ec disassociated. External IP: 172.26.6.13, port: 4c6dcd38-66a0-45a0-85a2-587d97e833c8.
Nov 27 11:38:41.005660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:41.024886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:41.049403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Attempting to bind port 84276d94-4db8-4ece-bb39-2c46c174cea5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:41.058598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Attempting to bind port 84276d94-4db8-4ece-bb39-2c46c174cea5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:41.058598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Attempting to bind port 84276d94-4db8-4ece-bb39-2c46c174cea5 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:41.068782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:41.069143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:41.069556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.069957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:41.070433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Bound port: 84276d94-4db8-4ece-bb39-2c46c174cea5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:41.070847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.079632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5acfca3-e0b5-4c00-bc4f-be7bd101acd8 req-f837aa4d-4ca7-416f-bdc5-93f8fbb6202e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1793392
Nov 27 11:38:41.089289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:41.092330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d9596567-095e-43c5-ac87-3c1a5e1cdebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.097602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:41.101831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-69b4ac69-dd67-4448-a3b3-b856834e30da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:41.127047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43316) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:41.127790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Checking segment: {'id': 'b387389c-2d26-4f0f-9f0f-0d9d9e9bd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '89f560a1-311d-4734-8851-3ab18426565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:41.128151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Network hostable DHCP agents. Network: 89f560a1-311d-4734-8851-3ab18426565a, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:38:41.135608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.149542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:38:41.162397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.162825 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Added segment ff4c2461-db90-451d-a650-a55ce91fd54f of type vlan for network ddc4da9b-4290-4360-8dab-95fdad54b4aa
Nov 27 11:38:41.189426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:41.190986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] For port 84276d94-4db8-4ece-bb39-2c46c174cea5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:41.194662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] For port 84276d94-4db8-4ece-bb39-2c46c174cea5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=84276d94-4db8-4ece-bb39-2c46c174cea5,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:41.221715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:41.238845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.277899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f283a1-91fa-4757-8d9e-5ba7241360d2,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:41.281162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:41.286357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9596567-095e-43c5-ac87-3c1a5e1cdebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced729b3-84f1-4b90-adcb-f758c0b1cde1,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:41.299106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d9596567-095e-43c5-ac87-3c1a5e1cdebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:41.313851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.320655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b6d16633-1014-4129-8a37-767fa482db3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:41.326075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d9596567-095e-43c5-ac87-3c1a5e1cdebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.327457 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d9596567-095e-43c5-ac87-3c1a5e1cdebc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ced729b3-84f1-4b90-adcb-f758c0b1cde1 HTTP/1.1" status: 204  len: 168 time: 1.2370570
Nov 27 11:38:41.479808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Pushing event updated for resources: {'Port': ['ID=84276d94-4db8-4ece-bb39-2c46c174cea5,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:41.498649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:41.532418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-95996208'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:41.535521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Network 89f560a1-311d-4734-8851-3ab18426565a is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:38:41.556294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:41.569778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Usage tracker for resource:network and tenant:66f7e853a7ee4ff283d6003b50214ae4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:41.575580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:41.583383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:41.587964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.615219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.619293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:41.621069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.637450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6045463-d47b-41bd-9c6c-42ad09ecfa1b req-0fdb2b13-5f6d-4b0b-9ce9-e139a05dc159 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:41.639094 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e6045463-d47b-41bd-9c6c-42ad09ecfa1b req-0fdb2b13-5f6d-4b0b-9ce9-e139a05dc159 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3897655
Nov 27 11:38:41.643473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-05bd8637-970c-4121-9b9f-c36149282702 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:41.675497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port f50b21a8-b099-4701-ae31-786f1865fbba yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:41.711302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 89f560a1-311d-4734-8851-3ab18426565a) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:41.716252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:41.716998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.723848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35477a73-0e37-459b-a4fd-e29ae219683b None None] Network 89f560a1-311d-4734-8851-3ab18426565a requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:41.725222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Made reservation on behalf of 66f7e853a7ee4ff283d6003b50214ae4 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:41.728349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.736117 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e6045463-d47b-41bd-9c6c-42ad09ecfa1b req-04bec990-2ab5-4606-944e-b7fb3146e094 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860767
Nov 27 11:38:41.760760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9f5085a4-f53f-47ef-a594-a3c187e40287 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:41.880479 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 2.4391830
Nov 27 11:38:41.906254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:41.963950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Pushing event updated for resources: {'Network': ['ID=ddc4da9b-4290-4360-8dab-95fdad54b4aa,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:41.971931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:41.992224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network ddc4da9b-4290-4360-8dab-95fdad54b4aa details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:38:42.185971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.9887443
Nov 27 11:38:42.188094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43334) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:42.194675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:42.211548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1721311619', 'network_id': '89f560a1-311d-4734-8851-3ab18426565a'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:42.217242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Usage tracker for resource:security_group_rule and tenant:66f7e853a7ee4ff283d6003b50214ae4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:42.228241 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:42.231726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:42.243285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:42.246724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Usage tracker for resource:port and tenant:3cd5cd942cea466c9612fd112677f51b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:42.256896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:42.279693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:42.297510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:42.308053 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a89f5-6ec0-4e5c-a02e-10d084a0e06a None None] Sync routers for ids ['9f5085a4-f53f-47ef-a594-a3c187e40287'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:42.308747 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9f5085a4-f53f-47ef-a594-a3c187e40287/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6789441
Nov 27 11:38:42.321952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43340) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:42.329572 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a89f5-6ec0-4e5c-a02e-10d084a0e06a None None] Routers {'9f5085a4-f53f-47ef-a594-a3c187e40287'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:42.330222 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a27a89f5-6ec0-4e5c-a02e-10d084a0e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461bc2e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9f5085a4-f53f-47ef-a594-a3c187e40287'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:42.460915 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a27a89f5-6ec0-4e5c-a02e-10d084a0e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461bc2e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:42.477575 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a89f5-6ec0-4e5c-a02e-10d084a0e06a None None] Routers {'9f5085a4-f53f-47ef-a594-a3c187e40287'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:42.479160 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a27a89f5-6ec0-4e5c-a02e-10d084a0e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461bc2e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9f5085a4-f53f-47ef-a594-a3c187e40287'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:42.502668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 172.20.0.9 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/b179078e-06bd-457e-add3-a897664d25dd/f50b21a8-b099-4701-ae31-786f1865fbba) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:42.507761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43346) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:42.515679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd00f8-db65-4c91-9465-454b88a96c1c None None] Network 89f560a1-311d-4734-8851-3ab18426565a requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:42.554619 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a27a89f5-6ec0-4e5c-a02e-10d084a0e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461bc2e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:42.555194 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a89f5-6ec0-4e5c-a02e-10d084a0e06a None None] The sync data for ids ['9f5085a4-f53f-47ef-a594-a3c187e40287'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:42.570901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Request body: {'port': {'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa', 'binding:host_id': 'hv-neutron-8194', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1301280134'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:42.575983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:fe69:d925 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/37b799ab-d949-427d-b403-4fa143b1bc15/f50b21a8-b099-4701-ae31-786f1865fbba) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:42.581097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Made reservation on behalf of 3cd5cd942cea466c9612fd112677f51b for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:42.581097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:42.596930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:42.608266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:42.625253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2350ac-41e8-4507-b663-b22815773943 req-8a3588dd-cb58-4810-a86f-028b5d14d672 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:42.627174 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc2350ac-41e8-4507-b663-b22815773943 req-8a3588dd-cb58-4810-a86f-028b5d14d672 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.5730593
Nov 27 11:38:42.638410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Usage tracker for resource:port and tenant:c98147337e3744e88043b2cfe0cb9b02 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:42.645099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:42.690793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:42.705143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] device_id is not set on port e10d1941-a049-487d-ae1d-5d968dfb5d3d yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:42.762567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:42.858430 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc2350ac-41e8-4507-b663-b22815773943 req-93e898c8-c062-4750-b4d3-afa10eed5b10 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2212124
Nov 27 11:38:42.923242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:42.935893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ec1926e-222d-4ddd-a47a-740c58c40dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:43.005847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Made reservation on behalf of c98147337e3744e88043b2cfe0cb9b02 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:43.008601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.052198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:38:43.058918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b172c32a-d592-4cce-98ca-b03ff4e97f0e None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:43.067056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.098372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f656265c-232e-43d5-9a7f-6783a9e7fb36,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:43.118704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.119053 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Added segment a48a2c1e-8b14-4857-ad28-882c5adf8f0d of type vlan for network b053376f-f7c3-4871-a700-f5a4d09a6648
Nov 27 11:38:43.120680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:43.136894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Allocated IP 172.20.0.2 (89f560a1-311d-4734-8851-3ab18426565a/1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc/e10d1941-a049-487d-ae1d-5d968dfb5d3d) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:43.220731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:43.223751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.229466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.251420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 84276d94-4db8-4ece-bb39-2c46c174cea5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:43.255672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Usage tracker for resource:security_group_rule and tenant:c98147337e3744e88043b2cfe0cb9b02 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:43.264011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:43.290499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:43.296998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f8943e58-737e-49bf-80a2-d076fd3597ca None None] Provisioning for port 84276d94-4db8-4ece-bb39-2c46c174cea5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:43.311648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object f50b21a8-b099-4701-ae31-786f1865fbba will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:43.357703 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.447011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.451020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:43.451605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.461589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-68389610-f0e8-4e01-b281-148b1f3ce9c4 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:43.504373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:43.512673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43360) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:43.512942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766663ea-28ca-4d7f-9f0e-2fb1ba90225c req-c24ec7c1-68d3-4b39-87f6-a705beb8e396 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:43.520159 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-766663ea-28ca-4d7f-9f0e-2fb1ba90225c req-c24ec7c1-68d3-4b39-87f6-a705beb8e396 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4745800
Nov 27 11:38:43.520159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.521486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2bb110-fab1-4ee0-b37d-eea582afd73b None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:43.540083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2bb110-fab1-4ee0-b37d-eea582afd73b None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:43.540718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3a2bb110-fab1-4ee0-b37d-eea582afd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460da070>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:43.609352 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-75c75b82-1416-494f-ae98-44a06e4f096e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/floatingips/7835a688-80bb-45b0-8376-3f4ce12692ec HTTP/1.1" status: 200  len: 687 time: 3.4992526
Nov 27 11:38:43.612751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43366) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:43.641243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.656691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3a2bb110-fab1-4ee0-b37d-eea582afd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460da070>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:43.667495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 84276d94-4db8-4ece-bb39-2c46c174cea5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:43.681147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 84276d94-4db8-4ece-bb39-2c46c174cea5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:43.681528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.691178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event updated for resources: {'Network': ['ID=b053376f-f7c3-4871-a700-f5a4d09a6648,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:43.704500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:43.716734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:43.717081 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network b053376f-f7c3-4871-a700-f5a4d09a6648 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:38:43.727721 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-766663ea-28ca-4d7f-9f0e-2fb1ba90225c req-02817328-de2a-4545-8e8c-b2fe67754419 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1766121
Nov 27 11:38:43.775055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1220039332-network', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:43.779603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.783233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.795498 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.6165979
Nov 27 11:38:43.796719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:43.801063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43372) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:43.809322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Usage tracker for resource:network and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:43.824674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:43.826188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Request body: {'subnet': {'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:43.828730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:43.838852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:43.842202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:43.844287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=f50b21a8-b099-4701-ae31-786f1865fbba,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:43.847674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:43.866364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Update dhcp port {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': '37b799ab-d949-427d-b403-4fa143b1bc15', 'ip_address': '2001:db8::f816:3eff:fefb:4c7e'}, {'subnet_id': 'b179078e-06bd-457e-add3-a897664d25dd'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '84276d94-4db8-4ece-bb39-2c46c174cea5'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:38:43.876404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:43.892807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.898059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dac120db-d0ac-4fba-b8a1-b20923c85f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:43.917882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2bb110-fab1-4ee0-b37d-eea582afd73b None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:43.918032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 09c130b2-2d10-4daa-a33b-29b218f808a3 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:43.918150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:43.918363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3a2bb110-fab1-4ee0-b37d-eea582afd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460da070>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:43.918685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] device_id is not set on port 0148ba68-95ca-4373-997c-9ffac5d0ff5c yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:43.988503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:43.988700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3a2bb110-fab1-4ee0-b37d-eea582afd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460da070>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:43.988930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2bb110-fab1-4ee0-b37d-eea582afd73b None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:43.998611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:43.998611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.021081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Made reservation on behalf of 494d59d333c040f9a8c631a4bb0a01f4 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:44.023365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.028764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Usage tracker for resource:subnet and tenant:66f7e853a7ee4ff283d6003b50214ae4 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:44.035512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:44.039377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e47f3f2-75fb-4cbb-bff2-4524a6b0775e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:44.045461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.047630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:44.050083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.061223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:44.101439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.116839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:44.127803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.226350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 84276d94-4db8-4ece-bb39-2c46c174cea5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=84276d94-4db8-4ece-bb39-2c46c174cea5,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:44.246835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Made reservation on behalf of 66f7e853a7ee4ff283d6003b50214ae4 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:44.291626 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.6770895
Nov 27 11:38:44.293188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:44.302951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43376) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:44.310221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Usage tracker for resource:security_group_rule and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:44.317521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:44.330970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Allocated IP 172.20.0.2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/b179078e-06bd-457e-add3-a897664d25dd/84276d94-4db8-4ece-bb39-2c46c174cea5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:44.370132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.375678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-707346c4-2339-474c-83a8-48c428f35f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:44.391334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.391870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.396407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:44.402532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Network 89f560a1-311d-4734-8851-3ab18426565a is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:44.407279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'Port': ['ID=e10d1941-a049-487d-ae1d-5d968dfb5d3d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:44.409918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:44.415181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:44.419741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:44.495533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=84276d94-4db8-4ece-bb39-2c46c174cea5,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:44.499754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:44.544381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:44.545254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.556256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 09c130b2-2d10-4daa-a33b-29b218f808a3 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:44.592345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] For port 84276d94-4db8-4ece-bb39-2c46c174cea5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=84276d94-4db8-4ece-bb39-2c46c174cea5,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:44.595716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] device_id is not set on port 0148ba68-95ca-4373-997c-9ffac5d0ff5c yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:44.599674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.612958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.619067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.636333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Transition to ACTIVE for port object 84276d94-4db8-4ece-bb39-2c46c174cea5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:44.643138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Transition to ACTIVE for port object 0148ba68-95ca-4373-997c-9ffac5d0ff5c will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:44.645404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.683795 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 2.4925759
Nov 27 11:38:44.686352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43380) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:44.719977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.720721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.724746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:44.729059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.738828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1c70552e-ae2b-4504-b6e4-e66fd2e2dd1c tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:44.783769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:38:44.795204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Deleting port e10d1941-a049-487d-ae1d-5d968dfb5d3d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:44.795558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.848347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b9b7f-86b9-48b6-a92e-f83991a8d899,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:44.851637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:44.859283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:44.866820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Pushing event updated for resources: {'Port': ['ID=84276d94-4db8-4ece-bb39-2c46c174cea5,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:44.870352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:44.897590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:44.897930 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Added segment 18b1eee4-33db-4602-a445-0857792280c1 of type vlan for network a98f47c4-0fa4-495e-98b2-b2d9e68f1432
Nov 27 11:38:45.000475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97737f15-3062-4f4a-b2ff-5006596ef1dd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:45.004412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97737f15-3062-4f4a-b2ff-5006596ef1dd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:45.005218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-97737f15-3062-4f4a-b2ff-5006596ef1dd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:45.012874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=0148ba68-95ca-4373-997c-9ffac5d0ff5c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:45.016383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:45.027622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.034224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Checking segment: {'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:45.034536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Network hostable DHCP agents. Network: ddc4da9b-4290-4360-8dab-95fdad54b4aa, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:38:45.163309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 84276d94-4db8-4ece-bb39-2c46c174cea5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:45.186248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-97737f15-3062-4f4a-b2ff-5006596ef1dd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:45.190607 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-97737f15-3062-4f4a-b2ff-5006596ef1dd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.8844106
Nov 27 11:38:45.194983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43384) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:45.220160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.223586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:45.223586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.232092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-25467802-9adb-4fb4-9ef1-aa1a04641306 tempest-ExtraDHCPOptionsTestJSON-1283524717 tempest-ExtraDHCPOptionsTestJSON-1283524717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:45.249982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.264572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-80114245-8398-44a6-bf8d-78cc46ed74dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:45.266789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Network ddc4da9b-4290-4360-8dab-95fdad54b4aa is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:38:45.270078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.425488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=09c130b2-2d10-4daa-a33b-29b218f808a3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:45.428105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:45.459671 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9401987
Nov 27 11:38:45.466578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43392) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:45.469676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Calling delete_port for e10d1941-a049-487d-ae1d-5d968dfb5d3d owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:45.479254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port f50b21a8-b099-4701-ae31-786f1865fbba {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:45.479591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.495133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, ddc4da9b-4290-4360-8dab-95fdad54b4aa) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:45.503952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13891782-39e3-4ab6-8482-8d4105a36159 None None] Network ddc4da9b-4290-4360-8dab-95fdad54b4aa requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:45.507113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:45.517976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Pushing event updated for resources: {'Network': ['ID=a98f47c4-0fa4-495e-98b2-b2d9e68f1432,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:45.524796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Request body: {'subnet': {'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1220039332-subnet', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:45.528039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:45.543429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:38:45.545584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:45.546678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:45.547527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:45.547527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:45.563704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.568582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Usage tracker for resource:subnet and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:45.571102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:45.571422 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:45.572915 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 2 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:45.579121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3921dc31-05f7-4e34-bfdd-ed7a4a7440b1 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:45.609395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:45.636123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:45.636499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:45.636774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:45.642088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:45.646111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.679730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:45.680617 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:45.681008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 3 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:45.708459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:45.708804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:45.709140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:45.721338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:45.721750 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:45.727541 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 4 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:45.768326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.781618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event updated for resources: {'Subnet': ['ID=4a7e67f9-76d0-4f11-803f-f6c3f18588a4,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:45.784410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:45.795587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-65025b80-828c-4c20-85af-5a04eecbfe23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:45.840147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:45.840758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:45.841436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:45.848439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Made reservation on behalf of 494d59d333c040f9a8c631a4bb0a01f4 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:45.850939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.865259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event deleted for resources: {'Port': ['ID=e10d1941-a049-487d-ae1d-5d968dfb5d3d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:45.870793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:45.871472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:45.873731 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:45.882736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1d61b47e-78b7-4ebe-b7da-afd46ba5777a None None] Provisioning for port 84276d94-4db8-4ece-bb39-2c46c174cea5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:45.890006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1d61b47e-78b7-4ebe-b7da-afd46ba5777a None None] Provisioning complete for port 84276d94-4db8-4ece-bb39-2c46c174cea5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:45.890393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1d61b47e-78b7-4ebe-b7da-afd46ba5777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:45.900281 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 5 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:45.957841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:45.958176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:45.958519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:45.978092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:45.978416 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:45.981165 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 6 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:46.001556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:46.001922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:46.002451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:46.004649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.016097 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e10d1941-a049-487d-ae1d-5d968dfb5d3d HTTP/1.1" status: 204  len: 168 time: 1.3263121
Nov 27 11:38:46.016097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:46.016097 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:46.016097 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 7 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:46.021549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43396) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:46.031720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89f560a1-311d-4734-8851-3ab18426565a', 'external_fixed_ips': [{'subnet_id': '1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc', 'ip_address': '172.20.0.2'}]}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:46.032716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Checking segment: {'id': 'a48a2c1e-8b14-4857-ad28-882c5adf8f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:46.033075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Network hostable DHCP agents. Network: b053376f-f7c3-4871-a700-f5a4d09a6648, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:38:46.037413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:46.038303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.042294 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/floatingips/7835a688-80bb-45b0-8376-3f4ce12692ec HTTP/1.1" status: 204  len: 168 time: 2.4244542
Nov 27 11:38:46.042718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:46.043052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:46.043384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:46.045623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Usage tracker for resource:router and tenant:3cd5cd942cea466c9612fd112677f51b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:46.048547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43400) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:46.050359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 99dd718a-3418-434c-abb7-2a38317d16d4 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:46.050718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.050989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:46.118136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:46.130072 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-3c5840fd-544e-4f1b-b679-e4c25811d684 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] delete failed (client error): The resource could not be found.
Nov 27 11:38:46.137089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3c5840fd-544e-4f1b-b679-e4c25811d684 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/floatingips/7835a688-80bb-45b0-8376-3f4ce12692ec HTTP/1.1" status: 404  len: 345 time: 0.0815589
Nov 27 11:38:46.137089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:46.137089 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:46.137089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 8 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:46.142252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43404) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:46.191220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:46.191546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:46.191879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:46.199305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.202072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:46.202395 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:46.204294 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 9 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:46.229300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:46.229300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:46.229300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:46.238126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2493d15a-3ff4-4f2c-9f39-e10ad754d923 None None] Provisioning for port f50b21a8-b099-4701-ae31-786f1865fbba completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:46.242918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:46.243245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2493d15a-3ff4-4f2c-9f39-e10ad754d923 None None] Provisioning complete for port f50b21a8-b099-4701-ae31-786f1865fbba triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:46.243373 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:46.243631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2493d15a-3ff4-4f2c-9f39-e10ad754d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.248379 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 10 to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c
Nov 27 11:38:46.270632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060bb76e-808b-4942-9663-543f93fcb9c3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:46.274636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060bb76e-808b-4942-9663-543f93fcb9c3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:46.279191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060bb76e-808b-4942-9663-543f93fcb9c3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:46.280162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-060bb76e-808b-4942-9663-543f93fcb9c3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Synchronizing usage tracker for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:46.286459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:46.286826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:46.294222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:46.294222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.294222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.301774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2493d15a-3ff4-4f2c-9f39-e10ad754d923 None None] Port f50b21a8-b099-4701-ae31-786f1865fbba cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:46.309514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:46.309843 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 0148ba68-95ca-4373-997c-9ffac5d0ff5c on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:46.310195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.329492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Network b053376f-f7c3-4871-a700-f5a4d09a6648 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:38:46.425635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-060bb76e-808b-4942-9663-543f93fcb9c3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Unset dirty status for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:46.426710 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-060bb76e-808b-4942-9663-543f93fcb9c3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "GET /v2.0/ports?network_id=407d1188-197d-4754-81a5-20ba04184d2b HTTP/1.1" status: 200  len: 2357 time: 0.2837520
Nov 27 11:38:46.430374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43408) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:46.431929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for f50b21a8-b099-4701-ae31-786f1865fbba owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:46.514703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.564795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bce0fa0-9cad-4030-ac29-9af4bb936fe4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:46.565062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, b053376f-f7c3-4871-a700-f5a4d09a6648) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:46.565358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9bce0fa0-9cad-4030-ac29-9af4bb936fe4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Synchronizing usage tracker for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:46.573097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:46.575758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eae3ba5-b78e-4bf7-bda8-3b82d22d893a None None] Network b053376f-f7c3-4871-a700-f5a4d09a6648 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:46.579000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.584183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.596082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] For port 0148ba68-95ca-4373-997c-9ffac5d0ff5c, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:46.596438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempted to set empty binding levels {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 11:38:46.718890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.729113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1ce18f28-55db-4235-bae0-0b4545319d37 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:46.764469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9bce0fa0-9cad-4030-ac29-9af4bb936fe4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Unset dirty status for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:46.766440 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9bce0fa0-9cad-4030-ac29-9af4bb936fe4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "GET /v2.0/subnets/01140f7b-4e27-4eb0-ab60-71217684a3da HTTP/1.1" status: 200  len: 797 time: 0.3349960
Nov 27 11:38:46.810263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-b053376f-f7c3-4871-a700-f5a4d09a6648', 'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648', 'tenant_id': '66f7e853a7ee4ff283d6003b50214ae4', 'fixed_ips': [{'subnet_id': '4a7e67f9-76d0-4f11-803f-f6c3f18588a4'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:38:46.811367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.826153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43412) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:46.832629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'port': {'network_id': '407d1188-197d-4754-81a5-20ba04184d2b', 'name': 'tempest-FloatingIPTestJSON-2101152807', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:46.899227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 99dd718a-3418-434c-abb7-2a38317d16d4 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:46.933882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:46.964204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=0148ba68-95ca-4373-997c-9ffac5d0ff5c,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:46.975639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:46.978162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Allocated IP 2001:db8::2 (b053376f-f7c3-4871-a700-f5a4d09a6648/4a7e67f9-76d0-4f11-803f-f6c3f18588a4/db1822ed-e96e-4b51-b14c-357d64079b6b) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:46.999818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.030805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:47.040957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:47.048381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.052581 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2493291
Nov 27 11:38:47.055479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43416) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:47.061801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc111124-cc05-45df-acc6-401ac3e76c85 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:47.062517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Request body: {'port': {'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-321139325'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:47.159145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:47.167344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6c300f-101d-4339-ab08-9d85fd8e3627,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:47.171426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:47.179559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Checking segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:47.179917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Network hostable DHCP agents. Network: a98f47c4-0fa4-495e-98b2-b2d9e68f1432, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:38:47.186608 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 4.6742940
Nov 27 11:38:47.189243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43420) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:47.206275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.217895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Transition to ACTIVE for port object db1822ed-e96e-4b51-b14c-357d64079b6b will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:47.237680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Transition to ACTIVE for port object db1822ed-e96e-4b51-b14c-357d64079b6b will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:47.273597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.288669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:47.358820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.363926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:47.368711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Deleting port 0148ba68-95ca-4373-997c-9ffac5d0ff5c {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:47.368711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.389024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=f50b21a8-b099-4701-ae31-786f1865fbba,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:47.399113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:47.405016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:47.411221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Usage tracker for resource:port and tenant:66f7e853a7ee4ff283d6003b50214ae4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:47.415251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:47.433743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.434985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Network b053376f-f7c3-4871-a700-f5a4d09a6648 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:47.438637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:47.441091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:47.445212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Pushing event updated for resources: {'Port': ['ID=db1822ed-e96e-4b51-b14c-357d64079b6b,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:47.448506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:47.466799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:47.518168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] device_id is not set on port 74de78ce-8fc3-401a-bcd3-823cc0978324 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:47.533063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:38:47.535376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Attempting to bind port db1822ed-e96e-4b51-b14c-357d64079b6b on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:47.535758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Attempting to bind port db1822ed-e96e-4b51-b14c-357d64079b6b by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a48a2c1e-8b14-4857-ad28-882c5adf8f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:47.536124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Attempting to bind port db1822ed-e96e-4b51-b14c-357d64079b6b on network b053376f-f7c3-4871-a700-f5a4d09a6648 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:47.543897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:47.547697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Checking segment: {'id': 'a48a2c1e-8b14-4857-ad28-882c5adf8f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:47.547697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.547697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Bound using segment: {'id': 'a48a2c1e-8b14-4857-ad28-882c5adf8f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:47.547697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Bound port: db1822ed-e96e-4b51-b14c-357d64079b6b, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48a2c1e-8b14-4857-ad28-882c5adf8f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:47.547697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.551923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.562121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-976d069f-88d5-447d-b5e5-83571bcd4292 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:47.578442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Made reservation on behalf of 66f7e853a7ee4ff283d6003b50214ae4 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:47.581889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.624808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] device_id is not set on port 256d781f-e531-48f7-94ba-92faea2e9fda yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:47.661896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, a98f47c4-0fa4-495e-98b2-b2d9e68f1432) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:47.670766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=99dd718a-3418-434c-abb7-2a38317d16d4,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:47.696752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:47.696949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11036461-a8f8-4fcf-880e-a59b92e12a01 None None] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:47.700444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:47.701023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.779797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] For port db1822ed-e96e-4b51-b14c-357d64079b6b, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:47.805319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] For port db1822ed-e96e-4b51-b14c-357d64079b6b, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=db1822ed-e96e-4b51-b14c-357d64079b6b,segment=NetworkSegment(a48a2c1e-8b14-4857-ad28-882c5adf8f0d),segment_id=a48a2c1e-8b14-4857-ad28-882c5adf8f0d)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:47.890364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:47.899487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e86cc9b3-45a9-4fc1-9876-083cf3313f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:47.928889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.031799 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/f50b21a8-b099-4701-ae31-786f1865fbba HTTP/1.1" status: 204  len: 168 time: 2.8330004
Nov 27 11:38:48.037987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43424) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:48.037987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] For port 0148ba68-95ca-4373-997c-9ffac5d0ff5c, host hv-neutron-8194, got binding levels [] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:48.037987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.045786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Pushing event updated for resources: {'Port': ['ID=db1822ed-e96e-4b51-b14c-357d64079b6b,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:48.049900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:48.067657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:38:48.068490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.101513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Allocated IP 2001:db8::142 (b053376f-f7c3-4871-a700-f5a4d09a6648/4a7e67f9-76d0-4f11-803f-f6c3f18588a4/256d781f-e531-48f7-94ba-92faea2e9fda) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:48.206724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.217144 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.7462595
Nov 27 11:38:48.225970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Calling delete_port for 0148ba68-95ca-4373-997c-9ffac5d0ff5c owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:48.252670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43428) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:48.271450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:48.297975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:48.317681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e48ae-d0de-4008-9ccd-cb71ce6be373 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:48.319039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e48ae-d0de-4008-9ccd-cb71ce6be373 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:48.320348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e48ae-d0de-4008-9ccd-cb71ce6be373 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:48.321890 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1b6e48ae-d0de-4008-9ccd-cb71ce6be373 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2757492
Nov 27 11:38:48.323215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Usage tracker for resource:router and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:48.330274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.333331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43432) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:48.334069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Allocated IP 172.20.0.2 (a98f47c4-0fa4-495e-98b2-b2d9e68f1432/5a6c300f-101d-4339-ab08-9d85fd8e3627/a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:48.334198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:48.347592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:48.527450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.20.0.14 (407d1188-197d-4754-81a5-20ba04184d2b/01140f7b-4e27-4eb0-ab60-71217684a3da/74de78ce-8fc3-401a-bcd3-823cc0978324) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:48.543053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.549156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.20.0.13 (407d1188-197d-4754-81a5-20ba04184d2b/01140f7b-4e27-4eb0-ab60-71217684a3da/74de78ce-8fc3-401a-bcd3-823cc0978324) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:48.606133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.616845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Transition to ACTIVE for port object a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:48.639052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Transition to ACTIVE for port object a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:48.706833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.707780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.807355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.816500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.818047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:48.820428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:48.827396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:48.909814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Pushing event updated for resources: {'Port': ['ID=a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:48.911254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:48.947930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:48.953450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:48.957738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:49.026834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event deleted for resources: {'Port': ['ID=0148ba68-95ca-4373-997c-9ffac5d0ff5c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:49.052618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6ed59d77-2d56-4fc5-b10d-50bf8e29c156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.055363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:49.061185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.067828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Allocated IP 172.20.0.2 (89f560a1-311d-4734-8851-3ab18426565a/1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc/5a7c4402-3400-47c5-9dd6-a382ea8b95f3) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:49.076552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 37b799ab-d949-427d-b403-4fa143b1bc15 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:49.081559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.085120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.091299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Attempting to bind port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:49.091678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Attempting to bind port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:49.092037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Attempting to bind port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:49.099681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:49.099862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Checking segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:49.100521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.100820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Bound using segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:49.101380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Bound port: a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:49.102077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.105787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.138505 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "DELETE /v2.0/ports/0148ba68-95ca-4373-997c-9ffac5d0ff5c HTTP/1.1" status: 204  len: 168 time: 1.9453678
Nov 27 11:38:49.143117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43436) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:49.157178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Transition to ACTIVE for port object 256d781f-e531-48f7-94ba-92faea2e9fda will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:49.257613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] For port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:49.264505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] For port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:49.293357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device db1822ed-e96e-4b51-b14c-357d64079b6b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:49.329303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.345455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.351819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:49.361195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.382080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94f94bcf-c01a-41f8-af68-e4cc04842ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:49.426797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.438582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.447357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 407d1188-197d-4754-81a5-20ba04184d2b is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:49.455508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6e66ff-cfa6-46cb-b7c6-a48fc5d5becd None None] Network b053376f-f7c3-4871-a700-f5a4d09a6648 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:49.457035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:49.470653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:49.484520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Pushing event updated for resources: {'Port': ['ID=a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:49.504269 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ffb224-83c5-498c-b343-2b0597e2ab6a tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] GET failed (client error): The resource could not be found.
Nov 27 11:38:49.504769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5ffb224-83c5-498c-b343-2b0597e2ab6a tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Synchronizing usage tracker for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:49.532250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:49.542406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Network b053376f-f7c3-4871-a700-f5a4d09a6648 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:49.550385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=74de78ce-8fc3-401a-bcd3-823cc0978324,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:49.561014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:49.565220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:49.566828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:49.597565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.599611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:49.604435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:49.605239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.607354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9f5085a4-f53f-47ef-a594-a3c187e40287 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:38:49.623129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.634217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:49.638415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.676245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5ffb224-83c5-498c-b343-2b0597e2ab6a tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Unset dirty status for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:49.677363 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e5ffb224-83c5-498c-b343-2b0597e2ab6a tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "GET /v2.0/ports/0148ba68-95ca-4373-997c-9ffac5d0ff5c HTTP/1.1" status: 404  len: 333 time: 0.5331590
Nov 27 11:38:49.698625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event updated for resources: {'Port': ['ID=256d781f-e531-48f7-94ba-92faea2e9fda,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:49.704566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port db1822ed-e96e-4b51-b14c-357d64079b6b completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:49.710576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43446) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:49.712660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] Provisioning for port db1822ed-e96e-4b51-b14c-357d64079b6b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:49.721061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:49.725976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Request body: {'port': {'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1416419355'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:49.733723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port db1822ed-e96e-4b51-b14c-357d64079b6b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:49.735738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.738196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:49.753114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.757429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:49.761098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:49.771004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] Provisioning complete for port db1822ed-e96e-4b51-b14c-357d64079b6b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:49.771284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.820353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Network 89f560a1-311d-4734-8851-3ab18426565a is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:49.823175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:49.831500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:49.867499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:49.881248 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 3.0512810
Nov 27 11:38:49.891704 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 2.8351021
Nov 27 11:38:49.894671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43450) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:49.895001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43452) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:49.895817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'Port': ['ID=5a7c4402-3400-47c5-9dd6-a382ea8b95f3,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:49.912006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Request body: {'port': {'network_id': 'b053376f-f7c3-4871-a700-f5a4d09a6648', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2065262544', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:49.912848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.api.validators [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] bootfile-name is not in valid_values {{(pid=84363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:38:49.913406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.api.validators [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] tftp-server is not in valid_values {{(pid=84363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:38:49.913960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.api.validators [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] server-ip-address is not in valid_values {{(pid=84363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:38:50.015751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:50.022974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '74de78ce-8fc3-401a-bcd3-823cc0978324', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:50.029690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:50.033639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:floatingip and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:50.036593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:50.043135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:50.050153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Made reservation on behalf of c98147337e3744e88043b2cfe0cb9b02 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:50.052456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.107649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:50.114587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.121689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-39e3705c-39ac-4be5-830d-b8220cf9c67c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:50.124709 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314a8c8-6909-48a6-bfe6-29e54cf9094b None None] Sync routers for ids ['9f5085a4-f53f-47ef-a594-a3c187e40287'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:50.126899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.160732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.161392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] device_id is not set on port 553db604-8148-48fe-bccd-eab93e0c4c12 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:50.165741 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314a8c8-6909-48a6-bfe6-29e54cf9094b None None] Routers {'9f5085a4-f53f-47ef-a594-a3c187e40287'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:50.166752 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9f5085a4-f53f-47ef-a594-a3c187e40287/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8418241
Nov 27 11:38:50.171973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=37b799ab-d949-427d-b403-4fa143b1bc15,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:50.171973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43458) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:50.175465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:50.176305 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4314a8c8-6909-48a6-bfe6-29e54cf9094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467d8cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9f5085a4-f53f-47ef-a594-a3c187e40287'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:50.223787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.226239 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/37b799ab-d949-427d-b403-4fa143b1bc15 HTTP/1.1" status: 204  len: 168 time: 1.8863873
Nov 27 11:38:50.230070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-614b8171-6475-4643-ad38-f5e62ccbabc6 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:50.240868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed92c031-3fab-488a-981e-636a72111118 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:50.244238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43462) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:50.317576 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4314a8c8-6909-48a6-bfe6-29e54cf9094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467d8cd0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:50.322499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] For port db1822ed-e96e-4b51-b14c-357d64079b6b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=db1822ed-e96e-4b51-b14c-357d64079b6b,segment=NetworkSegment(a48a2c1e-8b14-4857-ad28-882c5adf8f0d),segment_id=a48a2c1e-8b14-4857-ad28-882c5adf8f0d)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:50.341552 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314a8c8-6909-48a6-bfe6-29e54cf9094b None None] Routers {'9f5085a4-f53f-47ef-a594-a3c187e40287'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:50.343171 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4314a8c8-6909-48a6-bfe6-29e54cf9094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467d8cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9f5085a4-f53f-47ef-a594-a3c187e40287'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:50.346227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet b179078e-06bd-457e-add3-a897664d25dd {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:50.374905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.420201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.437348 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4314a8c8-6909-48a6-bfe6-29e54cf9094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467d8cd0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:50.437538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.438208 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314a8c8-6909-48a6-bfe6-29e54cf9094b None None] The sync data for ids ['9f5085a4-f53f-47ef-a594-a3c187e40287'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:50.452082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-614b8171-6475-4643-ad38-f5e62ccbabc6 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:50.453516 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-614b8171-6475-4643-ad38-f5e62ccbabc6 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f5085a4-f53f-47ef-a594-a3c187e40287 HTTP/1.1" status: 200  len: 205 time: 0.2804942
Nov 27 11:38:50.456734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.457740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43466) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:50.477482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-bcedeae3-6375-4942-80f8-486e0c4f4b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:50.608111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:50.608392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:50.629947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.659335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] Pushing event updated for resources: {'Port': ['ID=db1822ed-e96e-4b51-b14c-357d64079b6b,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:50.666066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:50.705885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:50.712554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Usage tracker for resource:port and tenant:66f7e853a7ee4ff283d6003b50214ae4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:50.718114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:50.727655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:50.747625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.761460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.768624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7d044df1-a878-4370-985a-98cae876d7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:50.818045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.822845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f96ff6e-11e8-486d-8c9b-f8e8e0f429bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.826588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9b58fe95-f7a4-4000-9527-e11f4e7a17f0 None None] Provisioning for port 256d781f-e531-48f7-94ba-92faea2e9fda completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:50.833590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9b58fe95-f7a4-4000-9527-e11f4e7a17f0 None None] Provisioning complete for port 256d781f-e531-48f7-94ba-92faea2e9fda triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:50.834259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9b58fe95-f7a4-4000-9527-e11f4e7a17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.835561 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Network ddc4da9b-4290-4360-8dab-95fdad54b4aa is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:50.853606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:50.856293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:50.857327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:50.857954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.935863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Made reservation on behalf of 66f7e853a7ee4ff283d6003b50214ae4 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:50.937208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9b58fe95-f7a4-4000-9527-e11f4e7a17f0 None None] Port 256d781f-e531-48f7-94ba-92faea2e9fda cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:50.947597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.967141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9b58fe95-f7a4-4000-9527-e11f4e7a17f0 None None] Provisioning complete for port db1822ed-e96e-4b51-b14c-357d64079b6b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:50.968643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9b58fe95-f7a4-4000-9527-e11f4e7a17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:50.968823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=553db604-8148-48fe-bccd-eab93e0c4c12,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:50.971659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:50.977089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.2653134
Nov 27 11:38:50.983522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43470) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:50.995667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] device_id is not set on port 480785ad-5a8a-475f-afa6-907b32e8c122 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:51.053340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:51.160993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.189861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-347c0cdb-76b2-44b9-a26b-12ac86699d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.336263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05c8fc-d585-478a-8e90-9a7c5732b394 None None] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:51.340189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.377560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.393728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Allocated IP 2001:db8::48 (b053376f-f7c3-4871-a700-f5a4d09a6648/4a7e67f9-76d0-4f11-803f-f6c3f18588a4/480785ad-5a8a-475f-afa6-907b32e8c122) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:51.494351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device db1822ed-e96e-4b51-b14c-357d64079b6b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:51.553516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.554241 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.567401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.573150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e438291c-d886-4dc7-91bb-8bbcd0ac367f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:51.612640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b1d05d76-d3f3-4514-9e86-754b26ce5da3 None None] Provisioning complete for port 256d781f-e531-48f7-94ba-92faea2e9fda triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:51.613010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b1d05d76-d3f3-4514-9e86-754b26ce5da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.638350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Allocated IP 172.26.6.192 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/0db349a7-acdc-4d65-a302-da2405cceecc) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:51.666903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=b179078e-06bd-457e-add3-a897664d25dd,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:51.678136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:51.706839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.720294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c949656-70e6-48d8-a8ed-733a9435a053 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:51.736965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port db1822ed-e96e-4b51-b14c-357d64079b6b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:51.737340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:51.776242 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b1d05d76-d3f3-4514-9e86-754b26ce5da3 None None] Port 256d781f-e531-48f7-94ba-92faea2e9fda cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:52.032860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/b179078e-06bd-457e-add3-a897664d25dd HTTP/1.1" status: 204  len: 168 time: 1.7850647
Nov 27 11:38:52.034461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43474) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:52.036245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f96ff6e-11e8-486d-8c9b-f8e8e0f429bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.072051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b1d05d76-d3f3-4514-9e86-754b26ce5da3 None None] Provisioning for port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:52.075532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] device_id is not set on port 553db604-8148-48fe-bccd-eab93e0c4c12 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:52.089715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.094344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:52.114083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.125092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Transition to ACTIVE for port object 553db604-8148-48fe-bccd-eab93e0c4c12 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:52.133391 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f96ff6e-11e8-486d-8c9b-f8e8e0f429bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.137704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Transition to ACTIVE for port object 480785ad-5a8a-475f-afa6-907b32e8c122 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:52.138950 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6bf1dce0-dd42-4110-9be0-346272582e6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1005719
Nov 27 11:38:52.141825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43478) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:52.162276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:52.210606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.218135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f622e483-8749-4c4c-9820-15f17d757614 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:52.250930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6dcee250-8cae-4a9d-bac4-5e80b8231001 None None] Provisioning complete for port 84276d94-4db8-4ece-bb39-2c46c174cea5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:52.251498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6dcee250-8cae-4a9d-bac4-5e80b8231001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.285726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.328610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:52.333206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:52.339578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:52.343729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.344268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:52.348274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.348904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:52.351222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:52.363067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] Deleting port 84276d94-4db8-4ece-bb39-2c46c174cea5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:52.363452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.392301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f96ff6e-11e8-486d-8c9b-f8e8e0f429bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.392787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96ff6e-11e8-486d-8c9b-f8e8e0f429bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5085a4-f53f-47ef-a594-a3c187e40287 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:38:52.397680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=553db604-8148-48fe-bccd-eab93e0c4c12,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:52.401504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:52.406657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bff9cc97-7b5e-497e-b297-7079f791f0c0 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:52.411588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f96ff6e-11e8-486d-8c9b-f8e8e0f429bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.412669 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7f96ff6e-11e8-486d-8c9b-f8e8e0f429bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/9f5085a4-f53f-47ef-a594-a3c187e40287 HTTP/1.1" status: 204  len: 168 time: 1.9517407
Nov 27 11:38:52.413001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:52.413383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.419583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43482) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:52.424314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.428962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:52.432458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.474734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-82570fd2-ae79-41ac-a1e8-dbbe24517a14 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:52.521353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Network b053376f-f7c3-4871-a700-f5a4d09a6648 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:52.541772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:52.544697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:52.548686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:52.549315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.573157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:52.573558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:52.573914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:52.595322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event updated for resources: {'Port': ['ID=480785ad-5a8a-475f-afa6-907b32e8c122,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:52.598117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:52.599883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.26.6.101 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/3663c683-aafc-4be3-8c96-466d0325addf) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:52.609370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:52.609702 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:52.612154 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 2 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:52.627693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Router f9daf1b2-fea9-4e5d-86c0-2357e032c0a8 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:38:52.637236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:52.653031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:52.656372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:52.657090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:52.657090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:52.666577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:52.693650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0db349a7-acdc-4d65-a302-da2405cceecc,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:52.714683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:52.808549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.829513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] For port 84276d94-4db8-4ece-bb39-2c46c174cea5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=84276d94-4db8-4ece-bb39-2c46c174cea5,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:52.829914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:52.854207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:52.854949 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:52.857474 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 3 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:52.865292 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 2.9652071
Nov 27 11:38:52.868021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43486) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:52.959402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:52.959744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:52.960081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:52.980691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] Calling delete_port for 84276d94-4db8-4ece-bb39-2c46c174cea5 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:53.002588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:53.002922 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:53.012379 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 4 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:53.017985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet 22ff0db0-6061-4fed-9ba4-bbd705356e11 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:53.029277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:53.032641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.037892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.045951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:53.046115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:53.046405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:53.061532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-edc7f65b-66a6-4592-9f9f-7ac5bfed06a6 None None] Provisioning complete for port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:53.061532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-edc7f65b-66a6-4592-9f9f-7ac5bfed06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.069683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:53.070017 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:53.073046 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 5 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:53.129543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.132893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:53.146784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:53.147117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:53.147446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:53.147705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.160820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:53.161191 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:53.163739 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 6 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:53.189602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:53.189962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:53.190257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:53.199720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:53.200047 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:53.202074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.209685 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 7 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:53.223410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f66a70a-44a5-46d3-8b7a-b11a54b01bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:53.227987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f66a70a-44a5-46d3-8b7a-b11a54b01bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:53.231125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:53.231466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:53.231792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:53.232317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f66a70a-44a5-46d3-8b7a-b11a54b01bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:53.233948 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8f66a70a-44a5-46d3-8b7a-b11a54b01bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.3575859
Nov 27 11:38:53.237730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43490) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:53.240200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:53.240352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.252979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:53.255296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:53.255643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-caddbeba-ee04-4ccd-ba4a-d5b59423150f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:53.276086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:53.276086 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:53.278120 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 8 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:53.308527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.324946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b3b98478-bb59-4fbf-9c18-36a73001163b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:53.325124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] Pushing event deleted for resources: {'Port': ['ID=84276d94-4db8-4ece-bb39-2c46c174cea5,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:53.333810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] No DVR routers for this DVR port 84276d94-4db8-4ece-bb39-2c46c174cea5 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:53.335870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=cfa7e8e6-98af-4259-a514-eaad17c57b3e,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:53.336010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:53.347653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:53.351002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:53.362104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:53.366225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:53.366844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.372452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1feef8-2199-43e8-970f-0e721b742197 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:53.393513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:53.394450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:53.395090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:53.398221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:53.410353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:53.411476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.425579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Deleting port 480785ad-5a8a-475f-afa6-907b32e8c122 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:53.425917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.435785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Sync routers for ids ['f9daf1b2-fea9-4e5d-86c0-2357e032c0a8'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:53.457076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.457076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.505660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:53.506004 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:53.506610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=3663c683-aafc-4be3-8c96-466d0325addf,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:53.509393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:53.518969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:53.519106 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 9 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:53.526996 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3839223
Nov 27 11:38:53.528364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43494) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:53.531311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:53.533740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:53.552410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:53.562735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Routers {'f9daf1b2-fea9-4e5d-86c0-2357e032c0a8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:53.563567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d5de20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f9daf1b2-fea9-4e5d-86c0-2357e032c0a8'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:53.615709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.615709 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 7.5886381
Nov 27 11:38:53.615709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:53.615709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:53.615709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:53.625859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43498) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:53.721887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:53.722221 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:53.728195 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 10 to bind port 553db604-8148-48fe-bccd-eab93e0c4c12
Nov 27 11:38:53.759883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0a08f539-a75a-435b-b809-5c8218520a09 None None] Provisioning for port 480785ad-5a8a-475f-afa6-907b32e8c122 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:53.771940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.787253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:53.787632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.810426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0a08f539-a75a-435b-b809-5c8218520a09 None None] Provisioning complete for port 480785ad-5a8a-475f-afa6-907b32e8c122 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:53.810824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a08f539-a75a-435b-b809-5c8218520a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.858325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:53.858691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:53.858878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:53.895824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.905654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:38:53.906042 dv-neutron-819441-1-hyperv neutron-server[84363]: ERROR neutron.plugins.ml2.managers [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 553db604-8148-48fe-bccd-eab93e0c4c12 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:38:53.906325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.906524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e12b4419-526b-41ee-958d-eb14871bcee0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:53.950686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=22ff0db0-6061-4fed-9ba4-bbd705356e11,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:53.954035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:53.958271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0a08f539-a75a-435b-b809-5c8218520a09 None None] Port 480785ad-5a8a-475f-afa6-907b32e8c122 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:53.960436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:53.961628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:38:53.966331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:38:53.974678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Set router f9daf1b2-fea9-4e5d-86c0-2357e032c0a8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:53.975431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:53.978031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:53.990407 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/22ff0db0-6061-4fed-9ba4-bbd705356e11 HTTP/1.1" status: 204  len: 168 time: 1.5672610
Nov 27 11:38:53.992377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43502) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:54.038210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'cfa7e8e6-98af-4259-a514-eaad17c57b3e'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:38:54.038993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.048273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e767e8c-73cf-46c5-81a0-fa4f1dae216b None None] Network cc229ccb-3244-4946-85e9-17493bda3ce9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:54.056776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.157901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:54.253736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Calling delete_port for 480785ad-5a8a-475f-afa6-907b32e8c122 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:54.311566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet d29a01a3-70ba-4c50-ba15-8909c168321a {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:38:54.317257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.414888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.453303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.506142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 84276d94-4db8-4ece-bb39-2c46c174cea5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:54.543513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] For port 553db604-8148-48fe-bccd-eab93e0c4c12, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:54.544110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempted to set empty binding levels {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 11:38:54.567953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 84276d94-4db8-4ece-bb39-2c46c174cea5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:38:54.568329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 84276d94-4db8-4ece-bb39-2c46c174cea5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:38:54.626800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Router 4e381d82-7ba7-4a33-9879-a70491a89069 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:38:54.629026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.670852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.679668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:54.694530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Allocated IP 172.20.0.2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/cfa7e8e6-98af-4259-a514-eaad17c57b3e/b32fa70e-4468-401f-b085-a3ec46a2874f) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:54.798009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] In _notify_port_updated(), no bound segment for port 553db604-8148-48fe-bccd-eab93e0c4c12 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:38:54.799066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.802810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "PUT /v2.0/ports/553db604-8148-48fe-bccd-eab93e0c4c12 HTTP/1.1" status: 200  len: 977 time: 3.8112857
Nov 27 11:38:54.817073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43506) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:54.825924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] DHCP port deletion for cc229ccb-3244-4946-85e9-17493bda3ce9 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:54.833880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d5de20>, [{'id': 'f9daf1b2-fea9-4e5d-86c0-2357e032c0a8', 'name': '', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f560a1-311d-4734-8851-3ab18426565a', 'external_fixed_ips': [{'subnet_id': '1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a7c4402-3400-47c5-9dd6-a382ea8b95f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:46Z', 'updated_at': '2021-11-27T11:38:50Z', 'revision_number': 3, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port': {'id': '5a7c4402-3400-47c5-9dd6-a382ea8b95f3', 'name': '', 'network_id': '89f560a1-311d-4734-8851-3ab18426565a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9daf1b2-fea9-4e5d-86c0-2357e032c0a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:54.839858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] Deleting port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:54.840507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.864937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=553db604-8148-48fe-bccd-eab93e0c4c12,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:54.867766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:54.885833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Checking router: f9daf1b2-fea9-4e5d-86c0-2357e032c0a8 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:38:54.886429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Updating router f9daf1b2-fea9-4e5d-86c0-2357e032c0a8 port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:38:54.899532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.945886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:54.957013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3910cc97-f500-4b80-ab5c-cf5c066304dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:54.998359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.004510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-974206f6-3961-4d0f-aeaf-999b3e1c1476 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:55.007572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.014847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=d29a01a3-70ba-4c50-ba15-8909c168321a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:55.027328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:55.039972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.055045 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/d29a01a3-70ba-4c50-ba15-8909c168321a HTTP/1.1" status: 204  len: 168 time: 1.0627339
Nov 27 11:38:55.055630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43510) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:55.064557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event deleted for resources: {'Port': ['ID=480785ad-5a8a-475f-afa6-907b32e8c122,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:55.066351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:55.075801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e881a-03bb-413e-9fa1-02dd4a3fc6c5 None None] Network 051866c8-151d-44ba-9bb3-53f654b91223 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:38:55.097465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8759b498-c22f-4c38-9958-7bd846d87f52 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Synchronizing usage tracker for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:55.170329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.233731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.236381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:38:55.246257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "DELETE /v2.0/ports/480785ad-5a8a-475f-afa6-907b32e8c122 HTTP/1.1" status: 204  len: 168 time: 1.9984839
Nov 27 11:38:55.246500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.246588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43514) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:55.253255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Request body: {'port': {'name': 'tempest-new-port-name-2134412316', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:55.253646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.api.validators [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] bootfile-name is not in valid_values {{(pid=84363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:38:55.253906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.api.validators [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] tftp-server is not in valid_values {{(pid=84363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:38:55.254235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.api.validators [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] server-ip-address is not in valid_values {{(pid=84363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 27 11:38:55.286350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:55.286718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.292556 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:38:55.310740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8759b498-c22f-4c38-9958-7bd846d87f52 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Unset dirty status for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:55.313367 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8759b498-c22f-4c38-9958-7bd846d87f52 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 21040 time: 0.4941955
Nov 27 11:38:55.320057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43518) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:55.320365 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:55.323696 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846708eb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:55.367596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Transition to ACTIVE for port object b32fa70e-4468-401f-b085-a3ec46a2874f will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:55.473870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.475196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 97db272c-6e35-42bc-b1e9-e8a55f07ed61 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:55.481083 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.2230570
Nov 27 11:38:55.487928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43522) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:55.578636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.588875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Transition to ACTIVE for port object b32fa70e-4468-401f-b085-a3ec46a2874f will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:55.644213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:38:55.661490 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:55.665270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.669699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bae3cff7-76dd-46b5-a6fd-e1b5ddd85d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:55.683496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] For port 97db272c-6e35-42bc-b1e9-e8a55f07ed61, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=97db272c-6e35-42bc-b1e9-e8a55f07ed61,segment=NetworkSegment(2ecb442c-2c0b-4800-bbb6-0785b88b1694),segment_id=2ecb442c-2c0b-4800-bbb6-0785b88b1694)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:55.683928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.736842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Deleting port 553db604-8148-48fe-bccd-eab93e0c4c12 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:55.737086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.849992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.864930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] Calling delete_port for 97db272c-6e35-42bc-b1e9-e8a55f07ed61 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:55.890322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:55.916838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:55.924771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:55.931883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:55.957900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:55.958719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.008854 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:38:56.075526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=983294d6-9075-4902-8ea5-86bfd78318b7,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:56.083357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Deleting port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:56.083813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 97db272c-6e35-42bc-b1e9-e8a55f07ed61, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=97db272c-6e35-42bc-b1e9-e8a55f07ed61,segment=NetworkSegment(2ecb442c-2c0b-4800-bbb6-0785b88b1694),segment_id=2ecb442c-2c0b-4800-bbb6-0785b88b1694)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:56.084355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.087903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.101819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:56.108069 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846708eb0>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:38:53Z', 'revision_number': 3, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:56.113217 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:38:56.115933 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Updating router 4e381d82-7ba7-4a33-9879-a70491a89069 port 0db349a7-acdc-4d65-a302-da2405cceecc binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:38:56.158920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.163576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.6231866
Nov 27 11:38:56.170828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:56.177564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Pushing event updated for resources: {'Port': ['ID=b32fa70e-4468-401f-b085-a3ec46a2874f,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:56.180759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:56.193437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.198872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:56.201301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:56.224432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43528) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:56.227605 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.233946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 97db272c-6e35-42bc-b1e9-e8a55f07ed61 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:56.265796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:04:58:fb', 'name': 'tempest-NetworksTestDHCPv6-1415728506'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:56.435217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.438702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.445611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9be2694f-3f07-4473-9a4b-6f201588e0c9 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:56.455112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Transition to ACTIVE for port object 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:56.472060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.506773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:56.507374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:56.534736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] DHCP port deletion for 051866c8-151d-44ba-9bb3-53f654b91223 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:38:56.540359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d0529e82-7f1f-4250-9893-26478f3dc79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:56.564532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.589360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] For port 553db604-8148-48fe-bccd-eab93e0c4c12, host hv-neutron-8194, got binding levels [] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:56.589961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.600083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] In _notify_port_updated(), no bound segment for port 256d781f-e531-48f7-94ba-92faea2e9fda on network b053376f-f7c3-4871-a700-f5a4d09a6648 {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:38:56.604138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:56.604881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.606279 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "PUT /v2.0/ports/256d781f-e531-48f7-94ba-92faea2e9fda HTTP/1.1" status: 200  len: 1130 time: 1.3621774
Nov 27 11:38:56.617239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43532) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:56.639485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:56.656173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] Deleting port 0ea35186-f7ab-45af-be21-ef992fcea710 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:56.656830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.669332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:56.674852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event updated for resources: {'Port': ['ID=256d781f-e531-48f7-94ba-92faea2e9fda,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:56.682636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:56.683421 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.699985 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Transition to ACTIVE for port object 0db349a7-acdc-4d65-a302-da2405cceecc will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:56.709362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.733699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] Pushing event deleted for resources: {'Port': ['ID=97db272c-6e35-42bc-b1e9-e8a55f07ed61,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:56.739282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] No DVR routers for this DVR port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:56.746195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:56.750199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0752da88-363c-411c-a9eb-c770b5cc8336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:56.781275 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.784900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:56.786665 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-e7422ce4-7597-4847-8925-d07ec4a91231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:56.788661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.832715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Attempting to bind port b32fa70e-4468-401f-b085-a3ec46a2874f on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:56.833662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Attempting to bind port b32fa70e-4468-401f-b085-a3ec46a2874f by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:56.834189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Attempting to bind port b32fa70e-4468-401f-b085-a3ec46a2874f on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:56.838492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port cacd546b-51d8-457c-9f50-a066566ad439 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:56.905714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Calling delete_port for 553db604-8148-48fe-bccd-eab93e0c4c12 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:56.924949 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Attempting to bind port 0db349a7-acdc-4d65-a302-da2405cceecc on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:56.925307 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Attempting to bind port 0db349a7-acdc-4d65-a302-da2405cceecc by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:56.925653 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Attempting to bind port 0db349a7-acdc-4d65-a302-da2405cceecc on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:56.938704 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e5c1c-0f4d-419b-a8b2-7095bd10e4d6 None None] Pushing event updated for resources: {'Port': ['ID=0db349a7-acdc-4d65-a302-da2405cceecc,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:56.943639 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-359e5c1c-0f4d-419b-a8b2-7095bd10e4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:56.944654 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:56.945577 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:56.945978 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:56.946555 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:56.947086 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Bound port: 0db349a7-acdc-4d65-a302-da2405cceecc, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:56.947467 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.009278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 97db272c-6e35-42bc-b1e9-e8a55f07ed61 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:57.009655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.022095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Attempting to bind port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:38:57.022753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Attempting to bind port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'b387389c-2d26-4f0f-9f0f-0d9d9e9bd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '89f560a1-311d-4734-8851-3ab18426565a'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:38:57.023299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Attempting to bind port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 on network 89f560a1-311d-4734-8851-3ab18426565a {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:38:57.036416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:57.037056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:57.037621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.038168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:57.038998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Bound port: b32fa70e-4468-401f-b085-a3ec46a2874f, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:57.039529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.051789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32256efc-5530-4082-a921-dbeca13eb67e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:57.052540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-32256efc-5530-4082-a921-dbeca13eb67e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Synchronizing usage tracker for tenant:66f7e853a7ee4ff283d6003b50214ae4 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:57.053533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be793b-3594-4dac-9659-6c9320677c00 None None] Pushing event updated for resources: {'Port': ['ID=5a7c4402-3400-47c5-9dd6-a382ea8b95f3,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:57.054542 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] For port 0db349a7-acdc-4d65-a302-da2405cceecc, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:57.055352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.057628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-59be793b-3594-4dac-9659-6c9320677c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:57.066915 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] For port 0db349a7-acdc-4d65-a302-da2405cceecc, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0db349a7-acdc-4d65-a302-da2405cceecc,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:57.087153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:38:57.087532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Checking segment: {'id': 'b387389c-2d26-4f0f-9f0f-0d9d9e9bd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '89f560a1-311d-4734-8851-3ab18426565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:38:57.088720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.088872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Bound using segment: {'id': 'b387389c-2d26-4f0f-9f0f-0d9d9e9bd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '89f560a1-311d-4734-8851-3ab18426565a'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:38:57.089347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Bound port: 5a7c4402-3400-47c5-9dd6-a382ea8b95f3, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b387389c-2d26-4f0f-9f0f-0d9d9e9bd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '89f560a1-311d-4734-8851-3ab18426565a'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:38:57.089846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.129455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.159408 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.161713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] The port '97db272c-6e35-42bc-b1e9-e8a55f07ed61' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:38:57.167997 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-359e5c1c-0f4d-419b-a8b2-7095bd10e4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:57.278828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Calling delete_port for 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:57.309342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-32256efc-5530-4082-a921-dbeca13eb67e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Unset dirty status for tenant:66f7e853a7ee4ff283d6003b50214ae4 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:57.309342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-32256efc-5530-4082-a921-dbeca13eb67e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "GET /v2.0/ports/256d781f-e531-48f7-94ba-92faea2e9fda HTTP/1.1" status: 200  len: 1130 time: 0.6214104
Nov 27 11:38:57.313326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43536) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:57.318288 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e5c1c-0f4d-419b-a8b2-7095bd10e4d6 None None] Pushing event updated for resources: {'Port': ['ID=0db349a7-acdc-4d65-a302-da2405cceecc,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:57.321242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.330150 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-359e5c1c-0f4d-419b-a8b2-7095bd10e4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:57.343499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] For port 0ea35186-f7ab-45af-be21-ef992fcea710, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0ea35186-f7ab-45af-be21-ef992fcea710,segment=NetworkSegment(012bc965-d6bf-4e20-9baa-e838ce40fa57),segment_id=012bc965-d6bf-4e20-9baa-e838ce40fa57)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:57.343873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.349710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:57.351156 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:57.351535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-922b588d-42f2-4a3c-b814-cba743c8bcbf None None] Provisioning complete for port 256d781f-e531-48f7-94ba-92faea2e9fda triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:57.351784 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846708eb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:57.351905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-922b588d-42f2-4a3c-b814-cba743c8bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.396689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] For port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:57.458313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0ea35186-f7ab-45af-be21-ef992fcea710 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:38:57.460859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event deleted for resources: {'Port': ['ID=553db604-8148-48fe-bccd-eab93e0c4c12,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:57.476173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:57.534107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 172.20.0.10 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/cfa7e8e6-98af-4259-a514-eaad17c57b3e/cacd546b-51d8-457c-9f50-a066566ad439) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:57.543897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.544254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.607349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] For port b32fa70e-4468-401f-b085-a3ec46a2874f, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:38:57.625261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] Calling delete_port for 0ea35186-f7ab-45af-be21-ef992fcea710 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:57.693804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "DELETE /v2.0/ports/553db604-8148-48fe-bccd-eab93e0c4c12 HTTP/1.1" status: 204  len: 168 time: 2.3678443
Nov 27 11:38:57.712432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43540) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:57.774242 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:57.801447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.809845 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af7b699-4539-43a8-8554-26f7e44746ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] GET failed (client error): The resource could not be found.
Nov 27 11:38:57.810371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5af7b699-4539-43a8-8554-26f7e44746ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Synchronizing usage tracker for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:38:57.852551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] For port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5a7c4402-3400-47c5-9dd6-a382ea8b95f3,segment=NetworkSegment(b387389c-2d26-4f0f-9f0f-0d9d9e9bd731),segment_id=b387389c-2d26-4f0f-9f0f-0d9d9e9bd731)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:57.856994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:fe04:58fb (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/983294d6-9075-4902-8ea5-86bfd78318b7/cacd546b-51d8-457c-9f50-a066566ad439) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:38:57.864921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-922b588d-42f2-4a3c-b814-cba743c8bcbf None None] Port 256d781f-e531-48f7-94ba-92faea2e9fda cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:38:57.872439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:57.878000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0af6aaad-6557-4eb5-ac7c-b180c31cae26 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:57.944333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845413c10>,) {'filters': {'network_id': ['cc229ccb-3244-4946-85e9-17493bda3ce9']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:57.947933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] For port b32fa70e-4468-401f-b085-a3ec46a2874f, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b32fa70e-4468-401f-b085-a3ec46a2874f,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:38:57.987607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5af7b699-4539-43a8-8554-26f7e44746ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Unset dirty status for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:38:57.988753 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5af7b699-4539-43a8-8554-26f7e44746ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "GET /v2.0/ports/553db604-8148-48fe-bccd-eab93e0c4c12 HTTP/1.1" status: 404  len: 333 time: 0.2751837
Nov 27 11:38:57.997241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Deleting port 256d781f-e531-48f7-94ba-92faea2e9fda {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:58.003537 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.020090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43544) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:58.022583 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.028922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1311798345', 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:38:58.039289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:38:58.087452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:38:58.087768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.087918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=3663c683-aafc-4be3-8c96-466d0325addf,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:58.091585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:58.099086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.100069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:58.105311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845413c10>, '2ecb442c-2c0b-4800-bbb6-0785b88b1694') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:58.105740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845413c10>, '2ecb442c-2c0b-4800-bbb6-0785b88b1694') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:58.186188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.198049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be793b-3594-4dac-9659-6c9320677c00 None None] Pushing event updated for resources: {'Port': ['ID=5a7c4402-3400-47c5-9dd6-a382ea8b95f3,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:58.208215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.211492 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846708eb0>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:38:53Z', 'revision_number': 3, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:58.217305 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606a20d-cec8-4333-b333-1616555e55c1 None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:38:53Z', 'revision_number': 3, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:58.223698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-59be793b-3594-4dac-9659-6c9320677c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:58.223698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-59be793b-3594-4dac-9659-6c9320677c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:58.270361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.280312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:38:58.280860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.326026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Routers {'f9daf1b2-fea9-4e5d-86c0-2357e032c0a8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:38:58.326804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d5de20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f9daf1b2-fea9-4e5d-86c0-2357e032c0a8'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:58.405730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.415214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Made reservation on behalf of c98147337e3744e88043b2cfe0cb9b02 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:38:58.417520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:38:58.423820 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:38:58.431943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:38:58.432310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:38:58.452841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] device_id is not set on port 6d8c2f9d-0d7c-4a6d-af60-5fa431f61d24 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:38:58.531746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.568908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:58.589634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:58.660003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] No DVR routers for this DVR port 0ea35186-f7ab-45af-be21-ef992fcea710 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:38:58.668407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Pushing event updated for resources: {'Port': ['ID=b32fa70e-4468-401f-b085-a3ec46a2874f,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:58.674761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:58.675195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2589e20d-32e8-4759-ad73-1a784b096602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:58.702372 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP bb5c4714-4382-470e-8ca8-8a367854c138 associated. External IP: 172.26.6.101, port: 74de78ce-8fc3-401a-bcd3-823cc0978324.
Nov 27 11:38:58.720149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=cc229ccb-3244-4946-85e9-17493bda3ce9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:58.739160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] Set router f9daf1b2-fea9-4e5d-86c0-2357e032c0a8 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:38:58.760642 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/cc229ccb-3244-4946-85e9-17493bda3ce9 HTTP/1.1" status: 204  len: 168 time: 3.7030900
Nov 27 11:38:58.761462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43548) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:38:58.787311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] Pushing event deleted for resources: {'Port': ['ID=0ea35186-f7ab-45af-be21-ef992fcea710,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:58.793760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:58.906127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d5de20>, [{'id': 'f9daf1b2-fea9-4e5d-86c0-2357e032c0a8', 'name': '', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:46Z', 'updated_at': '2021-11-27T11:38:55Z', 'revision_number': 4, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:58.931700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b62007-e56b-4fb5-8ecc-b369a65bef58 None None] The sync data for ids ['f9daf1b2-fea9-4e5d-86c0-2357e032c0a8'] in dv-neutron-819441-1-hyperv is: [{'id': 'f9daf1b2-fea9-4e5d-86c0-2357e032c0a8', 'name': '', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:46Z', 'updated_at': '2021-11-27T11:38:55Z', 'revision_number': 4, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port_host': None}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:38:58.936454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.936942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.939830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.940309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.940774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.941242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.941788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.943097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.943648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.945997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.946814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:58.977358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:58.990833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Deleting port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:38:58.995574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.213620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.250973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.260399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.326804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.436251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0db349a7-acdc-4d65-a302-da2405cceecc up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:59.511726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] For port 5a7c4402-3400-47c5-9dd6-a382ea8b95f3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5a7c4402-3400-47c5-9dd6-a382ea8b95f3,segment=NetworkSegment(b387389c-2d26-4f0f-9f0f-0d9d9e9bd731),segment_id=b387389c-2d26-4f0f-9f0f-0d9d9e9bd731)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:59.512081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.530408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Calling delete_port for 256d781f-e531-48f7-94ba-92faea2e9fda owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:59.582811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 0db349a7-acdc-4d65-a302-da2405cceecc completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:38:59.586301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 0db349a7-acdc-4d65-a302-da2405cceecc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:38:59.586717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.594728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object cacd546b-51d8-457c-9f50-a066566ad439 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:38:59.641140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.649051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Calling delete_port for 5a7c4402-3400-47c5-9dd6-a382ea8b95f3 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:38:59.677748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:59.713682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.730756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 0db349a7-acdc-4d65-a302-da2405cceecc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0db349a7-acdc-4d65-a302-da2405cceecc,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:38:59.783906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Network ddc4da9b-4290-4360-8dab-95fdad54b4aa is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:38:59.793403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=6d8c2f9d-0d7c-4a6d-af60-5fa431f61d24,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:59.803805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:38:59.814308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:38:59.815152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:38:59.815742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.819219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.820729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.823874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b32fa70e-4468-401f-b085-a3ec46a2874f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:38:59.839534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.839737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.840084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.840689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.841046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.841548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.841793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.842144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.842584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.846344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.846344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.849185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:38:59.860164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844fa0c40>,) {'filters': {'network_id': ['051866c8-151d-44ba-9bb3-53f654b91223']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:59.876565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8b0a0cf7-9469-4668-8d7f-9ea41d78337d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:59.916640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844fa0c40>, '012bc965-d6bf-4e20-9baa-e838ce40fa57') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:59.916640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844fa0c40>, '012bc965-d6bf-4e20-9baa-e838ce40fa57') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:38:59.928952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.931606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.948505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3772cc85-a505-43c9-a50a-27252cdb4bcf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:38:59.971776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=0db349a7-acdc-4d65-a302-da2405cceecc,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:38:59.986737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.990152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.991350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:38:59.991776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:38:59.996691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:00.016485 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.9953163
Nov 27 11:39:00.025238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43552) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:00.069949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port b32fa70e-4468-401f-b085-a3ec46a2874f completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:00.093127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.164664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:00.180147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.184830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-99e29d4d-4c3d-4993-b060-46a58db49a59 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:00.295975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a7c4402-3400-47c5-9dd6-a382ea8b95f3,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:00.298420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:00.310846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:00.318267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:00.318963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.335831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:00.338001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:00.339467 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:00.341499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:00.379247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=cacd546b-51d8-457c-9f50-a066566ad439,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:00.402147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:00.409893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ddba07b-a39f-44c2-9eb7-1299f7311c5d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:00.445440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb226782-ccb5-4f5f-9446-974495da164d None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:00.477200 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8bcd694e-acf0-4fc9-8a14-ee7dbb5a58a6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "GET /v2.0/ports/6d8c2f9d-0d7c-4a6d-af60-5fa431f61d24 HTTP/1.1" status: 200  len: 955 time: 0.4432750
Nov 27 11:39:00.485062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43556) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:00.572731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event deleted for resources: {'Port': ['ID=256d781f-e531-48f7-94ba-92faea2e9fda,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:00.620777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] Provisioning for port b32fa70e-4468-401f-b085-a3ec46a2874f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:00.627159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] Provisioning complete for port b32fa70e-4468-401f-b085-a3ec46a2874f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:00.632858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.652669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:00.706249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:00.706904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.734733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.773896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Deleting port 6d8c2f9d-0d7c-4a6d-af60-5fa431f61d24 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:00.774232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.787791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.836259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.872695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.882223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2e52c3b0-ca84-4fc1-9cac-9403a26f4e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:00.892644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] For port b32fa70e-4468-401f-b085-a3ec46a2874f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b32fa70e-4468-401f-b085-a3ec46a2874f,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:00.916763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:00.924435 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/051866c8-151d-44ba-9bb3-53f654b91223 HTTP/1.1" status: 204  len: 168 time: 2.1417687
Nov 27 11:39:00.933027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=051866c8-151d-44ba-9bb3-53f654b91223,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:00.944526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43560) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:00.950378 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "DELETE /v2.0/ports/256d781f-e531-48f7-94ba-92faea2e9fda HTTP/1.1" status: 204  len: 168 time: 3.6240861
Nov 27 11:39:00.955622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:00.959667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43564) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:00.967996 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.7422678
Nov 27 11:39:00.969699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-929011728'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:00.972818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43568) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:00.979670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:00.986159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Update dhcp port {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': 'cfa7e8e6-98af-4259-a514-eaad17c57b3e', 'ip_address': '172.20.0.2'}, {'subnet_id': '983294d6-9075-4902-8ea5-86bfd78318b7'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': 'b32fa70e-4468-401f-b085-a3ec46a2874f'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:39:00.990448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:01.020542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.024157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:01.044943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Allocated IP 172.20.0.1 (a98f47c4-0fa4-495e-98b2-b2d9e68f1432/5a6c300f-101d-4339-ab08-9d85fd8e3627/bbe1d377-4dce-4d3b-9f85-baa001e33585) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:01.060440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:01.075281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:01.138892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.162852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.171882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.186351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:01.219300 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c998f-9da9-4df6-b1ce-c3e553618eb8 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:01.220922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:01.224204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.225009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] Pushing event updated for resources: {'Port': ['ID=b32fa70e-4468-401f-b085-a3ec46a2874f,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:01.265962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:01.266913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.286059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c998f-9da9-4df6-b1ce-c3e553618eb8 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:01.286719 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ed1c998f-9da9-4df6-b1ce-c3e553618eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284600d910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:01.363733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.363733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9daf1b2-fea9-4e5d-86c0-2357e032c0a8 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:39:01.365390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ed1c998f-9da9-4df6-b1ce-c3e553618eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284600d910>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:01.367340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0db349a7-acdc-4d65-a302-da2405cceecc up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:01.369450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:01.383993 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 11.4835210
Nov 27 11:39:01.385693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43572) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:01.394804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'port_id': '74de78ce-8fc3-401a-bcd3-823cc0978324', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:01.459977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.484993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c998f-9da9-4df6-b1ce-c3e553618eb8 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:01.484993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ed1c998f-9da9-4df6-b1ce-c3e553618eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284600d910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:01.492116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.492116 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment 7e2863df-f7a5-418e-acc3-6a81749691f4 of type vlan for network 5117a332-351e-4647-9f04-445ab11b12ef
Nov 27 11:39:01.504043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc9b64-a618-47cc-8180-30214c8cf8af tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:01.504427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.508669 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f9daf1b2-fea9-4e5d-86c0-2357e032c0a8 HTTP/1.1" status: 204  len: 168 time: 7.8790154
Nov 27 11:39:01.508821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc9b64-a618-47cc-8180-30214c8cf8af tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:01.508934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-90bc9b64-a618-47cc-8180-30214c8cf8af tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:01.513940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43576) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:01.561154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Allocated IP 2001:db8::f816:3eff:fec6:812a (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/983294d6-9075-4902-8ea5-86bfd78318b7/b32fa70e-4468-401f-b085-a3ec46a2874f) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:01.563096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ed1c998f-9da9-4df6-b1ce-c3e553618eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284600d910>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:01.563581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c998f-9da9-4df6-b1ce-c3e553618eb8 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:01.593442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.605827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 0db349a7-acdc-4d65-a302-da2405cceecc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:01.606195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.641126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Calling delete_port for 6d8c2f9d-0d7c-4a6d-af60-5fa431f61d24 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:01.644214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.697797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Deleting subnet 4a7e67f9-76d0-4f11-803f-f6c3f18588a4 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:01.706291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.723792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Deleting subnet 1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:01.732344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.771103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.798299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.807263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] For port b32fa70e-4468-401f-b085-a3ec46a2874f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b32fa70e-4468-401f-b085-a3ec46a2874f,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:01.832001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b32fa70e-4468-401f-b085-a3ec46a2874f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:01.842294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.854386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-90bc9b64-a618-47cc-8180-30214c8cf8af tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:01.858179 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-90bc9b64-a618-47cc-8180-30214c8cf8af tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1766 time: 0.8438489
Nov 27 11:39:01.861631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43580) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:01.878508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.882343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:01.883017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.886528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.890861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aaa0b457-a7f3-4166-b199-f9e06f48a10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:01.895358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Transition to ACTIVE for port object bbe1d377-4dce-4d3b-9f85-baa001e33585 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:01.918028 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Transition to ACTIVE for port object b32fa70e-4468-401f-b085-a3ec46a2874f will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:01.931736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port b32fa70e-4468-401f-b085-a3ec46a2874f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:01.932051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:01.980861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port cacd546b-51d8-457c-9f50-a066566ad439 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:01.981449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.060280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.070096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d09cb2b8-3eb9-4a00-bd1d-da7c99362742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:02.077979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1321671
Nov 27 11:39:02.094410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43584) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:02.120605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': '5117a332-351e-4647-9f04-445ab11b12ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:02.136665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.147542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3fc9bd17-ca1d-49b2-a979-4bf6dd93e6d2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:02.148836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.208772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d8c2f9d-0d7c-4a6d-af60-5fa431f61d24,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:02.215720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.250840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:02.256529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.286395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a20b6798-435c-4b7c-948f-751a750a61d5 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:02.344306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.348575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Pushing event updated for resources: {'Port': ['ID=b32fa70e-4468-401f-b085-a3ec46a2874f,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:02.355562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:02.427656 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6d8c2f9d-0d7c-4a6d-af60-5fa431f61d24 HTTP/1.1" status: 204  len: 168 time: 1.8841934
Nov 27 11:39:02.439837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43588) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:02.441058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=5117a332-351e-4647-9f04-445ab11b12ef,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:02.441186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:02.448048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe1d377-4dce-4d3b-9f85-baa001e33585,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:02.454303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:02.457853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 5117a332-351e-4647-9f04-445ab11b12ef details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:02.504645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:02.520108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:02.536063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:02.598179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.658107 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1691b68a-5c04-4d6f-ae46-4e470d026336 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] GET failed (client error): The resource could not be found.
Nov 27 11:39:02.658650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1691b68a-5c04-4d6f-ae46-4e470d026336 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Synchronizing usage tracker for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:02.781180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.804339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:02.865238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:02.870503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.880567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521406b2-d575-472f-9243-18c29d9218fe None None] Network b053376f-f7c3-4871-a700-f5a4d09a6648 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:02.883040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:02.887816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7e67f9-76d0-4f11-803f-f6c3f18588a4,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:02.889137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:02.889787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:02.920541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1691b68a-5c04-4d6f-ae46-4e470d026336 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Unset dirty status for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:02.927809 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1691b68a-5c04-4d6f-ae46-4e470d026336 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "GET /v2.0/ports/6d8c2f9d-0d7c-4a6d-af60-5fa431f61d24 HTTP/1.1" status: 404  len: 333 time: 0.4772704
Nov 27 11:39:02.949337 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "DELETE /v2.0/subnets/4a7e67f9-76d0-4f11-803f-f6c3f18588a4 HTTP/1.1" status: 204  len: 168 time: 1.9832544
Nov 27 11:39:02.952826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43594) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:02.953322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43596) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:02.961548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:02.991634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.001692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:03.004360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2b34545-48e4-4680-8b81-605691bbf72e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:03.031140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-805672d8-cf45-4c78-bc24-c4ea778e3c92 None None] Provisioning for port bbe1d377-4dce-4d3b-9f85-baa001e33585 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:03.035954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-805672d8-cf45-4c78-bc24-c4ea778e3c92 None None] Provisioning complete for port bbe1d377-4dce-4d3b-9f85-baa001e33585 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:03.036641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-805672d8-cf45-4c78-bc24-c4ea778e3c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.063687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:03.069332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:03.083898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.104595 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc HTTP/1.1" status: 204  len: 168 time: 1.5895743
Nov 27 11:39:03.109127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43602) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:03.131687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Request body: {'port': {'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1280823373'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:03.138588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:03.156415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:03.160869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.180192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:03.189168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.210598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-805672d8-cf45-4c78-bc24-c4ea778e3c92 None None] Port bbe1d377-4dce-4d3b-9f85-baa001e33585 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:03.364951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.375306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] DHCP port deletion for b053376f-f7c3-4871-a700-f5a4d09a6648 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:39:03.379639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] Deleting port db1822ed-e96e-4b51-b14c-357d64079b6b {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:03.379639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.402990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for cacd546b-51d8-457c-9f50-a066566ad439 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:03.438683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b32fa70e-4468-401f-b085-a3ec46a2874f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:03.442838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Deleting port db1822ed-e96e-4b51-b14c-357d64079b6b {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:03.443447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.479307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Made reservation on behalf of c98147337e3744e88043b2cfe0cb9b02 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:03.481776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.487356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.559794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-621a88c1-16cf-4bb8-b78b-089c7cbaf6ff None None] Provisioning for port cacd546b-51d8-457c-9f50-a066566ad439 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:03.572907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-621a88c1-16cf-4bb8-b78b-089c7cbaf6ff None None] Provisioning complete for port cacd546b-51d8-457c-9f50-a066566ad439 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:03.573276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-621a88c1-16cf-4bb8-b78b-089c7cbaf6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.590620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] device_id is not set on port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:03.627798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:39:03.678601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-621a88c1-16cf-4bb8-b78b-089c7cbaf6ff None None] Port cacd546b-51d8-457c-9f50-a066566ad439 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:03.790146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.795689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] For port db1822ed-e96e-4b51-b14c-357d64079b6b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=db1822ed-e96e-4b51-b14c-357d64079b6b,segment=NetworkSegment(a48a2c1e-8b14-4857-ad28-882c5adf8f0d),segment_id=a48a2c1e-8b14-4857-ad28-882c5adf8f0d)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:03.796089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.824360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.842209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845f50970>,) {'filters': {'network_id': ['89f560a1-311d-4734-8851-3ab18426565a']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:03.855685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845f50970>, 'b387389c-2d26-4f0f-9f0f-0d9d9e9bd731') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:03.856001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845f50970>, 'b387389c-2d26-4f0f-9f0f-0d9d9e9bd731') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:03.869504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.892835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.899607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:03.900713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.912861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-621a88c1-16cf-4bb8-b78b-089c7cbaf6ff None None] Provisioning for port b32fa70e-4468-401f-b085-a3ec46a2874f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:03.914526 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:03.922440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] Calling delete_port for db1822ed-e96e-4b51-b14c-357d64079b6b owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:03.955292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-621a88c1-16cf-4bb8-b78b-089c7cbaf6ff None None] Provisioning complete for port b32fa70e-4468-401f-b085-a3ec46a2874f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:03.955721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-621a88c1-16cf-4bb8-b78b-089c7cbaf6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:03.970150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.133305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.138779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-45000650-8257-4fe4-a0c7-8b1d8bbdf135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:04.183768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] Pushing event deleted for resources: {'Port': ['ID=db1822ed-e96e-4b51-b14c-357d64079b6b,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:04.186553 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:04.189905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] No DVR routers for this DVR port db1822ed-e96e-4b51-b14c-357d64079b6b on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:39:04.233070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ec40bf1c-68dc-4c15-b138-50d6e12ba321 None None] Provisioning complete for port cacd546b-51d8-457c-9f50-a066566ad439 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:04.238153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec40bf1c-68dc-4c15-b138-50d6e12ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.247606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.254775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1dcae1cf-df96-477c-aa27-f343e26d8731 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:04.268304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  89f560a1-311d-4734-8851-3ab18426565a {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 11:39:04.280442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.291937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] For port db1822ed-e96e-4b51-b14c-357d64079b6b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=db1822ed-e96e-4b51-b14c-357d64079b6b,segment=NetworkSegment(a48a2c1e-8b14-4857-ad28-882c5adf8f0d),segment_id=a48a2c1e-8b14-4857-ad28-882c5adf8f0d)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:04.292607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.299559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event deleted for resources: {'Network': ['ID=89f560a1-311d-4734-8851-3ab18426565a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:04.300271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:39:04.309300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:04.322590 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "DELETE /v2.0/networks/89f560a1-311d-4734-8851-3ab18426565a HTTP/1.1" status: 204  len: 168 time: 1.2099311
Nov 27 11:39:04.324336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ec40bf1c-68dc-4c15-b138-50d6e12ba321 None None] Port cacd546b-51d8-457c-9f50-a066566ad439 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:04.357212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.490817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.499794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Calling delete_port for db1822ed-e96e-4b51-b14c-357d64079b6b owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:04.530053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.575504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df47ed7c-6c1f-4c79-a8d2-4406448d15c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:04.610518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.698956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.742525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:04.750213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe1d377-4dce-4d3b-9f85-baa001e33585,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:04.760302 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:04.786036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e120a1e1-4b45-4455-9a72-401a48a5122b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:04.825842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.836186 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0e33bcef-4324-427d-b4d2-18ae0d8f31aa tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:04.885610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43612) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:04.886374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:39:04.886714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:39:04.887420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=cacd546b-51d8-457c-9f50-a066566ad439,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:04.894480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:04.898380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'router': {'name': 'tempest-router--1839208771', 'project_id': '35e342bc111348c9b1e21a07cdccb34e'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:04.913331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:04.937579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Usage tracker for resource:router and tenant:35e342bc111348c9b1e21a07cdccb34e is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:04.940168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=9281ace4-fc0e-423c-8bb7-2d80c9b1450e,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:04.952163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:04.952163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:04.955843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:04.959445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:04.973242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1df9f20d-8a4f-455a-8a1e-e01382be92d7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:04.976354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': '7e2863df-f7a5-418e-acc3-6a81749691f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5117a332-351e-4647-9f04-445ab11b12ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:04.978903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: 5117a332-351e-4647-9f04-445ab11b12ef, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:05.044626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.083528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.084823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.091637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=753f4c12-812c-40d9-9aff-d6551f0c0cc8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:05.095196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Network ddc4da9b-4290-4360-8dab-95fdad54b4aa is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:05.107721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:05.110284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:05.117411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:05.118987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:05.118987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.122014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:05.124983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.136132 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b803b56f-b3ad-4cea-aad7-21d6d0aced36 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:05.142529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:05.142529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:05.159305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 5117a332-351e-4647-9f04-445ab11b12ef is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:05.164218 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803b56f-b3ad-4cea-aad7-21d6d0aced36 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:05.165293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b803b56f-b3ad-4cea-aad7-21d6d0aced36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467f8cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:05.176000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.225268 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/cacd546b-51d8-457c-9f50-a066566ad439 HTTP/1.1" status: 204  len: 168 time: 3.3568671
Nov 27 11:39:05.228830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43616) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:05.234053 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b803b56f-b3ad-4cea-aad7-21d6d0aced36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467f8cd0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:05.245941 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803b56f-b3ad-4cea-aad7-21d6d0aced36 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:05.247033 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b803b56f-b3ad-4cea-aad7-21d6d0aced36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467f8cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:05.301499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 5117a332-351e-4647-9f04-445ab11b12ef) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:05.309825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a71191-ef70-4e83-b429-2bef517cc20a None None] Network 5117a332-351e-4647-9f04-445ab11b12ef requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:05.313911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.324806 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b803b56f-b3ad-4cea-aad7-21d6d0aced36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467f8cd0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:05.325788 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b803b56f-b3ad-4cea-aad7-21d6d0aced36 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:05.325982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:05.327005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.370157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device db1822ed-e96e-4b51-b14c-357d64079b6b no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:39:05.466306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac107ba-d751-4898-a4a0-e23ce69b2dbc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:05.467673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac107ba-d751-4898-a4a0-e23ce69b2dbc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:05.469099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac107ba-d751-4898-a4a0-e23ce69b2dbc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:05.469907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6ac107ba-d751-4898-a4a0-e23ce69b2dbc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:05.476921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Deleting port db1822ed-e96e-4b51-b14c-357d64079b6b {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:05.477415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.487312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: db1822ed-e96e-4b51-b14c-357d64079b6b {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:39:05.487946 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device db1822ed-e96e-4b51-b14c-357d64079b6b not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:39:05.489025 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1a94edc5-31c3-4ba7-a834-e2ca5641065c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/floatingips/bb5c4714-4382-470e-8ca8-8a367854c138 HTTP/1.1" status: 200  len: 979 time: 4.1019509
Nov 27 11:39:05.497828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43620) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:05.518896 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.5606880
Nov 27 11:39:05.526885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43624) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:05.534004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8194'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:05.578214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.579419 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-448b80ef-4d56-436d-a82e-0a94b23f364b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.6927557
Nov 27 11:39:05.594857 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4915569
Nov 27 11:39:05.595507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43628) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:05.598405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43630) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:05.615836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] The port 'db1822ed-e96e-4b51-b14c-357d64079b6b' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:39:05.622749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-491062071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:05.636857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b7c4cf6f-3a51-4792-bdab-6505f8b48c27 None None] Provisioning complete for port bbe1d377-4dce-4d3b-9f85-baa001e33585 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:05.637236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b7c4cf6f-3a51-4792-bdab-6505f8b48c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.660769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:05.697762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-5117a332-351e-4647-9f04-445ab11b12ef', 'network_id': '5117a332-351e-4647-9f04-445ab11b12ef', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': '9281ace4-fc0e-423c-8bb7-2d80c9b1450e'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:05.698666 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:05.715976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4cf6f-3a51-4792-bdab-6505f8b48c27 None None] Port bbe1d377-4dce-4d3b-9f85-baa001e33585 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:05.724917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6ac107ba-d751-4898-a4a0-e23ce69b2dbc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:05.728657 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6ac107ba-d751-4898-a4a0-e23ce69b2dbc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.4922242
Nov 27 11:39:05.734219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:router and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:05.736641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43636) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:05.749289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:05.770657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:05.864977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Allocated IP 2001:db8::2 (5117a332-351e-4647-9f04-445ab11b12ef/9281ace4-fc0e-423c-8bb7-2d80c9b1450e/16195f0e-cea5-42f7-8d1f-add92759c664) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:05.896462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-95c471d0-6572-479d-b92a-ae2e1079c7f4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.044895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 3663c683-aafc-4be3-8c96-466d0325addf {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:06.045158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.045276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.071999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.082814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.095911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Transition to ACTIVE for port object 16195f0e-cea5-42f7-8d1f-add92759c664 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:06.097075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.098055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.117376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Transition to ACTIVE for port object 16195f0e-cea5-42f7-8d1f-add92759c664 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:06.121415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845560760>,) {'filters': {'network_id': ['b053376f-f7c3-4871-a700-f5a4d09a6648']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:06.164708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.166383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845560760>, 'a48a2c1e-8b14-4857-ad28-882c5adf8f0d') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:06.166697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845560760>, 'a48a2c1e-8b14-4857-ad28-882c5adf8f0d') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:06.170642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3cf8a1f7-5242-4c54-8fa5-e01ddb7fb932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:06.242759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Network 5117a332-351e-4647-9f04-445ab11b12ef is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:06.243689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Pushing event updated for resources: {'Port': ['ID=16195f0e-cea5-42f7-8d1f-add92759c664,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:06.246455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:06.248343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:06.249122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:06.251677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.292795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.295599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.327776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:06.328200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.344783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Attempting to bind port 16195f0e-cea5-42f7-8d1f-add92759c664 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:06.347387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Attempting to bind port 16195f0e-cea5-42f7-8d1f-add92759c664 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '7e2863df-f7a5-418e-acc3-6a81749691f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5117a332-351e-4647-9f04-445ab11b12ef'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:06.347387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Attempting to bind port 16195f0e-cea5-42f7-8d1f-add92759c664 on network 5117a332-351e-4647-9f04-445ab11b12ef {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:06.349636 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:06.355523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:06.356016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Checking segment: {'id': '7e2863df-f7a5-418e-acc3-6a81749691f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5117a332-351e-4647-9f04-445ab11b12ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:06.356537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.357550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Bound using segment: {'id': '7e2863df-f7a5-418e-acc3-6a81749691f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5117a332-351e-4647-9f04-445ab11b12ef'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:06.357731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Bound port: 16195f0e-cea5-42f7-8d1f-add92759c664, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2863df-f7a5-418e-acc3-6a81749691f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5117a332-351e-4647-9f04-445ab11b12ef'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:06.358601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.490078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] For port 16195f0e-cea5-42f7-8d1f-add92759c664, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:06.494517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] For port 16195f0e-cea5-42f7-8d1f-add92759c664, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=16195f0e-cea5-42f7-8d1f-add92759c664,segment=NetworkSegment(7e2863df-f7a5-418e-acc3-6a81749691f4),segment_id=7e2863df-f7a5-418e-acc3-6a81749691f4)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:06.574393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.578906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2bf7b6ae-047b-498d-9ffb-d90363067ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:06.608835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.610782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.628892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2aeb3e06-6f92-423d-8213-504a8eb0490a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:06.644941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.653941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Router 4e381d82-7ba7-4a33-9879-a70491a89069 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:06.667857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 983294d6-9075-4902-8ea5-86bfd78318b7 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:06.671935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Pushing event updated for resources: {'Port': ['ID=16195f0e-cea5-42f7-8d1f-add92759c664,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:06.675726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:06.684277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.684530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Pushing event deleted for resources: {'Network': ['ID=b053376f-f7c3-4871-a700-f5a4d09a6648,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:06.690997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] device_id is not set on port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:06.695178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:06.699958 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] 10.222.0.23 "DELETE /v2.0/networks/b053376f-f7c3-4871-a700-f5a4d09a6648 HTTP/1.1" status: 204  len: 168 time: 3.7401481
Nov 27 11:39:06.704840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.749134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-95c471d0-6572-479d-b92a-ae2e1079c7f4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.753799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.754121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.783235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Transition to ACTIVE for port object 753f4c12-812c-40d9-9aff-d6551f0c0cc8 will not be triggered until provisioned by entity L2. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:06.792392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.796264 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-11920698-b4e3-47e0-8c98-6f1e12cfca3f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.1837995
Nov 27 11:39:06.796656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43642) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:06.803567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'port': {'network_id': '5117a332-351e-4647-9f04-445ab11b12ef', 'name': 'tempest-RoutersIpV6Test-1608604993'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:06.835355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-95c471d0-6572-479d-b92a-ae2e1079c7f4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.886563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.893456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:06.894518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:06.938705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 3663c683-aafc-4be3-8c96-466d0325addf owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:07.081055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:07.100360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=753f4c12-812c-40d9-9aff-d6551f0c0cc8,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:07.121935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:07.122360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-95c471d0-6572-479d-b92a-ae2e1079c7f4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:07.122861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c471d0-6572-479d-b92a-ae2e1079c7f4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b94d2ba8-1887-4354-964c-bd99087bb72c {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:39:07.200161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:07.214157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:port and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:07.221801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-95c471d0-6572-479d-b92a-ae2e1079c7f4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:07.222961 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-95c471d0-6572-479d-b92a-ae2e1079c7f4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b94d2ba8-1887-4354-964c-bd99087bb72c HTTP/1.1" status: 204  len: 168 time: 1.6242032
Nov 27 11:39:07.223121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:07.235808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:07.235808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:07.235808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:07.238261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:07.252881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:07.253251 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:07.255563 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 2 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:07.282449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:07.282799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:07.283125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:07.296732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:07.297056 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:07.298582 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 3 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:07.302562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:07.311321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df6a5633-1596-4d71-8605-d0dd0b82485e tempest-ExternalNetworksAdminNegativeTestJSON-1783529629 tempest-ExternalNetworksAdminNegativeTestJSON-1783529629-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:07.320093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:07.320422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:07.320637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:07.330544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:07.332520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:07.343275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:07.343394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:07.355174 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e381d82-7ba7-4a33-9879-a70491a89069/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8013012
Nov 27 11:39:07.355174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:07.355174 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:07.358052 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 4 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:07.376857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:07.376857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:07.377188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:07.377518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:07.378179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284629f6d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:07.387629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] device_id is not set on port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:07.433589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:07.462931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:07.463272 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:07.482524 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 5 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:07.497737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:07.514098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=3663c683-aafc-4be3-8c96-466d0325addf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:07.525525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:07.525869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:07.526194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:07.533929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:07.534441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3bb08f3a-f118-415a-928b-38ee2ead8246 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:07.561160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 16195f0e-cea5-42f7-8d1f-add92759c664 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:07.569720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:07.570044 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:07.585022 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 6 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:07.615842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=983294d6-9075-4902-8ea5-86bfd78318b7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:07.628395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:07.644727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:07.646852 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248455c-eb74-49e1-ab14-f3d421d39cb9 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:07.672465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:07.672991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:07.673089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:07.705364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:07.705690 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:07.712605 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 7 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:07.749291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8::65 (5117a332-351e-4647-9f04-445ab11b12ef/9281ace4-fc0e-423c-8bb7-2d80c9b1450e/310958c2-ee00-4ddb-b102-d0e2c16b39c6) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:07.757634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:07.757966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:07.758290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:07.760250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:07.772965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:07.773275 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:07.789561 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 8 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:07.842750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:07.842750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:07.843160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:07.859246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43660) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:07.865772 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/983294d6-9075-4902-8ea5-86bfd78318b7 HTTP/1.1" status: 204  len: 168 time: 2.1255975
Nov 27 11:39:07.870275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43664) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:07.875272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:07.875593 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:07.926723 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 9 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:08.021264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802bebd-683b-4bdc-8180-d0c9cf08bf52 None None] Network 5117a332-351e-4647-9f04-445ab11b12ef requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:08.216470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1476077372', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:08.236374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:08.236985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:08.237503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:08.300054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:08.334811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Usage tracker for resource:router and tenant:acc413d89e1c45a6b82085a223b505ef is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:08.346794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:08.350885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:08.351291 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:08.367160 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempt 10 to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8
Nov 27 11:39:08.368184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:08.383968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:08.419469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] Provisioning for port 16195f0e-cea5-42f7-8d1f-add92759c664 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:08.444438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:08.444766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}] {{(pid=84364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:08.445095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempting to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:08.446627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 16195f0e-cea5-42f7-8d1f-add92759c664 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:08.463894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 16195f0e-cea5-42f7-8d1f-add92759c664 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:08.464559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.476916 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3f120523-91b3-4cd4-b370-ee3b5628fb7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66f7e853a7ee4ff283d6003b50214ae4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0387363
Nov 27 11:39:08.477279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43676) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:08.506436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] Provisioning complete for port 16195f0e-cea5-42f7-8d1f-add92759c664 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:08.507084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.540121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.541562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.544670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:39:08.545004 dv-neutron-819441-1-hyperv neutron-server[84364]: ERROR neutron.plugins.ml2.managers [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Failed to bind port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on host hv-neutron-8194 for vnic_type normal using segments [{'id': 'ff4c2461-db90-451d-a650-a55ce91fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ddc4da9b-4290-4360-8dab-95fdad54b4aa'}]
Nov 27 11:39:08.545351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.575523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.594761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:08.614717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56440bac-9969-40a9-8a5f-55270c86da07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.672347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object 310958c2-ee00-4ddb-b102-d0e2c16b39c6 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:08.704736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.722834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet cfa7e8e6-98af-4259-a514-eaad17c57b3e {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:08.738618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56440bac-9969-40a9-8a5f-55270c86da07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.746007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.848767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] For port 753f4c12-812c-40d9-9aff-d6551f0c0cc8, host hv-neutron-8194, cleared binding levels {{(pid=84364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:08.848880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Attempted to set empty binding levels {{(pid=84364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 11:39:08.861372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:08.986435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.000203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ef4bfee6-ba76-4fec-ad26-ee24ede5ef0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:09.015976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56440bac-9969-40a9-8a5f-55270c86da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.026197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:09.074146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56440bac-9969-40a9-8a5f-55270c86da07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f656265c-232e-43d5-9a7f-6783a9e7fb36,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:09.076936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-56440bac-9969-40a9-8a5f-55270c86da07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:09.097756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56440bac-9969-40a9-8a5f-55270c86da07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.099485 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-56440bac-9969-40a9-8a5f-55270c86da07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f656265c-232e-43d5-9a7f-6783a9e7fb36 HTTP/1.1" status: 204  len: 168 time: 0.6201570
Nov 27 11:39:09.116321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.116554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.166583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:09.182903 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce252f-eebf-4ffc-9861-d1972d8df494 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:09.186012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.219781 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce252f-eebf-4ffc-9861-d1972d8df494 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:09.220416 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-95ce252f-eebf-4ffc-9861-d1972d8df494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467f8dc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:09.245590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.276172 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/floatingips/bb5c4714-4382-470e-8ca8-8a367854c138 HTTP/1.1" status: 204  len: 168 time: 3.7765694
Nov 27 11:39:09.277457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43694) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:09.277807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] In _notify_port_updated(), no bound segment for port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 on network ddc4da9b-4290-4360-8dab-95fdad54b4aa {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:39:09.281473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.288519 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "PUT /v2.0/ports/753f4c12-812c-40d9-9aff-d6551f0c0cc8 HTTP/1.1" status: 200  len: 977 time: 3.7603860
Nov 27 11:39:09.307272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43698) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:09.309845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event updated for resources: {'Port': ['ID=753f4c12-812c-40d9-9aff-d6551f0c0cc8,revision_number=3']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:09.316657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:09.389102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 74de78ce-8fc3-401a-bcd3-823cc0978324 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:09.389449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.401701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6539964f-3416-46bd-9194-68895f4d39d0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:09.430838 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-95ce252f-eebf-4ffc-9861-d1972d8df494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467f8dc0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:09.473382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.477383 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce252f-eebf-4ffc-9861-d1972d8df494 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:09.478542 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-95ce252f-eebf-4ffc-9861-d1972d8df494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467f8dc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:09.555544 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-95ce252f-eebf-4ffc-9861-d1972d8df494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467f8dc0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:09.556772 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce252f-eebf-4ffc-9861-d1972d8df494 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:09.579384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 5117a332-351e-4647-9f04-445ab11b12ef is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:09.602175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:09.615885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:09.620471 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:09.621086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.632700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Deleting port 753f4c12-812c-40d9-9aff-d6551f0c0cc8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:09.633039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.636035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43704) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:09.642859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] For port 16195f0e-cea5-42f7-8d1f-add92759c664, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=16195f0e-cea5-42f7-8d1f-add92759c664,segment=NetworkSegment(7e2863df-f7a5-418e-acc3-6a81749691f4),segment_id=7e2863df-f7a5-418e-acc3-6a81749691f4)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:09.647054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1172380917-network', 'tenant_id': '208f07197f2b4825930304484191ec46'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:09.656644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:09.662329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Usage tracker for resource:network and tenant:208f07197f2b4825930304484191ec46 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:09.669584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:09.682129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:09.682798 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.715332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=310958c2-ee00-4ddb-b102-d0e2c16b39c6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:09.742004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284629f6d0>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:03Z', 'revision_number': 2, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:09.748701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:39:09.749199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Updating router 4e381d82-7ba7-4a33-9879-a70491a89069 port bbe1d377-4dce-4d3b-9f85-baa001e33585 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:39:09.752744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.781884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.791725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-62521982-2c4a-4960-8ffa-658ba46388e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:09.816259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:09.874600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Made reservation on behalf of 208f07197f2b4825930304484191ec46 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:09.881301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:09.894024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] Pushing event updated for resources: {'Port': ['ID=16195f0e-cea5-42f7-8d1f-add92759c664,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:09.938134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:09.995107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:10.001431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:10.068391 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.2670660
Nov 27 11:39:10.075302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43716) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:10.177127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:39:10.177619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:39:10.180908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-87c8662f-0749-4017-85de-db3618aced6e None None] Provisioning complete for port 16195f0e-cea5-42f7-8d1f-add92759c664 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:10.182178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-87c8662f-0749-4017-85de-db3618aced6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:10.244712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:10.267790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ec79bfd8-1caf-4168-912a-9214527ed8ff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:10.272796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:10.287645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:10.299995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Usage tracker for resource:security_group_rule and tenant:208f07197f2b4825930304484191ec46 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:10.305926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:10.323160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa7e8e6-98af-4259-a514-eaad17c57b3e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:10.333359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:10.341941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:10.346447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] For port 753f4c12-812c-40d9-9aff-d6551f0c0cc8, host hv-neutron-8194, got binding levels [] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:10.346826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:10.429994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:10.440564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 74de78ce-8fc3-401a-bcd3-823cc0978324 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:10.471619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab6e78-494b-4d4b-b908-6dd65424e946 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:10.476064 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-91564a0c-086b-4980-8f03-109b35b61cba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 0.5671167
Nov 27 11:39:10.553945 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/cfa7e8e6-98af-4259-a514-eaad17c57b3e HTTP/1.1" status: 204  len: 168 time: 2.6799321
Nov 27 11:39:10.618531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43724) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:10.628236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Calling delete_port for 753f4c12-812c-40d9-9aff-d6551f0c0cc8 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:10.631877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-87c8662f-0749-4017-85de-db3618aced6e None None] Provisioning complete for port b32fa70e-4468-401f-b085-a3ec46a2874f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:10.632956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-87c8662f-0749-4017-85de-db3618aced6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:10.756339 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-675f5164-180d-43a5-b8c7-22ece26c57c6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1009686
Nov 27 11:39:10.762855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4da02d-7851-4029-b5a4-563c42252d72 req-c338496b-687a-4c77-9d95-a78c191ed457 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:10.769704 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2e4da02d-7851-4029-b5a4-563c42252d72 req-c338496b-687a-4c77-9d95-a78c191ed457 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.7846551
Nov 27 11:39:10.771399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43732) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:10.802156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:10.988003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:11.008345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2e4da02d-7851-4029-b5a4-563c42252d72 req-3e765a24-c24c-49d9-a519-1d12cbc9d88e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2376444
Nov 27 11:39:11.010557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:11.015784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:11.053731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:11.056472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.066438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c61049f4-4274-4495-91db-b969f3ac6c8c tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:11.101336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.137999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-ff6fa44c-8085-477a-b2a5-ddcc87384b53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:11.139461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43738) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:11.141180 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-ff6fa44c-8085-477a-b2a5-ddcc87384b53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 0.6510036
Nov 27 11:39:11.145718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.158496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.162024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Pushing event deleted for resources: {'Port': ['ID=753f4c12-812c-40d9-9aff-d6551f0c0cc8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:11.167420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:11.222646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.245441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 16195f0e-cea5-42f7-8d1f-add92759c664 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:11.251796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:11.256151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.281629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.358094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:11.386651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:39:11.432875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] Deleting port b32fa70e-4468-401f-b085-a3ec46a2874f {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:11.433239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.462991 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "DELETE /v2.0/ports/753f4c12-812c-40d9-9aff-d6551f0c0cc8 HTTP/1.1" status: 204  len: 168 time: 2.1380434
Nov 27 11:39:11.464197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43744) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:11.493607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:11.506121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.510198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dc5c885f-94cc-42fb-adfd-f9bd9d3129af None None] Provisioning for port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:11.519012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dc5c885f-94cc-42fb-adfd-f9bd9d3129af None None] Provisioning complete for port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:11.519390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dc5c885f-94cc-42fb-adfd-f9bd9d3129af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.526417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab5f67-10ef-4002-97d0-a8c511dc334a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:11.529495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:11.549579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1944921072'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:11.568767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:11.578933 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd6436a-0b93-44ed-9dbc-e52389c4c87d tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] GET failed (client error): The resource could not be found.
Nov 27 11:39:11.579161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.579161 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Added segment f2579e0f-b4c6-44ac-b55a-0882dcc6b395 of type vlan for network 7c6587a7-adeb-4091-af2b-04c9a1699542
Nov 27 11:39:11.579419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6dd6436a-0b93-44ed-9dbc-e52389c4c87d tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Synchronizing usage tracker for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:11.579532 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-c204bef8-3312-491b-8a48-a90b520d7417 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1002 time: 0.3704400
Nov 27 11:39:11.585376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.586184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:11.598755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:11.604864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Transition to ACTIVE for port object bbe1d377-4dce-4d3b-9f85-baa001e33585 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:11.613225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:11.632296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-26d76daf-fe51-4c57-afdc-499f46b4b8fa tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:11.641959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Allocated IP 172.26.6.151 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/eea6815d-8b99-4e98-9bcb-018ffe88683c) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:11.650228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 16195f0e-cea5-42f7-8d1f-add92759c664 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:11.651004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.691191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c885f-94cc-42fb-adfd-f9bd9d3129af None None] Port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:11.716240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=74de78ce-8fc3-401a-bcd3-823cc0978324,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:11.727733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:11.758820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.782874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6dd6436a-0b93-44ed-9dbc-e52389c4c87d tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Unset dirty status for tenant:c98147337e3744e88043b2cfe0cb9b02 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:11.787700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.789200 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6dd6436a-0b93-44ed-9dbc-e52389c4c87d tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] 10.222.0.23 "GET /v2.0/ports/753f4c12-812c-40d9-9aff-d6551f0c0cc8 HTTP/1.1" status: 404  len: 333 time: 0.2852802
Nov 27 11:39:11.789932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:11.793327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.796958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-26af9315-6592-418b-8654-53cf0cb244f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:11.803860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43750) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:11.833318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-e51622d4-b1cb-406c-9445-5f9cc99270ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:11.833656 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-e51622d4-b1cb-406c-9445-5f9cc99270ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.2419062
Nov 27 11:39:11.846149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:11.888249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] For port b32fa70e-4468-401f-b085-a3ec46a2874f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b32fa70e-4468-401f-b085-a3ec46a2874f,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:11.888658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.053456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.054695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:12.068033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:security_group_rule and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:12.074798 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.077927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:12.089389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:12.098156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.189791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.209744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.210682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:12.211242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.228665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f43d5d-d3ac-431b-97b5-45268db0c273 None None] Pushing event updated for resources: {'Port': ['ID=bbe1d377-4dce-4d3b-9f85-baa001e33585,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:12.233864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-36f43d5d-d3ac-431b-97b5-45268db0c273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:12.242723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] Calling delete_port for b32fa70e-4468-401f-b085-a3ec46a2874f owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:12.251944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:12.276455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.284882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:12.313589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.325153 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/ports/74de78ce-8fc3-401a-bcd3-823cc0978324 HTTP/1.1" status: 204  len: 168 time: 3.0462372
Nov 27 11:39:12.349833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43756) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:12.352712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.444574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Attempting to bind port bbe1d377-4dce-4d3b-9f85-baa001e33585 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:12.444953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Attempting to bind port bbe1d377-4dce-4d3b-9f85-baa001e33585 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:12.445578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Attempting to bind port bbe1d377-4dce-4d3b-9f85-baa001e33585 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:12.453667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:12.454045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Checking segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:12.454462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.454890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Bound using segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:12.455403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Bound port: bbe1d377-4dce-4d3b-9f85-baa001e33585, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:12.455787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.504708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:12.520496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:12.536564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845e28fa0>,) {'filters': {'network_id': ['ddc4da9b-4290-4360-8dab-95fdad54b4aa']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:12.536786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.550635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-782905f4-d395-46dc-8d18-477eaf156833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:12.563723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:floatingip and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:12.569362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:12.575053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e28fa0>, 'ff4c2461-db90-451d-a650-a55ce91fd54f') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:12.575343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e28fa0>, 'ff4c2461-db90-451d-a650-a55ce91fd54f') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:12.599078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:12.601283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] Pushing event deleted for resources: {'Port': ['ID=b32fa70e-4468-401f-b085-a3ec46a2874f,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:12.606004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:12.609145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:12.609401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=16310495-3fb8-4816-a59a-191828026085,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:12.615377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] No DVR routers for this DVR port b32fa70e-4468-401f-b085-a3ec46a2874f on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:39:12.618578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:12.620572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:12.622625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.626500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:12.627917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] For port bbe1d377-4dce-4d3b-9f85-baa001e33585, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:12.628370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.629605 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.9924591
Nov 27 11:39:12.635133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c3da0507-34a9-4cbd-80ff-de58f88107de tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:12.635987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] For port bbe1d377-4dce-4d3b-9f85-baa001e33585, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bbe1d377-4dce-4d3b-9f85-baa001e33585,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:12.643852 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-19ba8547-30b5-4a1c-a239-628ff5ef7b38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7646515
Nov 27 11:39:12.646249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43760) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:12.653367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb61e6-87eb-4346-8321-77ce1a11ab98 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:12.655681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Pushing event updated for resources: {'Network': ['ID=7c6587a7-adeb-4091-af2b-04c9a1699542,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:12.666031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Request body: {'subnet': {'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1172380917-subnet', 'tenant_id': '208f07197f2b4825930304484191ec46', 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:12.668741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:12.669329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.674333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:12.675904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:12.686738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 7c6587a7-adeb-4091-af2b-04c9a1699542 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:12.692495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:12.697591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:12.707997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Usage tracker for resource:subnet and tenant:208f07197f2b4825930304484191ec46 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:12.712729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:12.740513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.749157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.791175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:12.795283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:12.795819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.810846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.823168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event updated for resources: {'Port': ['ID=eea6815d-8b99-4e98-9bcb-018ffe88683c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:12.825484 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:12.828134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:12.832639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:12.840535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:12.868845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.875531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a553e4f8-ed9a-4a42-aa27-86dc06625dcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:12.917682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b6505-883b-4d7f-9320-bf50a0c402d7 req-352f86ff-f70b-4afd-9a5c-6e56ca55b7db tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:12.922290 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-927b6505-883b-4d7f-9320-bf50a0c402d7 req-352f86ff-f70b-4afd-9a5c-6e56ca55b7db tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.7216475
Nov 27 11:39:12.971036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:12.971661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284629f6d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:12.980357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:12.980707 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 639f4511-4a03-4c7a-92ba-16c5fbe53cf2 of type vlan for network 806fdd25-1286-45dd-b674-8a9a11cf1171
Nov 27 11:39:12.993305 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2102849
Nov 27 11:39:12.994377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Made reservation on behalf of 208f07197f2b4825930304484191ec46 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:12.997150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.005587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43764) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:13.013443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f75c360-441e-4f1c-97db-2fc3c4beb993,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:13.035451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:13.055754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:13.090935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.094158 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-9caba2e1-7bb4-40b4-ae70-5d1b798df12e service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4359477
Nov 27 11:39:13.137819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.150943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.157758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f787417-a880-4f7b-90df-b05848142015 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:13.176071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b32fa70e-4468-401f-b085-a3ec46a2874f no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:39:13.185726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.234050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.245377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: b32fa70e-4468-401f-b085-a3ec46a2874f {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:39:13.246024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b32fa70e-4468-401f-b085-a3ec46a2874f not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:39:13.247681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f43d5d-d3ac-431b-97b5-45268db0c273 None None] Pushing event updated for resources: {'Port': ['ID=bbe1d377-4dce-4d3b-9f85-baa001e33585,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:13.258309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-12e73987-91e1-4302-bcf1-4ee1e7041c13 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:13.273924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-36f43d5d-d3ac-431b-97b5-45268db0c273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:13.357067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:13.375173 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-927b6505-883b-4d7f-9320-bf50a0c402d7 req-32c83646-95ee-4f7c-a5a1-262e35cb67d7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4431176
Nov 27 11:39:13.402859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Pushing event deleted for resources: {'Network': ['ID=ddc4da9b-4290-4360-8dab-95fdad54b4aa,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:13.403678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '16310495-3fb8-4816-a59a-191828026085'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:13.404499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.406884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:13.414210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.419543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:13.419543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.429728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:13.430324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:13.453519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:13.467040 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-35ea36c0-a1bf-49ca-a26d-28b358ec7ce5 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] 10.222.0.23 "DELETE /v2.0/networks/ddc4da9b-4290-4360-8dab-95fdad54b4aa HTTP/1.1" status: 204  len: 168 time: 1.6557891
Nov 27 11:39:13.482494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:13.499273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:13.574735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73e8dbf8-d9dd-43d5-a3a8-fc61a3e44ae8 req-ca29bb51-f98a-4328-a687-de5566cf7067 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4664578
Nov 27 11:39:13.582383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=806fdd25-1286-45dd-b674-8a9a11cf1171,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:13.588065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:13.611776 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.4554205
Nov 27 11:39:13.635982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 806fdd25-1286-45dd-b674-8a9a11cf1171 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:13.655625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:13.662719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=310958c2-ee00-4ddb-b102-d0e2c16b39c6,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:13.676376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:13.680647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d5db4bc-cbd9-4a37-a2b3-2c562e2f3dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:13.767434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:13.885604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.043854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.085062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d09aa7-1681-4449-9bba-28800d90fa90,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:14.105480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:14.131980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.26.6.108 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/ad85b191-6684-4894-aa17-6d3c147a805b) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:14.137832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Checking segment: {'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:14.141297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Network hostable DHCP agents. Network: 7c6587a7-adeb-4091-af2b-04c9a1699542, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:14.172141 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-3a95926c-29fc-44b1-929c-6cac6393814f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 0.2248521
Nov 27 11:39:14.240781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Allocated IP 172.20.0.2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/16310495-3fb8-4816-a59a-191828026085/93261bfc-871c-4068-b9ff-403789f4e5ef) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:14.317822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Network 7c6587a7-adeb-4091-af2b-04c9a1699542 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:14.368248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.446108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.447823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.450336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43774) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:14.463619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 7c6587a7-adeb-4091-af2b-04c9a1699542) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:14.468550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:14.469126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.510719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.518660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.529336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:14.596368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=ad85b191-6684-4894-aa17-6d3c147a805b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:14.660949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:14.703500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:14.716943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:14.737552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:14.776395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Transition to ACTIVE for port object 93261bfc-871c-4068-b9ff-403789f4e5ef will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:14.804033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7977ac8-d3f2-4704-b000-e75fc27e636b None None] Network 7c6587a7-adeb-4091-af2b-04c9a1699542 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:14.804251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:14.912264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:15.041930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Transition to ACTIVE for port object 93261bfc-871c-4068-b9ff-403789f4e5ef will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:15.043869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3317356f-fb96-462b-93a9-45c300177b0b None None] Provisioning complete for port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:15.044470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3317356f-fb96-462b-93a9-45c300177b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:15.168983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3317356f-fb96-462b-93a9-45c300177b0b None None] Port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:15.177127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284629f6d0>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:12Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:15.180222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:15.186222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1491adaf-31ea-448e-bad8-749a0cdcdb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:15.253317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Pushing event updated for resources: {'Port': ['ID=93261bfc-871c-4068-b9ff-403789f4e5ef,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:15.260340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d1431-fb64-461b-ae89-eb0ba21c0d96 None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:12Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:15.270232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:15.284068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-7c6587a7-adeb-4091-af2b-04c9a1699542', 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542', 'tenant_id': '208f07197f2b4825930304484191ec46', 'fixed_ips': [{'subnet_id': 'f9d09aa7-1681-4449-9bba-28800d90fa90'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:15.285485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:15.367887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:15.370119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:15.423014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:15.531161 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9212e612-36b9-465e-934b-438cfa18afee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=534e94bb048e40618d34973b53eb4f07&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0754757
Nov 27 11:39:15.542892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43780) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:15.570283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:15.575704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-4b857ef0-edce-49e7-ac52-1f543e1196fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:15.577359 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-4b857ef0-edce-49e7-ac52-1f543e1196fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 1.3755171
Nov 27 11:39:15.579996 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.9276602
Nov 27 11:39:15.584776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43784) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:15.588040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:15.679687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Attempting to bind port 93261bfc-871c-4068-b9ff-403789f4e5ef on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:15.680071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Attempting to bind port 93261bfc-871c-4068-b9ff-403789f4e5ef by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:15.680447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Attempting to bind port 93261bfc-871c-4068-b9ff-403789f4e5ef on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:15.690685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68c5c-50fe-45e5-b6a9-c2e0fe2c0ea2 req-7530ef7e-a58f-4fe8-a9e0-bc345d4b8be8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:15.692260 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20f68c5c-50fe-45e5-b6a9-c2e0fe2c0ea2 req-7530ef7e-a58f-4fe8-a9e0-bc345d4b8be8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.9731407
Nov 27 11:39:15.738906 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-e7c2c1fa-23b1-401f-8bb6-6c4dcff334d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1002 time: 0.1453485
Nov 27 11:39:15.740621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:15.743043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:15.744224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:15.781966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Allocated IP 172.20.0.2 (7c6587a7-adeb-4091-af2b-04c9a1699542/f9d09aa7-1681-4449-9bba-28800d90fa90/18cc2ddc-46c4-4e33-8dc2-99c0e9073801) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:15.850431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b1a59c19-770d-40b4-8525-a8fc754a54d4 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:15.885197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.060604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-c39be750-0ec9-433e-9de6-e8daec03e581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:16.063607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-c39be750-0ec9-433e-9de6-e8daec03e581 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.3059089
Nov 27 11:39:16.064627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Usage tracker for resource:router and tenant:208f07197f2b4825930304484191ec46 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:16.089018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 5117a332-351e-4647-9f04-445ab11b12ef is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:16.090989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:16.108049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.131229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Transition to ACTIVE for port object 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:16.140785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:39:16.155189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:16.171770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Transition to ACTIVE for port object 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:16.186913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:16.187305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:16.187692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.196658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:16.197262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Bound port: 93261bfc-871c-4068-b9ff-403789f4e5ef, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:16.197649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.294775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.314906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:16.370140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Network 7c6587a7-adeb-4091-af2b-04c9a1699542 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:16.393682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:16.398209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:16.474316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:16.483602 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20f68c5c-50fe-45e5-b6a9-c2e0fe2c0ea2 req-98419a51-c9e8-49c6-b63d-7e175f850d9a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7616410
Nov 27 11:39:16.545033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] For port 93261bfc-871c-4068-b9ff-403789f4e5ef, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:16.550048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] For port 93261bfc-871c-4068-b9ff-403789f4e5ef, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93261bfc-871c-4068-b9ff-403789f4e5ef,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:16.557238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=310958c2-ee00-4ddb-b102-d0e2c16b39c6,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:16.606571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:16.637939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.638922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.669205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.672827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Pushing event updated for resources: {'Port': ['ID=18cc2ddc-46c4-4e33-8dc2-99c0e9073801,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:16.682338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:16.683963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-36f43d5d-d3ac-431b-97b5-45268db0c273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:16.735845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.753760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.805709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.810281 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-bf92d1f1-6712-43ae-9a25-a3ddea25d82c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7077467
Nov 27 11:39:16.828394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Attempting to bind port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:16.828700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Attempting to bind port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:16.829031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Attempting to bind port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 on network 7c6587a7-adeb-4091-af2b-04c9a1699542 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:16.843416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:16.843825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Checking segment: {'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:16.844200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.844601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Bound using segment: {'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:16.845084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Bound port: 18cc2ddc-46c4-4e33-8dc2-99c0e9073801, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:16.845469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.892626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Pushing event updated for resources: {'Port': ['ID=93261bfc-871c-4068-b9ff-403789f4e5ef,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:16.893980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43788) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:16.922266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:16.924408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': '806fdd25-1286-45dd-b674-8a9a11cf1171', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:16.927224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-17b03741-eb39-4224-b55a-862bc4cea972 None None] Provisioning complete for port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:16.927224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-17b03741-eb39-4224-b55a-862bc4cea972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:16.995472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d43c1ff7-3975-4039-8a02-072f05ab9941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.021574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-17b03741-eb39-4224-b55a-862bc4cea972 None None] Port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:17.049618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] For port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:17.053818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] For port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=18cc2ddc-46c4-4e33-8dc2-99c0e9073801,segment=NetworkSegment(f2579e0f-b4c6-44ac-b55a-0882dcc6b395),segment_id=f2579e0f-b4c6-44ac-b55a-0882dcc6b395)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:17.096347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d43c1ff7-3975-4039-8a02-072f05ab9941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.156632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.192857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:17.340499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Pushing event updated for resources: {'Port': ['ID=18cc2ddc-46c4-4e33-8dc2-99c0e9073801,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:17.354172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bbe1d377-4dce-4d3b-9f85-baa001e33585 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:17.378350 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-3cd3711e-b25e-449a-b400-ac01a546ff22 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5085154
Nov 27 11:39:17.395235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:17.415621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.427107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:17.430015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.450134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:subnet and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:17.458008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:17.472510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:17.543840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.559889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:17.566986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port bbe1d377-4dce-4d3b-9f85-baa001e33585 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:17.577185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port bbe1d377-4dce-4d3b-9f85-baa001e33585 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:17.577991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.578106 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c897ee-f93a-44ef-bb2b-4dcd549660cb req-1b35673e-2dad-4f99-bb80-8542be7b4d58 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1923149
Nov 27 11:39:17.716504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router e30847ed-82ec-407b-bdf7-fd3eaafae2c0 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:39:17.779744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:17.820938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.824010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=ad85b191-6684-4894-aa17-6d3c147a805b,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:17.833421 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d43c1ff7-3975-4039-8a02-072f05ab9941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.836357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:17.858775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e7895ed0-b4c7-4bdf-b89f-3885283e0eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:17.869591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port bbe1d377-4dce-4d3b-9f85-baa001e33585, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bbe1d377-4dce-4d3b-9f85-baa001e33585,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:17.940719 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:17.942650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93261bfc-871c-4068-b9ff-403789f4e5ef up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:18.002962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:18.120900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.140027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=bbe1d377-4dce-4d3b-9f85-baa001e33585,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:18.155838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:18.185414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.200218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c1ff7-3975-4039-8a02-072f05ab9941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f283a1-91fa-4757-8d9e-5ba7241360d2,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:18.203485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d43c1ff7-3975-4039-8a02-072f05ab9941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:18.215257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] For port 93261bfc-871c-4068-b9ff-403789f4e5ef, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93261bfc-871c-4068-b9ff-403789f4e5ef,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:18.221374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d43c1ff7-3975-4039-8a02-072f05ab9941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.228801 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d43c1ff7-3975-4039-8a02-072f05ab9941 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63f283a1-91fa-4757-8d9e-5ba7241360d2 HTTP/1.1" status: 204  len: 168 time: 2.6739099
Nov 27 11:39:18.237880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.305001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 93261bfc-871c-4068-b9ff-403789f4e5ef completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:18.320180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a15a-a239-4cda-acc8-21fab191ce35 req-5295de70-a12b-4b2e-871b-e2cfbd87c15a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:18.324255 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b40a15a-a239-4cda-acc8-21fab191ce35 req-5295de70-a12b-4b2e-871b-e2cfbd87c15a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.5640194
Nov 27 11:39:18.333168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.350994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Router 5727f987-c12c-4035-8a87-7422a7a17ab1 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:39:18.361373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.401796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.403031 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.0457580
Nov 27 11:39:18.407503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43798) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:18.440851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'port': {'network_id': '407d1188-197d-4754-81a5-20ba04184d2b', 'name': 'tempest-FloatingIPTestJSON-1149773480'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:18.442419 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b40a15a-a239-4cda-acc8-21fab191ce35 req-12be80f8-b94b-4eda-a4fd-dbdeb399080f tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106131
Nov 27 11:39:18.483088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:18.497030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbcdb55-e330-46e1-ad7f-91f72353071b None None] Sync routers for ids ['e30847ed-82ec-407b-bdf7-fd3eaafae2c0'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:18.509898 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/e30847ed-82ec-407b-bdf7-fd3eaafae2c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4335568
Nov 27 11:39:18.512875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43804) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:18.515080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.515987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.521673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcdb55-e330-46e1-ad7f-91f72353071b None None] Routers {'e30847ed-82ec-407b-bdf7-fd3eaafae2c0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:18.522293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1dbcdb55-e330-46e1-ad7f-91f72353071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469943a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e30847ed-82ec-407b-bdf7-fd3eaafae2c0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:18.592715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:18.599802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Allocated IP 172.26.6.116 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/a48cade5-4160-4a39-9525-716a373f3426) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:18.611101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1dbcdb55-e330-46e1-ad7f-91f72353071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469943a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:18.627601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59611a-317c-41b3-98c6-ef06c276f492 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:18.632268 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dc59611a-317c-41b3-98c6-ef06c276f492 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports/310958c2-ee00-4ddb-b102-d0e2c16b39c6 HTTP/1.1" status: 200  len: 983 time: 0.1153574
Nov 27 11:39:18.632428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcdb55-e330-46e1-ad7f-91f72353071b None None] Routers {'e30847ed-82ec-407b-bdf7-fd3eaafae2c0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:18.632428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1dbcdb55-e330-46e1-ad7f-91f72353071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469943a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e30847ed-82ec-407b-bdf7-fd3eaafae2c0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:18.632643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43808) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:18.790692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] Provisioning for port 93261bfc-871c-4068-b9ff-403789f4e5ef completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:18.796675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1dbcdb55-e330-46e1-ad7f-91f72353071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469943a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:18.807469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbcdb55-e330-46e1-ad7f-91f72353071b None None] The sync data for ids ['e30847ed-82ec-407b-bdf7-fd3eaafae2c0'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:18.818577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] Provisioning complete for port 93261bfc-871c-4068-b9ff-403789f4e5ef triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:18.819058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.907447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:18.923512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:18.940980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599b8eb-6096-41b8-9dd5-a0219ba55d40 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:18.948951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:18.949820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:18.989987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=93261bfc-871c-4068-b9ff-403789f4e5ef,revision_number=4']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:18.997950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:19.002741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b539975d-ddb3-4d2e-892a-6a38bffe56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:19.011419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.048201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109a3a2-6336-45b8-8ed1-af5850c5b982 None None] Network 7c6587a7-adeb-4091-af2b-04c9a1699542 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:19.049841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:19.068342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:port and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:19.126885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:19.138456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:19.158501 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.1521394
Nov 27 11:39:19.161158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43814) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:19.164493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=5fc87ccd-ea8f-4ed5-ac07-af356bbb5adf,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:19.175620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:19.180298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:f6:3e:67', 'name': 'tempest-NetworksTestDHCPv6-2058277360'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:19.284136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4ec502dd-4c2d-4754-94e4-f4946fdde4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.344545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:19.347960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.393326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43818) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:19.395968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:19.412536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.421235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d4305db-79e9-4f04-b612-d14ee5f58162 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:19.449050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.477714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] device_id is not set on port a11a3eac-069c-4173-bf0d-92785c3cf437 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:19.546642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.546881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=a48cade5-4160-4a39-9525-716a373f3426,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:19.550222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:19.556411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-34236731-66a3-4d28-8352-b638815daa12 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:19.561820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:19.565843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:19.574903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:19.613704 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b5f0b6a5-0584-4ea8-8a3f-6784dcd62661 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c98147337e3744e88043b2cfe0cb9b02&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2167475
Nov 27 11:39:19.615649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43822) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:19.706743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:19.724693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:19.730699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=2b3acdd0-e94a-45a3-acf5-a48c2417f166,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:19.733808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:19.742231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] For port 93261bfc-871c-4068-b9ff-403789f4e5ef, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93261bfc-871c-4068-b9ff-403789f4e5ef,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:19.756488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:19.763150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:19.793314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.20.0.10 (407d1188-197d-4754-81a5-20ba04184d2b/01140f7b-4e27-4eb0-ab60-71217684a3da/a11a3eac-069c-4173-bf0d-92785c3cf437) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:19.802414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:19.812592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9d82218-c460-441d-ab67-495e5004c757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.816902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': '639f4511-4a03-4c7a-92ba-16c5fbe53cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '806fdd25-1286-45dd-b674-8a9a11cf1171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:19.816902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: 806fdd25-1286-45dd-b674-8a9a11cf1171, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:19.825060 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da11f8-3af3-4ad7-9fba-92baf1404b1c None None] Sync routers for ids ['5727f987-c12c-4035-8a87-7422a7a17ab1'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:19.860692 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da11f8-3af3-4ad7-9fba-92baf1404b1c None None] Routers {'5727f987-c12c-4035-8a87-7422a7a17ab1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:19.864673 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-50da11f8-3af3-4ad7-9fba-92baf1404b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846826f10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5727f987-c12c-4035-8a87-7422a7a17ab1'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:19.867295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9d82218-c460-441d-ab67-495e5004c757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.875466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.886035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-da0f649f-d07a-4896-abc9-af22f79dac43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:19.917947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.955384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:19.965490 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-50da11f8-3af3-4ad7-9fba-92baf1404b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846826f10>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:19.986493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] Pushing event updated for resources: {'Port': ['ID=93261bfc-871c-4068-b9ff-403789f4e5ef,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:19.992289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:19.995915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:19.997201 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da11f8-3af3-4ad7-9fba-92baf1404b1c None None] Routers {'5727f987-c12c-4035-8a87-7422a7a17ab1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:19.997917 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-50da11f8-3af3-4ad7-9fba-92baf1404b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846826f10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:38:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5727f987-c12c-4035-8a87-7422a7a17ab1'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:19.999044 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-94856045-0159-4447-a42b-75d1dd9bf173 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 12.1383078
Nov 27 11:39:20.000021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network 806fdd25-1286-45dd-b674-8a9a11cf1171 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:20.007210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43826) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:20.026515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.036532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:20.052156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bbe1d377-4dce-4d3b-9f85-baa001e33585 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:20.097737 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-50da11f8-3af3-4ad7-9fba-92baf1404b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846826f10>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:20.098144 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da11f8-3af3-4ad7-9fba-92baf1404b1c None None] The sync data for ids ['5727f987-c12c-4035-8a87-7422a7a17ab1'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:20.153929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] Provisioning for port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:20.173954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] Provisioning complete for port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:20.174334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.188809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.189753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.203944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9d82218-c460-441d-ab67-495e5004c757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.209732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1bcb6fa1-ca34-4f17-a0e8-0a4e9d1ccbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:20.264205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 806fdd25-1286-45dd-b674-8a9a11cf1171) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:20.267679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port bbe1d377-4dce-4d3b-9f85-baa001e33585 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:20.268066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.304796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:20.305376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.354304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d82218-c460-441d-ab67-495e5004c757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e47f3f2-75fb-4cbb-bff2-4524a6b0775e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:20.357003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c9d82218-c460-441d-ab67-495e5004c757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:20.365759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717d9b7c-c634-46fb-9e6c-f57da817ddae None None] Network 806fdd25-1286-45dd-b674-8a9a11cf1171 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:20.385420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c9d82218-c460-441d-ab67-495e5004c757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.401806 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c9d82218-c460-441d-ab67-495e5004c757 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e47f3f2-75fb-4cbb-bff2-4524a6b0775e HTTP/1.1" status: 204  len: 168 time: 0.7739794
Nov 27 11:39:20.581752 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.6773267
Nov 27 11:39:20.606613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43832) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:20.644500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.646574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-985662628'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:20.656830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:20.679724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.721464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:20.731415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:20.757037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 7f3371dc-f983-47dc-a87f-a58c822e9299 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:20.805491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:20.818856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] For port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=18cc2ddc-46c4-4e33-8dc2-99c0e9073801,segment=NetworkSegment(f2579e0f-b4c6-44ac-b55a-0882dcc6b395),segment_id=f2579e0f-b4c6-44ac-b55a-0882dcc6b395)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:20.862361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 310958c2-ee00-4ddb-b102-d0e2c16b39c6 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:20.863523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.908568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.915565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:20.920864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:20.945828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-806fdd25-1286-45dd-b674-8a9a11cf1171', 'network_id': '806fdd25-1286-45dd-b674-8a9a11cf1171', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': '2b3acdd0-e94a-45a3-acf5-a48c2417f166'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:20.947438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.017885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:21.020766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.023856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] Pushing event updated for resources: {'Port': ['ID=18cc2ddc-46c4-4e33-8dc2-99c0e9073801,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:21.027604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:21.126799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Router f45df3c0-2b77-48d0-ad6e-fd67578db74e is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:39:21.136022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:21.159904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8a5783f8-d2c6-45a1-8a05-478e4317ad26 None None] Provisioning complete for port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:21.160466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8a5783f8-d2c6-45a1-8a05-478e4317ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.169401 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b690b5b6-ebc2-43e6-9e3d-3d643d6bedbb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/routers/5727f987-c12c-4035-8a87-7422a7a17ab1 HTTP/1.1" status: 200  len: 921 time: 1.1506915
Nov 27 11:39:21.171266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43838) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:21.175646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.176860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment b722b4d6-a540-4b94-9024-be1faebef4c5 of type vlan for network 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee
Nov 27 11:39:21.191940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.213905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:21.238243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.262498 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-eeb3e068-291a-4f5b-a12b-a3b7de8a8234 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=5727f987-c12c-4035-8a87-7422a7a17ab1 HTTP/1.1" status: 200  len: 205 time: 0.0833812
Nov 27 11:39:21.262498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b4d439ed-c1b0-48ea-990b-a26fd0c126ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:21.262825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43842) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:21.267329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dc560c76-94c2-401e-9b11-8b6ead28d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.334076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=a11a3eac-069c-4173-bf0d-92785c3cf437,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:21.355579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:21.356832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 172.20.0.14 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/16310495-3fb8-4816-a59a-191828026085/7f3371dc-f983-47dc-a87f-a58c822e9299) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:21.371637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.380200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:fef6:3e67 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/5fc87ccd-ea8f-4ed5-ac07-af356bbb5adf/7f3371dc-f983-47dc-a87f-a58c822e9299) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:21.408198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 407d1188-197d-4754-81a5-20ba04184d2b is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:21.433222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:21.445634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Allocated IP 2001:db8:0:ffff::2 (806fdd25-1286-45dd-b674-8a9a11cf1171/2b3acdd0-e94a-45a3-acf5-a48c2417f166/e89e23fb-0d40-497d-8dcb-4d7571108047) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:21.457838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:21.545082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:21.545691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.580542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 310958c2-ee00-4ddb-b102-d0e2c16b39c6 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:21.693200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:21.693582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.720882 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.3069465
Nov 27 11:39:21.728984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43854) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:21.733599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.737952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:21.738743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.746842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-27019c83-99e2-42dd-9f13-c30fabadda1c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:21.871479 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a6c1720a-9795-448d-bcbd-510a369b6ca9 None None] Provisioning complete for port 93261bfc-871c-4068-b9ff-403789f4e5ef triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:21.872118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a6c1720a-9795-448d-bcbd-510a369b6ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.888057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=9c266dc9-adc2-49c1-9f0b-56d6a73c4dee,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:21.899272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:21.906547 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2956645
Nov 27 11:39:21.907550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43858) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:21.916464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': '9c266dc9-adc2-49c1-9f0b-56d6a73c4dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:21.942344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'port_id': 'a11a3eac-069c-4173-bf0d-92785c3cf437'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:21.959572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:21.993259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:22.060187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:22.064756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:subnet and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:22.068092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:22.075615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:22.084113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.105698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.115391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93261bfc-871c-4068-b9ff-403789f4e5ef up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:22.140963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 7f3371dc-f983-47dc-a87f-a58c822e9299 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:22.153763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.169010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Transition to ACTIVE for port object e89e23fb-0d40-497d-8dcb-4d7571108047 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:22.171808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:22.186556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-69de134c-32c8-47b3-9696-4c6dd139b412 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:22.304915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.314617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-51e9d3ef-d163-4bd7-b768-be4a6327863f tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:22.339491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=310958c2-ee00-4ddb-b102-d0e2c16b39c6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:22.361664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Transition to ACTIVE for port object e89e23fb-0d40-497d-8dcb-4d7571108047 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:22.364923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43868) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:22.371048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:22.382240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.398839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.403462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 93261bfc-871c-4068-b9ff-403789f4e5ef triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:22.403843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.450427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=7f3371dc-f983-47dc-a87f-a58c822e9299,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:22.454737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:22.475406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.498195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:22.527102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:22.528291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:22.538362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Network 806fdd25-1286-45dd-b674-8a9a11cf1171 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:22.546711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:22.547655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:22.549188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:22.641393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:22.642037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.668822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-863553511'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:22.676708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:22.686779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:network and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:22.692179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:22.705493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:22.711020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Pushing event updated for resources: {'Port': ['ID=e89e23fb-0d40-497d-8dcb-4d7571108047,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:22.715020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:22.716257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Attempting to bind port e89e23fb-0d40-497d-8dcb-4d7571108047 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:22.716638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Attempting to bind port e89e23fb-0d40-497d-8dcb-4d7571108047 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '639f4511-4a03-4c7a-92ba-16c5fbe53cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '806fdd25-1286-45dd-b674-8a9a11cf1171'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:22.717006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Attempting to bind port e89e23fb-0d40-497d-8dcb-4d7571108047 on network 806fdd25-1286-45dd-b674-8a9a11cf1171 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:22.728853 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.5611393
Nov 27 11:39:22.733651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.734575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43874) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:22.778601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:22.778997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Checking segment: {'id': '639f4511-4a03-4c7a-92ba-16c5fbe53cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '806fdd25-1286-45dd-b674-8a9a11cf1171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:22.779551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.779958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Bound using segment: {'id': '639f4511-4a03-4c7a-92ba-16c5fbe53cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '806fdd25-1286-45dd-b674-8a9a11cf1171'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:22.780512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Bound port: e89e23fb-0d40-497d-8dcb-4d7571108047, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639f4511-4a03-4c7a-92ba-16c5fbe53cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '806fdd25-1286-45dd-b674-8a9a11cf1171'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:22.780894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.822524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.864907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:22.884593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Sync routers for ids ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:22.903781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:22.907186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.928512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.933219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] For port e89e23fb-0d40-497d-8dcb-4d7571108047, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:22.934906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] For port e89e23fb-0d40-497d-8dcb-4d7571108047, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e89e23fb-0d40-497d-8dcb-4d7571108047,segment=NetworkSegment(639f4511-4a03-4c7a-92ba-16c5fbe53cf2),segment_id=639f4511-4a03-4c7a-92ba-16c5fbe53cf2)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:22.937410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Routers {'f45df3c0-2b77-48d0-ad6e-fd67578db74e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:22.938119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465a4cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:22.957447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:22.965682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:23.018714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.025630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8303f2d5-a1c3-47e6-8342-b8ad13656cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:23.190955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:23.202628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-75db8d70-575a-4a9b-86fe-8f1791f6d97e None None] Provisioning for port 7f3371dc-f983-47dc-a87f-a58c822e9299 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:23.211489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Pushing event updated for resources: {'Port': ['ID=e89e23fb-0d40-497d-8dcb-4d7571108047,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:23.215345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:23.219198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-75db8d70-575a-4a9b-86fe-8f1791f6d97e None None] Provisioning complete for port 7f3371dc-f983-47dc-a87f-a58c822e9299 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:23.219584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-75db8d70-575a-4a9b-86fe-8f1791f6d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.234993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:security_group_rule and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:23.243892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:23.264166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:23.268512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=e4c5a529-65cb-439d-b2eb-3300fe34bba2,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:23.279225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5513175-139c-40d9-bb05-f1bc829cfd07 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:23.283311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5513175-139c-40d9-bb05-f1bc829cfd07 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:23.285008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b5513175-139c-40d9-bb05-f1bc829cfd07 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:23.293650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:23.306422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': 'b722b4d6-a540-4b94-9024-be1faebef4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c266dc9-adc2-49c1-9f0b-56d6a73c4dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:23.306952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:23.308322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-75db8d70-575a-4a9b-86fe-8f1791f6d97e None None] Port 7f3371dc-f983-47dc-a87f-a58c822e9299 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:23.310922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Set router f45df3c0-2b77-48d0-ad6e-fd67578db74e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:23.450190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b5513175-139c-40d9-bb05-f1bc829cfd07 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:23.451435 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b5513175-139c-40d9-bb05-f1bc829cfd07 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.7156706
Nov 27 11:39:23.464586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43878) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:23.474312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.478399 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.8928843
Nov 27 11:39:23.479329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43882) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:23.482903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.548834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:23.615743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.617455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 7f3371dc-f983-47dc-a87f-a58c822e9299 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:23.617802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.677322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-727b05aa-6318-4494-8ed1-bf93c832bfb4 tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:23.689246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:23.694177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:23.697092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.703707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4bdd9-3b94-443f-b976-9db450f53d11 None None] Network 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:23.733354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:23.742692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465a4cd0>, [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:39:19Z', 'revision_number': 3, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:23.761681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb2bc0-6d1d-4f20-8faa-cc5c7be69643,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:23.764781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:23.771598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.771944 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Added segment ee76ea99-77c7-463b-8d95-b763a0a7e309 of type vlan for network d12a8f80-34a0-4086-83d4-ba43c7e131d3
Nov 27 11:39:23.813277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Checking router: f45df3c0-2b77-48d0-ad6e-fd67578db74e for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:39:23.813674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Updating router f45df3c0-2b77-48d0-ad6e-fd67578db74e port a48cade5-4160-4a39-9525-716a373f3426 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:39:23.817854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.859832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.904614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.929410 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.0206227
Nov 27 11:39:23.935792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43886) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:23.952970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.958297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:23.958297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:23.962847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89a6d902-136c-448a-a10a-fd4a9de632bc tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:24.143554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Network': ['ID=d12a8f80-34a0-4086-83d4-ba43c7e131d3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:24.146226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:24.200745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network d12a8f80-34a0-4086-83d4-ba43c7e131d3 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:24.313859 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.9345467
Nov 27 11:39:24.367549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-9c266dc9-adc2-49c1-9f0b-56d6a73c4dee', 'network_id': '9c266dc9-adc2-49c1-9f0b-56d6a73c4dee', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': 'e4c5a529-65cb-439d-b2eb-3300fe34bba2'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:24.368604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:24.513438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:24.546897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:24.663811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:24.690801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router e30847ed-82ec-407b-bdf7-fd3eaafae2c0 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:24.692167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Deleting port eea6815d-8b99-4e98-9bcb-018ffe88683c {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:24.692167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:24.718728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe9ddaa-3868-479a-9669-94aaa4238221 None None] Network 806fdd25-1286-45dd-b674-8a9a11cf1171 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:24.755994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:24.813365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.resource_extend [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:39:24.905686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Allocated IP 2001:db8::1 (9c266dc9-adc2-49c1-9f0b-56d6a73c4dee/e4c5a529-65cb-439d-b2eb-3300fe34bba2/cb3de218-1608-473d-a10b-4486161cf0d1) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:25.011706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.025498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Transition to ACTIVE for port object a48cade5-4160-4a39-9525-716a373f3426 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:25.031696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-be9fb70b-a374-4bcc-b4da-8aaa1688949f None None] Provisioning for port e89e23fb-0d40-497d-8dcb-4d7571108047 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:25.035368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Allocated IP 172.20.0.1 (7c6587a7-adeb-4091-af2b-04c9a1699542/f9d09aa7-1681-4449-9bba-28800d90fa90/737c42c3-b740-4caa-9a69-3b5601baa23f) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:25.038856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 7f3371dc-f983-47dc-a87f-a58c822e9299 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:25.079057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:39:25.160351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.176727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:25.322026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.357246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Attempting to bind port a48cade5-4160-4a39-9525-716a373f3426 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:25.357629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Attempting to bind port a48cade5-4160-4a39-9525-716a373f3426 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:25.358001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Attempting to bind port a48cade5-4160-4a39-9525-716a373f3426 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:25.360639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e89e23fb-0d40-497d-8dcb-4d7571108047 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:25.408451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.419798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9ff4f-66af-49ee-bdea-7aa1e002892a None None] Pushing event updated for resources: {'Port': ['ID=a48cade5-4160-4a39-9525-716a373f3426,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:25.422968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-daa9ff4f-66af-49ee-bdea-7aa1e002892a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:25.444170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:25.444578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:25.444952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.445356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:25.445838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Bound port: a48cade5-4160-4a39-9525-716a373f3426, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:25.446253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.460722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Transition to ACTIVE for port object 737c42c3-b740-4caa-9a69-3b5601baa23f will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:25.572646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.585229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.608139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-067d3a2d-71ed-4585-81b7-0dbd15b4bf8d tempest-RoutersAdminNegativeTest-1481623225 tempest-RoutersAdminNegativeTest-1481623225-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:25.638517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.650159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] For port a48cade5-4160-4a39-9525-716a373f3426, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:25.654524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] For port a48cade5-4160-4a39-9525-716a373f3426, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a48cade5-4160-4a39-9525-716a373f3426,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:25.655773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Transition to ACTIVE for port object cb3de218-1608-473d-a10b-4486161cf0d1 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:25.677796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Transition to ACTIVE for port object cb3de218-1608-473d-a10b-4486161cf0d1 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:25.705377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Network 7c6587a7-adeb-4091-af2b-04c9a1699542 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:25.705659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.707294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:25.709699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:25.712980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e89e23fb-0d40-497d-8dcb-4d7571108047 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:25.729357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.729357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a7e0c12b-d19f-488e-b3b3-ee28dfbe5883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:25.823970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:25.834953 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c79117-7001-4632-8563-6a16477ef3ef None None] Sync routers for ids ['e30847ed-82ec-407b-bdf7-fd3eaafae2c0'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:25.853961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.866113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9ff4f-66af-49ee-bdea-7aa1e002892a None None] Pushing event updated for resources: {'Port': ['ID=a48cade5-4160-4a39-9525-716a373f3426,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:25.872359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.886556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e89e23fb-0d40-497d-8dcb-4d7571108047 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:25.887206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:25.890948 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c79117-7001-4632-8563-6a16477ef3ef None None] Routers {'e30847ed-82ec-407b-bdf7-fd3eaafae2c0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:25.891623 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-78c79117-7001-4632-8563-6a16477ef3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284627f3a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e30847ed-82ec-407b-bdf7-fd3eaafae2c0'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:25.935427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-daa9ff4f-66af-49ee-bdea-7aa1e002892a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:25.936931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-daa9ff4f-66af-49ee-bdea-7aa1e002892a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:25.938357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Pushing event updated for resources: {'Port': ['ID=737c42c3-b740-4caa-9a69-3b5601baa23f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:25.962000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:25.997800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:26.044574 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-78c79117-7001-4632-8563-6a16477ef3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284627f3a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:26.060993 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c79117-7001-4632-8563-6a16477ef3ef None None] Routers {'e30847ed-82ec-407b-bdf7-fd3eaafae2c0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:26.062846 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-78c79117-7001-4632-8563-6a16477ef3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284627f3a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e30847ed-82ec-407b-bdf7-fd3eaafae2c0'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:26.081235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Network 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:26.085180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Pushing event updated for resources: {'Port': ['ID=cb3de218-1608-473d-a10b-4486161cf0d1,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:26.098250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:26.105491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:26.107841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:26.146164 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-78c79117-7001-4632-8563-6a16477ef3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284627f3a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:26.148912 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c79117-7001-4632-8563-6a16477ef3ef None None] The sync data for ids ['e30847ed-82ec-407b-bdf7-fd3eaafae2c0'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:26.159220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Routers {'f45df3c0-2b77-48d0-ad6e-fd67578db74e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:26.159963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465a4cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:26.191811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Calling delete_port for eea6815d-8b99-4e98-9bcb-018ffe88683c owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:26.240286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:26.243508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b859b2e4-64dc-48ba-a842-aa3cdc9ea27f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:26.271949 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/e30847ed-82ec-407b-bdf7-fd3eaafae2c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6364579
Nov 27 11:39:26.272858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43890) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:26.297376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c5a529-65cb-439d-b2eb-3300fe34bba2,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:26.316681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:26.455628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:26.462491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d3da1412-e3ce-41c8-8e6d-cae7bba3e964 None None] Provisioning complete for port e89e23fb-0d40-497d-8dcb-4d7571108047 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:26.463045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3da1412-e3ce-41c8-8e6d-cae7bba3e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:26.468941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:26.476452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d4ac7d26-6f6d-4036-8ea4-d920b68d3726 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:26.607165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=7f3371dc-f983-47dc-a87f-a58c822e9299,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:26.609593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:26.619812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:26.621507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28467501f0>,) {'filters': {'network_id': ['9c266dc9-adc2-49c1-9f0b-56d6a73c4dee']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:26.632568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Attempting to bind port cb3de218-1608-473d-a10b-4486161cf0d1 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:26.633100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Attempting to bind port cb3de218-1608-473d-a10b-4486161cf0d1 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'b722b4d6-a540-4b94-9024-be1faebef4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c266dc9-adc2-49c1-9f0b-56d6a73c4dee'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:26.634333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Attempting to bind port cb3de218-1608-473d-a10b-4486161cf0d1 on network 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:26.767283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:26.770372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Checking segment: {'id': 'b722b4d6-a540-4b94-9024-be1faebef4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c266dc9-adc2-49c1-9f0b-56d6a73c4dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:26.770934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:26.771447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Bound using segment: {'id': 'b722b4d6-a540-4b94-9024-be1faebef4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c266dc9-adc2-49c1-9f0b-56d6a73c4dee'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:26.772057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Bound port: cb3de218-1608-473d-a10b-4486161cf0d1, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b722b4d6-a540-4b94-9024-be1faebef4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c266dc9-adc2-49c1-9f0b-56d6a73c4dee'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:26.772585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:26.794831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e89e23fb-0d40-497d-8dcb-4d7571108047, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e89e23fb-0d40-497d-8dcb-4d7571108047,segment=NetworkSegment(639f4511-4a03-4c7a-92ba-16c5fbe53cf2),segment_id=639f4511-4a03-4c7a-92ba-16c5fbe53cf2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:26.846905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] Set router f45df3c0-2b77-48d0-ad6e-fd67578db74e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:26.888300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28467501f0>, 'b722b4d6-a540-4b94-9024-be1faebef4c5') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:26.888845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28467501f0>, 'b722b4d6-a540-4b94-9024-be1faebef4c5') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:26.937050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.019692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.030882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.047350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f836140b-eebf-4c70-804a-14fdae4dffe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:27.091067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.151199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:27.151887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.162649 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-5db21ce8-5533-4615-833c-b97cb0a88f1d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] remove_router_interface failed (client error): The resource could not be found.
Nov 27 11:39:27.163781 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5db21ce8-5533-4615-833c-b97cb0a88f1d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/e30847ed-82ec-407b-bdf7-fd3eaafae2c0/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8896375
Nov 27 11:39:27.167302 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43894) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:27.176490 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:27.219911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.235162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-18db043b-ed63-4182-a81a-4fd7d9b29eef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:27.277345 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/7f3371dc-f983-47dc-a87f-a58c822e9299 HTTP/1.1" status: 204  len: 168 time: 3.8048291
Nov 27 11:39:27.277543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43898) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:27.312409 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP dc6be345-5b52-42e4-ba64-bc6d73e2c7be associated. External IP: 172.26.6.108, port: a11a3eac-069c-4173-bf0d-92785c3cf437.
Nov 27 11:39:27.377302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:39:27.377302 dv-neutron-819441-1-hyperv neutron-server[84363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:39:27.377302 dv-neutron-819441-1-hyperv neutron-server[84363]: [parameters: {'id': '9c266dc9-adc2-49c1-9f0b-56d6a73c4dee'}]
Nov 27 11:39:27.377302 dv-neutron-819441-1-hyperv neutron-server[84363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:39:27.378103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:39:27.378770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.394802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6040a6ce-f9de-4341-ac31-db2b3345de5b tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:27.395363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-18db043b-ed63-4182-a81a-4fd7d9b29eef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:27.396606 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-18db043b-ed63-4182-a81a-4fd7d9b29eef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30847ed-82ec-407b-bdf7-fd3eaafae2c0 HTTP/1.1" status: 200  len: 205 time: 0.2284026
Nov 27 11:39:27.403568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43902) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:27.436620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event deleted for resources: {'Port': ['ID=eea6815d-8b99-4e98-9bcb-018ffe88683c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:27.443048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:27.548735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e89e23fb-0d40-497d-8dcb-4d7571108047,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:27.581952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:27.588722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaee15f-b2b0-471e-a16d-506ac19e6f9a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:27.591178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaee15f-b2b0-471e-a16d-506ac19e6f9a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:27.592989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaee15f-b2b0-471e-a16d-506ac19e6f9a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:27.593839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bfaee15f-b2b0-471e-a16d-506ac19e6f9a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:27.615708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] For port cb3de218-1608-473d-a10b-4486161cf0d1, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:27.661087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d867c909-7a0d-4a75-9a76-47526a9f1316 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.681610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] For port cb3de218-1608-473d-a10b-4486161cf0d1, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cb3de218-1608-473d-a10b-4486161cf0d1,segment=NetworkSegment(b722b4d6-a540-4b94-9024-be1faebef4c5),segment_id=b722b4d6-a540-4b94-9024-be1faebef4c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:27.722744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465a4cd0>, [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:39:19Z', 'revision_number': 3, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:27.728121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0c17a-c5c3-44c7-aa61-d5437e5367e9 None None] The sync data for ids ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'] in dv-neutron-819441-1-hyperv is: [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:39:19Z', 'revision_number': 3, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:27.742659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bfaee15f-b2b0-471e-a16d-506ac19e6f9a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:27.744603 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bfaee15f-b2b0-471e-a16d-506ac19e6f9a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4660900
Nov 27 11:39:27.752242 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.756423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e20ded67-78b3-41fa-8788-1de5209a96d0 None None] Provisioning for port 737c42c3-b740-4caa-9a69-3b5601baa23f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:27.760649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43906) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:27.763957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e5f5fc83-daff-4d5a-8ba7-5060097ae19f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:27.792679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43910) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:27.809014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'subnet': {'network_id': 'd12a8f80-34a0-4086-83d4-ba43c7e131d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:27.810178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e20ded67-78b3-41fa-8788-1de5209a96d0 None None] Provisioning complete for port 737c42c3-b740-4caa-9a69-3b5601baa23f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:27.810605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e20ded67-78b3-41fa-8788-1de5209a96d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.856244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.885099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e20ded67-78b3-41fa-8788-1de5209a96d0 None None] Port 737c42c3-b740-4caa-9a69-3b5601baa23f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:27.906233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.934305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:27.943111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Pushing event updated for resources: {'Port': ['ID=cb3de218-1608-473d-a10b-4486161cf0d1,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:27.950816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:27.990835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c345b9-2c4f-4ba1-86e7-c09cc4a8f594 None None] Network 9c266dc9-adc2-49c1-9f0b-56d6a73c4dee requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:28.002105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.098242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port cb3de218-1608-473d-a10b-4486161cf0d1 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:28.098600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.145058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:28.156568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:subnet and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:28.162912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:28.174513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:28.203202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1518df87-dd99-4a41-b661-9f9bde8cb70f None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:39:28.215759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9ff6f27b-7bac-4dbe-b33f-2ee2a1d0046a tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:28.358373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518df87-dd99-4a41-b661-9f9bde8cb70f None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:39:28.367544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.381570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 16310495-3fb8-4816-a59a-191828026085 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:28.396912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.406951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.408635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:28.608990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Pushing event updated for resources: {'Port': ['ID=737c42c3-b740-4caa-9a69-3b5601baa23f,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:28.619967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:28.620910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.629803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d867c909-7a0d-4a75-9a76-47526a9f1316 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.637870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.678563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d867c909-7a0d-4a75-9a76-47526a9f1316 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.794239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.832106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port cb3de218-1608-473d-a10b-4486161cf0d1, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cb3de218-1608-473d-a10b-4486161cf0d1,segment=NetworkSegment(b722b4d6-a540-4b94-9024-be1faebef4c5),segment_id=b722b4d6-a540-4b94-9024-be1faebef4c5)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:28.832464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.865074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:28.909722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Network 7c6587a7-adeb-4091-af2b-04c9a1699542 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:28.913055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:29.043755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for cb3de218-1608-473d-a10b-4486161cf0d1 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:29.166926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.167806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Fanout notify agent at l3_agent the message router_deleted on router 5727f987-c12c-4035-8a87-7422a7a17ab1 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:39:29.183829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d867c909-7a0d-4a75-9a76-47526a9f1316 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.183829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d867c909-7a0d-4a75-9a76-47526a9f1316 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Fanout notify agent at l3_agent the message router_deleted on router e30847ed-82ec-407b-bdf7-fd3eaafae2c0 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:39:29.209034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.213684 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/5727f987-c12c-4035-8a87-7422a7a17ab1 HTTP/1.1" status: 204  len: 168 time: 7.9464154
Nov 27 11:39:29.216418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43914) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:29.224822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1373944980', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': False}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:29.234796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:29.242215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d867c909-7a0d-4a75-9a76-47526a9f1316 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.244171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d867c909-7a0d-4a75-9a76-47526a9f1316 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/e30847ed-82ec-407b-bdf7-fd3eaafae2c0 HTTP/1.1" status: 204  len: 168 time: 1.8394957
Nov 27 11:39:29.297850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43918) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:29.299568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Usage tracker for resource:router and tenant:3cd5cd942cea466c9612fd112677f51b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:29.324011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.333823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:29.347710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-66b5ae06-6036-4a3a-98b5-a37130700e10 None None] Provisioning complete for port 737c42c3-b740-4caa-9a69-3b5601baa23f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:29.348277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-66b5ae06-6036-4a3a-98b5-a37130700e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.355911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9aec0571-a241-490e-9cdf-60400226edcb tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:29.375967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e89e23fb-0d40-497d-8dcb-4d7571108047 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:29.432635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.438140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:29.441876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-185ea980-badd-4868-8601-e56ad3028bd3 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:29.453341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=16310495-3fb8-4816-a59a-191828026085,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:29.463099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:29.468200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-66b5ae06-6036-4a3a-98b5-a37130700e10 None None] Port 737c42c3-b740-4caa-9a69-3b5601baa23f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:29.484092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.485919 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/16310495-3fb8-4816-a59a-191828026085 HTTP/1.1" status: 204  len: 168 time: 1.7237883
Nov 27 11:39:29.494393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43922) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:29.498084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdbf755-76f5-4f00-927e-45b954c368b0 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:29.520761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e89e23fb-0d40-497d-8dcb-4d7571108047 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:29.521090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.531136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Port': ['ID=cb3de218-1608-473d-a10b-4486161cf0d1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:29.541775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:29.549574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.550517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.566640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No DVR routers for this DVR port cb3de218-1608-473d-a10b-4486161cf0d1 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:39:29.699529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.706794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 5fc87ccd-ea8f-4ed5-ac07-af356bbb5adf {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:29.707659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0a5c1384-fbc0-4d46-a8fd-8b9e927574a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:29.713586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.746358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.785954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:29.805312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844fdc640>,) {'filters': {'network_id': ['9c266dc9-adc2-49c1-9f0b-56d6a73c4dee']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:29.807233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a48cade5-4160-4a39-9525-716a373f3426 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:29.846562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844fdc640>, 'b722b4d6-a540-4b94-9024-be1faebef4c5') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:29.846859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844fdc640>, 'b722b4d6-a540-4b94-9024-be1faebef4c5') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:29.856175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Subnet': ['ID=3f5596a4-f0ff-43b8-8684-e9df2470a1ba,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:29.864286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:29.871516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.959117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.967692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Checking segment: {'id': 'ee76ea99-77c7-463b-8d95-b763a0a7e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd12a8f80-34a0-4086-83d4-ba43c7e131d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:29.968053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network hostable DHCP agents. Network: d12a8f80-34a0-4086-83d4-ba43c7e131d3, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:29.978082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:29.978754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.983403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:29.993318 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:30.041651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port a48cade5-4160-4a39-9525-716a373f3426 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:30.045855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.052556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a48cade5-4160-4a39-9525-716a373f3426 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:30.054649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.119361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet 9281ace4-fc0e-423c-8bb7-2d80c9b1450e {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:30.134603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.246072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.266975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port a48cade5-4160-4a39-9525-716a373f3426, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a48cade5-4160-4a39-9525-716a373f3426,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:30.295331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.296472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network d12a8f80-34a0-4086-83d4-ba43c7e131d3 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:30.306006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b6114193-3d5c-4c41-8e6b-242a8aee9024 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:30.320177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.338714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.342115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fa6b14cd-82fc-48e9-a472-13c66c74e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:30.345894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=9c266dc9-adc2-49c1-9f0b-56d6a73c4dee,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:30.352604 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/9c266dc9-adc2-49c1-9f0b-56d6a73c4dee HTTP/1.1" status: 204  len: 168 time: 6.4091315
Nov 27 11:39:30.352604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:30.354982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43926) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:30.360145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.360646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571267300'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:30.367103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:30.373447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:30.380089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:30.385370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:30.406631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, d12a8f80-34a0-4086-83d4-ba43c7e131d3) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:30.412900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:30.413570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.419232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8563f108-9f41-4966-a561-967d4021379b None None] Network d12a8f80-34a0-4086-83d4-ba43c7e131d3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:30.448606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:30.467027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.488688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.495156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:30.499172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.528346 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.7331874
Nov 27 11:39:30.529577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43930) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:30.546091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-628080749'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:30.562791 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b9190562-504e-47a2-b96b-8893ac099aad tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/floatingips/dc6be345-5b52-42e4-ba64-bc6d73e2c7be HTTP/1.1" status: 200  len: 979 time: 8.8317065
Nov 27 11:39:30.566794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43934) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:30.567742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:30.577038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:30.579167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.579580 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 1d227f19-a733-4c94-8a8b-932b0e0419a5 of type vlan for network 75b3b046-9740-4fb0-bb07-878d917f1d1f
Nov 27 11:39:30.583257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4585e1-7d35-4452-81df-7637918b7a1b None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:30.609127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.617135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=a48cade5-4160-4a39-9525-716a373f3426,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:30.622498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:network and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:30.627716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:30.627944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.635437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:30.651317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4585e1-7d35-4452-81df-7637918b7a1b None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:30.652057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7d4585e1-7d35-4452-81df-7637918b7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284669f520>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:30.662846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Router f45df3c0-2b77-48d0-ad6e-fd67578db74e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:30.671900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:30.691014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.721838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.731303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:30.733791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.747138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:30.750693 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7d4585e1-7d35-4452-81df-7637918b7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284669f520>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:30.752548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port a11a3eac-069c-4173-bf0d-92785c3cf437 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:30.752896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.783048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4585e1-7d35-4452-81df-7637918b7a1b None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:30.783890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7d4585e1-7d35-4452-81df-7637918b7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284669f520>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:30.856710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=75b3b046-9740-4fb0-bb07-878d917f1d1f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:30.859402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:30.883044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 75b3b046-9740-4fb0-bb07-878d917f1d1f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:30.897483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:30.900958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.906771 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5506616
Nov 27 11:39:30.910944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7d4585e1-7d35-4452-81df-7637918b7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284669f520>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:30.911365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4585e1-7d35-4452-81df-7637918b7a1b None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:30.914664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43938) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:30.922523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-d12a8f80-34a0-4086-83d4-ba43c7e131d3', 'network_id': 'd12a8f80-34a0-4086-83d4-ba43c7e131d3', 'tenant_id': 'defadeeee01f416ba40f7c1a48822525', 'fixed_ips': [{'subnet_id': '3f5596a4-f0ff-43b8-8684-e9df2470a1ba'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:30.923857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.923988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:30.926865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': '75b3b046-9740-4fb0-bb07-878d917f1d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:30.935534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:31.028422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc87ccd-ea8f-4ed5-ac07-af356bbb5adf,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:31.042690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:31.047030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:31.052015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:subnet and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:31.056360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:31.068223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.068552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:31.103308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:31.116760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d56fe6-66d2-4766-98d2-e9bd69c8c8bb None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:31.144575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e9a25f3b-d60e-4ecd-8595-5ab84ce6b8df None None] Provisioning complete for port 93261bfc-871c-4068-b9ff-403789f4e5ef triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:31.144955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e9a25f3b-d60e-4ecd-8595-5ab84ce6b8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.149815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:31.172011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.194263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a48cade5-4160-4a39-9525-716a373f3426 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:31.232706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4e3c00d4-1743-4c56-bb1d-f073f9eefed7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:31.279449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.309860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.310595 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Added segment 612c8c97-4961-44fb-97f7-4fd2016111bb of type vlan for network b3c6fc47-4f7c-4e6c-98ac-615000e4da76
Nov 27 11:39:31.344535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.402031 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/5fc87ccd-ea8f-4ed5-ac07-af356bbb5adf HTTP/1.1" status: 204  len: 168 time: 1.9030025
Nov 27 11:39:31.402759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43942) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:31.403375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=9281ace4-fc0e-423c-8bb7-2d80c9b1450e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:31.419000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:31.439982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.442148 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/9281ace4-fc0e-423c-8bb7-2d80c9b1450e HTTP/1.1" status: 204  len: 168 time: 2.1393871
Nov 27 11:39:31.449005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43946) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:31.453783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7cf3a-bc64-4df0-9faf-d481310adbf2 None None] Network 5117a332-351e-4647-9f04-445ab11b12ef requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:31.478643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.490614 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-271c5ea6-9879-4919-890b-08c767fa10b0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0873160
Nov 27 11:39:31.494070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43950) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:31.512032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.516412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:31.517337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.571473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Allocated IP 2001:db8:0:ffff::2 (d12a8f80-34a0-4086-83d4-ba43c7e131d3/3f5596a4-f0ff-43b8-8684-e9df2470a1ba/69375cf5-6854-4696-aa35-c90d52866ebc) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:31.625682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-756fe611-99e6-44f5-97b8-d07fd14fcf5e tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:31.642504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad39d298-5e08-4a77-a04a-b0b00abccce5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:31.643124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ad39d298-5e08-4a77-a04a-b0b00abccce5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:31.772545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ad39d298-5e08-4a77-a04a-b0b00abccce5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:31.774935 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ad39d298-5e08-4a77-a04a-b0b00abccce5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2787790
Nov 27 11:39:31.777143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43954) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:31.785675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a48cade5-4160-4a39-9525-716a373f3426 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:31.786118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.817403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:31.828554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8a3e8380-077c-4591-8e66-aa02299cc7c4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:31.918042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3489b-325e-461d-97b3-6f9d56d2ddcd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:31.918827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-16b3489b-325e-461d-97b3-6f9d56d2ddcd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:31.939335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=c89413dc-e9be-468f-abf2-b85d57594b84,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:31.952563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:31.966417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': '1d227f19-a733-4c94-8a8b-932b0e0419a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b3b046-9740-4fb0-bb07-878d917f1d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:31.966417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: 75b3b046-9740-4fb0-bb07-878d917f1d1f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:32.025143 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.4912150
Nov 27 11:39:32.028220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43958) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:32.035034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'subnet': {'network_id': 'b3c6fc47-4f7c-4e6c-98ac-615000e4da76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:32.083255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:39:32.083457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.085181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Network': ['ID=b3c6fc47-4f7c-4e6c-98ac-615000e4da76,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:32.096161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:32.118808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network b3c6fc47-4f7c-4e6c-98ac-615000e4da76 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:32.149706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] Deleting port 93261bfc-871c-4068-b9ff-403789f4e5ef {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:32.150093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.157533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-16b3489b-325e-461d-97b3-6f9d56d2ddcd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:32.162151 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-16b3489b-325e-461d-97b3-6f9d56d2ddcd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3837719
Nov 27 11:39:32.162585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 16195f0e-cea5-42f7-8d1f-add92759c664 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:32.162932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.163072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43962) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:32.171785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network 75b3b046-9740-4fb0-bb07-878d917f1d1f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:32.207204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.264402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] DHCP port deletion for 5117a332-351e-4647-9f04-445ab11b12ef request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:39:32.287303 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7f4d600d-7d82-4085-bbad-a4d4d7689a60 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1130126
Nov 27 11:39:32.287303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43966) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:32.287303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 75b3b046-9740-4fb0-bb07-878d917f1d1f) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:32.294637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dc0b155f-9bc0-4303-9c72-8c6c4bb8534d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:32.306702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Transition to ACTIVE for port object 69375cf5-6854-4696-aa35-c90d52866ebc will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:32.324883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] Deleting port 16195f0e-cea5-42f7-8d1f-add92759c664 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:32.325268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.364005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f675d63-df65-4e56-a686-31d9edcbfd15 None None] Network 75b3b046-9740-4fb0-bb07-878d917f1d1f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:32.435038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:32.436033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.447263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.447843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.447930 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP dc6be345-5b52-42e4-ba64-bc6d73e2c7be disassociated. External IP: 172.26.6.108, port: a11a3eac-069c-4173-bf0d-92785c3cf437.
Nov 27 11:39:32.448240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for a11a3eac-069c-4173-bf0d-92785c3cf437 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:32.458822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dc0b155f-9bc0-4303-9c72-8c6c4bb8534d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:32.472182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:32.478973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dc0b155f-9bc0-4303-9c72-8c6c4bb8534d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:32.481318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:subnet and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:32.487753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.487921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:32.492334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Transition to ACTIVE for port object 69375cf5-6854-4696-aa35-c90d52866ebc will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:32.495224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:32.535461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.573437 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.6557722
Nov 27 11:39:32.578429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43972) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:32.584404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1461285138'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:32.590801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:32.594820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:32.598032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:32.602212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:32.611139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:32.623443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0b155f-9bc0-4303-9c72-8c6c4bb8534d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:32.644403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:32.705833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.717985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:32.726933 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] 10.222.0.23 "PUT /v2.0/routers/f45df3c0-2b77-48d0-ad6e-fd67578db74e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2468588
Nov 27 11:39:32.812590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 16195f0e-cea5-42f7-8d1f-add92759c664, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=16195f0e-cea5-42f7-8d1f-add92759c664,segment=NetworkSegment(7e2863df-f7a5-418e-acc3-6a81749691f4),segment_id=7e2863df-f7a5-418e-acc3-6a81749691f4)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:32.812947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.947889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Network d12a8f80-34a0-4086-83d4-ba43c7e131d3 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:32.956088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Pushing event updated for resources: {'Port': ['ID=69375cf5-6854-4696-aa35-c90d52866ebc,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:32.964358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.965943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:32.970794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] For port 93261bfc-871c-4068-b9ff-403789f4e5ef, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93261bfc-871c-4068-b9ff-403789f4e5ef,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:32.970794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:32.980390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:32.999409 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:39:33.003090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 16195f0e-cea5-42f7-8d1f-add92759c664 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:33.040379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:33.104315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:33.105176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Allocated IP 172.26.6.105 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/6814d869-6288-446d-9f5f-f3f6396359ed) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:33.107485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.125333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.131896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b8214c6-07ff-4e1a-b95e-ffcf7250687d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:33.133207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc0b155f-9bc0-4303-9c72-8c6c4bb8534d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.135138 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0b155f-9bc0-4303-9c72-8c6c4bb8534d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:39:33.135573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0b155f-9bc0-4303-9c72-8c6c4bb8534d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:39:33.165833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:33.176532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.176876 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 7eb88bbd-04df-4c2a-926c-67bfabcfc5f5 of type vlan for network 4eb23303-1be4-4121-b5b1-f2e2130b65f1
Nov 27 11:39:33.190211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=a11a3eac-069c-4173-bf0d-92785c3cf437,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:33.206765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.218270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:33.234434 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Sync routers for ids ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:33.257910 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Routers {'f45df3c0-2b77-48d0-ad6e-fd67578db74e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:33.259422 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466715b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:33.291465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.296381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 16195f0e-cea5-42f7-8d1f-add92759c664 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:39:33.297425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:33.330530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] Calling delete_port for 93261bfc-871c-4068-b9ff-403789f4e5ef owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:33.345248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.430525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:33.430525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.430525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-33a52789-282a-4721-ada3-6a09f7c570bd tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:33.467930 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dc0b155f-9bc0-4303-9c72-8c6c4bb8534d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 1.1817315
Nov 27 11:39:33.474959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43982) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:33.507389 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 16195f0e-cea5-42f7-8d1f-add92759c664 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:39:33.507923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 16195f0e-cea5-42f7-8d1f-add92759c664 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:39:33.508145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93261bfc-871c-4068-b9ff-403789f4e5ef no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:39:33.511558 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9317749
Nov 27 11:39:33.516124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8857f7bb-b51a-41c2-a39e-c1a8d3479220 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:33.535144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43986) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:33.575290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=16195f0e-cea5-42f7-8d1f-add92759c664,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:33.584017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:33.606589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No DVR routers for this DVR port 16195f0e-cea5-42f7-8d1f-add92759c664 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:39:33.621107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-75b3b046-9740-4fb0-bb07-878d917f1d1f', 'network_id': '75b3b046-9740-4fb0-bb07-878d917f1d1f', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': 'c89413dc-e9be-468f-abf2-b85d57594b84'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:33.622223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.645537 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Set router f45df3c0-2b77-48d0-ad6e-fd67578db74e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:33.656318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] For port 16195f0e-cea5-42f7-8d1f-add92759c664, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=16195f0e-cea5-42f7-8d1f-add92759c664,segment=NetworkSegment(7e2863df-f7a5-418e-acc3-6a81749691f4),segment_id=7e2863df-f7a5-418e-acc3-6a81749691f4)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:33.657006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.688710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': '4eb23303-1be4-4121-b5b1-f2e2130b65f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:33.707172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.784224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.832665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844a70f70>,) {'filters': {'network_id': ['5117a332-351e-4647-9f04-445ab11b12ef']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:33.849360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] Calling delete_port for 16195f0e-cea5-42f7-8d1f-add92759c664 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:33.866060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=4eb23303-1be4-4121-b5b1-f2e2130b65f1,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:33.884308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:33.886348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Attempting to bind port 69375cf5-6854-4696-aa35-c90d52866ebc on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:33.886800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Attempting to bind port 69375cf5-6854-4696-aa35-c90d52866ebc by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'ee76ea99-77c7-463b-8d95-b763a0a7e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd12a8f80-34a0-4086-83d4-ba43c7e131d3'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:33.887167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Attempting to bind port 69375cf5-6854-4696-aa35-c90d52866ebc on network d12a8f80-34a0-4086-83d4-ba43c7e131d3 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:33.901461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a70f70>, '7e2863df-f7a5-418e-acc3-6a81749691f4') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:33.902125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a70f70>, '7e2863df-f7a5-418e-acc3-6a81749691f4') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:33.918415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.934601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 4eb23303-1be4-4121-b5b1-f2e2130b65f1 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:33.941519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.963587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:33.964351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:33.985442 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:34.004911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:34.004911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Checking segment: {'id': 'ee76ea99-77c7-463b-8d95-b763a0a7e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd12a8f80-34a0-4086-83d4-ba43c7e131d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:34.004911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.004911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Bound using segment: {'id': 'ee76ea99-77c7-463b-8d95-b763a0a7e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd12a8f80-34a0-4086-83d4-ba43c7e131d3'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:34.004911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Bound port: 69375cf5-6854-4696-aa35-c90d52866ebc, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee76ea99-77c7-463b-8d95-b763a0a7e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd12a8f80-34a0-4086-83d4-ba43c7e131d3'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:34.004911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.074219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.081118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-16360959-e4e5-48ad-843b-b85221a0ea21 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:34.133289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8857f7bb-b51a-41c2-a39e-c1a8d3479220 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:34.135834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:34.144523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:subnet and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:34.152901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:34.153665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'Port': ['ID=6814d869-6288-446d-9f5f-f3f6396359ed,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:34.158693 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466715b0>, [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:39:26Z', 'revision_number': 4, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '737c42c3-b740-4caa-9a69-3b5601baa23f', 'name': '', 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542', 'tenant_id': '208f07197f2b4825930304484191ec46', 'mac_address': 'fa:16:3e:d5:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9d09aa7-1681-4449-9bba-28800d90fa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:24Z', 'updated_at': '2021-11-27T11:39:27Z', 'revision_number': 2, 'project_id': '208f07197f2b4825930304484191ec46', 'subnets': [{'id': 'f9d09aa7-1681-4449-9bba-28800d90fa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:34.165982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:34.166533 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Checking router: f45df3c0-2b77-48d0-ad6e-fd67578db74e for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:39:34.166915 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Updating router f45df3c0-2b77-48d0-ad6e-fd67578db74e port 737c42c3-b740-4caa-9a69-3b5601baa23f binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:39:34.176554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:34.181293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:34.183422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8857f7bb-b51a-41c2-a39e-c1a8d3479220 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:34.188462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:34.199309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:34.237075 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.244195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:39:34.245549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.258005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43990) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:34.261158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-138c0868-ada8-4f11-b331-6ab798c83048 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:34.297580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.301575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:39:34.301937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:39:34.308314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:34.316840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.327987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-467e9e8a-09fd-4ea4-890f-d7f4cb1d42bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:34.342004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Port 93261bfc-871c-4068-b9ff-403789f4e5ef update to DOWN by agent not found {{(pid=84365) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Nov 27 11:39:34.352364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.367732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590843127', 'description': 'tempest-secgroup-smoke-590843127 description', 'project_id': '494d59d333c040f9a8c631a4bb0a01f4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:34.368074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:34.375486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=5117a332-351e-4647-9f04-445ab11b12ef,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:34.384336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:34.391025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] Pushing event deleted for resources: {'Port': ['ID=93261bfc-871c-4068-b9ff-403789f4e5ef,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:34.404478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8857f7bb-b51a-41c2-a39e-c1a8d3479220 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:34.406798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:34.412030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8857f7bb-b51a-41c2-a39e-c1a8d3479220 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.418714 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-8857f7bb-b51a-41c2-a39e-c1a8d3479220 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:39:34.424192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8857f7bb-b51a-41c2-a39e-c1a8d3479220 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:39:34.429129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:34.446664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:34.463380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] No DVR routers for this DVR port 93261bfc-871c-4068-b9ff-403789f4e5ef on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:39:34.471434 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/5117a332-351e-4647-9f04-445ab11b12ef HTTP/1.1" status: 204  len: 168 time: 3.0188487
Nov 27 11:39:34.523151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] For port 69375cf5-6854-4696-aa35-c90d52866ebc, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:34.523513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 43994) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:34.523599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] For port 69375cf5-6854-4696-aa35-c90d52866ebc, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=69375cf5-6854-4696-aa35-c90d52866ebc,segment=NetworkSegment(ee76ea99-77c7-463b-8d95-b763a0a7e309),segment_id=ee76ea99-77c7-463b-8d95-b763a0a7e309)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:34.523696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:security_group and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:34.523780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1671565298'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:34.523780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:34.523923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Allocated IP 2001:db8::1 (75b3b046-9740-4fb0-bb07-878d917f1d1f/c89413dc-e9be-468f-abf2-b85d57594b84/4f45fe1c-b189-4dae-b57d-de02f0b669ea) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:34.524001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:34.524085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:34.528881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:34.536480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:34.588355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:34.612583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Subnet': ['ID=aa2b178e-d265-43bd-9ebc-d59bdd487ea9,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:34.616414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:34.636566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:34.640539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.647528 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8857f7bb-b51a-41c2-a39e-c1a8d3479220 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 1.1553051
Nov 27 11:39:34.652684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 43998) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:34.659716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.682799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5989d53f-5f9c-47ac-a1f6-d67f896da6f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:34.691472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.703070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:34.710052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:34.728786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.729498 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment aec1651f-74e8-486c-b8ea-d18a46d0985a of type vlan for network 972ea69d-0207-42d9-93ec-3c6db4c70c0e
Nov 27 11:39:34.761516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:34.777096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebce3dc-3c6a-4a8a-86a8-1392b49ff0e2 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:34.780353 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.797157 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Transition to ACTIVE for port object 737c42c3-b740-4caa-9a69-3b5601baa23f will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:34.808224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] Deleting port 16195f0e-cea5-42f7-8d1f-add92759c664 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:34.808605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.815251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.816289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.820733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.821774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.837267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Checking segment: {'id': '612c8c97-4961-44fb-97f7-4fd2016111bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b3c6fc47-4f7c-4e6c-98ac-615000e4da76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:34.837647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network hostable DHCP agents. Network: b3c6fc47-4f7c-4e6c-98ac-615000e4da76, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:34.863695 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:34.868798 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-e7422ce4-7597-4847-8925-d07ec4a91231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:34.880627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Pushing event updated for resources: {'Port': ['ID=69375cf5-6854-4696-aa35-c90d52866ebc,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:34.929162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:34.937788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1ba74fe7-dba5-45a0-85ac-37a9829bf68c None None] The port '16195f0e-cea5-42f7-8d1f-add92759c664' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:39:34.957780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebce3dc-3c6a-4a8a-86a8-1392b49ff0e2 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:34.958417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2ebce3dc-3c6a-4a8a-86a8-1392b49ff0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846119730>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:34.992446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.ipam_backend_mixin [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Performing IP validity checks on allocation pools {{(pid=84363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 27 11:39:34.993679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.ipam_backend_mixin [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 27 11:39:35.003714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.015461 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/ports/a11a3eac-069c-4173-bf0d-92785c3cf437 HTTP/1.1" status: 204  len: 168 time: 4.4334052
Nov 27 11:39:35.016108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44004) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:35.021513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5989d53f-5f9c-47ac-a1f6-d67f896da6f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:35.034918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5989d53f-5f9c-47ac-a1f6-d67f896da6f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:35.109339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.115566 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Pushing event updated for resources: {'Port': ['ID=737c42c3-b740-4caa-9a69-3b5601baa23f,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:35.119942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:35.120617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.125032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:35.126735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2ebce3dc-3c6a-4a8a-86a8-1392b49ff0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846119730>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:35.137964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:security_group_rule and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:35.141923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:35.143011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:35.150275 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:35.176417 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.177675 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.178228 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.178654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebce3dc-3c6a-4a8a-86a8-1392b49ff0e2 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:35.178972 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.179278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2ebce3dc-3c6a-4a8a-86a8-1392b49ff0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846119730>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:35.179718 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.180338 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.181569 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.182249 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.182985 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.183567 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.184039 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:39:35.188597 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:35.248565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.253510 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-eb888ebe-da0d-4687-8010-b36b6e326bc4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "GET /v2.0/floatingips/dc6be345-5b52-42e4-ba64-bc6d73e2c7be HTTP/1.1" status: 200  len: 688 time: 0.2365139
Nov 27 11:39:35.258002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5989d53f-5f9c-47ac-a1f6-d67f896da6f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:35.265520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.266932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5989d53f-5f9c-47ac-a1f6-d67f896da6f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.269612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44008) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:35.270503 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5989d53f-5f9c-47ac-a1f6-d67f896da6f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:39:35.274986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5989d53f-5f9c-47ac-a1f6-d67f896da6f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:39:35.289179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network b3c6fc47-4f7c-4e6c-98ac-615000e4da76 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:35.320407 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Attempting to bind port 737c42c3-b740-4caa-9a69-3b5601baa23f on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:35.320790 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Attempting to bind port 737c42c3-b740-4caa-9a69-3b5601baa23f by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:35.322852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Attempting to bind port 737c42c3-b740-4caa-9a69-3b5601baa23f on network 7c6587a7-adeb-4091-af2b-04c9a1699542 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:35.324845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2ebce3dc-3c6a-4a8a-86a8-1392b49ff0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846119730>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:35.325212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebce3dc-3c6a-4a8a-86a8-1392b49ff0e2 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:35.334395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Transition to ACTIVE for port object 4f45fe1c-b189-4dae-b57d-de02f0b669ea will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:35.334556 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:35.334556 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Checking segment: {'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:35.334556 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.334556 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Bound using segment: {'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:35.334556 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Bound port: 737c42c3-b740-4caa-9a69-3b5601baa23f, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:35.335045 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.342159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.379340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:35.385349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Transition to ACTIVE for port object 4f45fe1c-b189-4dae-b57d-de02f0b669ea will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:35.439851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, b3c6fc47-4f7c-4e6c-98ac-615000e4da76) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:35.459650 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5989d53f-5f9c-47ac-a1f6-d67f896da6f0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.8057704
Nov 27 11:39:35.464080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44012) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:35.468693 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5261ff-10e1-416a-a78c-f6df29b78062 None None] Network b3c6fc47-4f7c-4e6c-98ac-615000e4da76 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:35.472321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:35.473387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.483934 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] For port 737c42c3-b740-4caa-9a69-3b5601baa23f, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:35.487591 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] For port 737c42c3-b740-4caa-9a69-3b5601baa23f, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=737c42c3-b740-4caa-9a69-3b5601baa23f,segment=NetworkSegment(f2579e0f-b4c6-44ac-b55a-0882dcc6b395),segment_id=f2579e0f-b4c6-44ac-b55a-0882dcc6b395)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:35.494379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ff9f180a-cc86-43d4-a793-79fbfd1558f1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:35.495840 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0070245
Nov 27 11:39:35.507221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.509144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44016) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:35.513464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a9b643db-68b5-4a68-afcd-dcb4290d6762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:35.516539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be11675-906e-4472-8242-038e9ca23067,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:35.528787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:35.535134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.536367 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.1994154
Nov 27 11:39:35.564108 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:35.575176 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:35.590282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44020) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:35.600885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'security_group_rule': {'security_group_id': '0be11675-906e-4472-8242-038e9ca23067', 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:35.690113 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Pushing event updated for resources: {'Port': ['ID=737c42c3-b740-4caa-9a69-3b5601baa23f,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:35.692780 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Routers {'f45df3c0-2b77-48d0-ad6e-fd67578db74e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:35.693393 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466715b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:35.716461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Pushing event updated for resources: {'Port': ['ID=4f45fe1c-b189-4dae-b57d-de02f0b669ea,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:35.720015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:35.743903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Network 75b3b046-9740-4fb0-bb07-878d917f1d1f is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:35.762298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:35.766224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:35.780367 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:35.789273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': '972ea69d-0207-42d9-93ec-3c6db4c70c0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:35.817594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=972ea69d-0207-42d9-93ec-3c6db4c70c0e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:35.832154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:35.848788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 972ea69d-0207-42d9-93ec-3c6db4c70c0e details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:35.891200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:35.896393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:security_group_rule and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:35.906172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:35.920159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:35.946944 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.9169025
Nov 27 11:39:35.960562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44024) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:35.969236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Attempting to bind port 4f45fe1c-b189-4dae-b57d-de02f0b669ea on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:35.969612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Attempting to bind port 4f45fe1c-b189-4dae-b57d-de02f0b669ea by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '1d227f19-a733-4c94-8a8b-932b0e0419a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b3b046-9740-4fb0-bb07-878d917f1d1f'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:35.969986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Attempting to bind port 4f45fe1c-b189-4dae-b57d-de02f0b669ea on network 75b3b046-9740-4fb0-bb07-878d917f1d1f {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:35.999457 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] Set router f45df3c0-2b77-48d0-ad6e-fd67578db74e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:36.003705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'port': {'network_id': 'b3c6fc47-4f7c-4e6c-98ac-615000e4da76', 'name': 'tempest-NetworksIpV6TestAttrs-1280797592'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:36.015084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port ad85b191-6684-4894-aa17-6d3c147a805b {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:36.015410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.042971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:36.043412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Checking segment: {'id': '1d227f19-a733-4c94-8a8b-932b0e0419a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b3b046-9740-4fb0-bb07-878d917f1d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:36.043884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.044561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Bound using segment: {'id': '1d227f19-a733-4c94-8a8b-932b0e0419a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b3b046-9740-4fb0-bb07-878d917f1d1f'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:36.046064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Bound port: 4f45fe1c-b189-4dae-b57d-de02f0b669ea, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d227f19-a733-4c94-8a8b-932b0e0419a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '75b3b046-9740-4fb0-bb07-878d917f1d1f'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:36.046497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.058534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ff9f180a-cc86-43d4-a793-79fbfd1558f1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:36.095144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:36.136132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:36.141065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.150295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:36.242392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:36.268378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ff9f180a-cc86-43d4-a793-79fbfd1558f1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:36.288458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.317618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] For port 4f45fe1c-b189-4dae-b57d-de02f0b669ea, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:36.323437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-b3c6fc47-4f7c-4e6c-98ac-615000e4da76', 'network_id': 'b3c6fc47-4f7c-4e6c-98ac-615000e4da76', 'tenant_id': 'defadeeee01f416ba40f7c1a48822525', 'fixed_ips': [{'subnet_id': 'aa2b178e-d265-43bd-9ebc-d59bdd487ea9'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:36.324564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.349775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:36.350410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] For port 4f45fe1c-b189-4dae-b57d-de02f0b669ea, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4f45fe1c-b189-4dae-b57d-de02f0b669ea,segment=NetworkSegment(1d227f19-a733-4c94-8a8b-932b0e0419a5),segment_id=1d227f19-a733-4c94-8a8b-932b0e0419a5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:36.369581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.370230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.435307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.453366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:36.485753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.503546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f180a-cc86-43d4-a793-79fbfd1558f1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:36.508030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ff9f180a-cc86-43d4-a793-79fbfd1558f1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.513839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9f180a-cc86-43d4-a793-79fbfd1558f1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:39:36.513839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9f180a-cc86-43d4-a793-79fbfd1558f1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:39:36.515509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe778e9-570a-4f5c-a817-364d10b61a4b,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:36.534332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Allocated IP 2001:db8::f816:3eff:fe86:b6cb (b3c6fc47-4f7c-4e6c-98ac-615000e4da76/aa2b178e-d265-43bd-9ebc-d59bdd487ea9/d592a79d-2380-43c9-8244-87ae6826d1c5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:36.543789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:36.544853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7ee3ef5-eaae-437b-be2a-caecd42e4b16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:36.559037 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466715b0>, [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:39:26Z', 'revision_number': 4, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '737c42c3-b740-4caa-9a69-3b5601baa23f', 'name': '', 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542', 'tenant_id': '208f07197f2b4825930304484191ec46', 'mac_address': 'fa:16:3e:d5:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9d09aa7-1681-4449-9bba-28800d90fa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:24Z', 'updated_at': '2021-11-27T11:39:35Z', 'revision_number': 4, 'project_id': '208f07197f2b4825930304484191ec46', 'subnets': [{'id': 'f9d09aa7-1681-4449-9bba-28800d90fa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:36.565046 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df346b40-ea8b-4aa1-af48-ff4d2c9c4329 None None] The sync data for ids ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'] in dv-neutron-819441-1-hyperv is: [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:39:26Z', 'revision_number': 4, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '737c42c3-b740-4caa-9a69-3b5601baa23f', 'name': '', 'network_id': '7c6587a7-adeb-4091-af2b-04c9a1699542', 'tenant_id': '208f07197f2b4825930304484191ec46', 'mac_address': 'fa:16:3e:d5:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9d09aa7-1681-4449-9bba-28800d90fa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:24Z', 'updated_at': '2021-11-27T11:39:35Z', 'revision_number': 4, 'project_id': '208f07197f2b4825930304484191ec46', 'subnets': [{'id': 'f9d09aa7-1681-4449-9bba-28800d90fa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:36.575147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.582595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-31923034-6098-4806-ab51-c39f70a515a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:36.600085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:36.610447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.615215 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0238931
Nov 27 11:39:36.637266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44028) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:36.640142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:port and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:36.653532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'security_group_rule': {'security_group_id': '0be11675-906e-4472-8242-038e9ca23067', 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:36.660930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:36.677936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for ad85b191-6684-4894-aa17-6d3c147a805b owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:36.686958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:36.693676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:36.737293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:security_group_rule and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:36.744759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=67ff8b7b-ab61-4d4f-a03e-1f27cd44d529,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:36.751461 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ff9f180a-cc86-43d4-a793-79fbfd1558f1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 1.2817211
Nov 27 11:39:36.751461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:36.751823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:36.755722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44032) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:36.759280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.764424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0e250abc-8295-42dc-a54f-5653868ff6e7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:36.784314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:36.817290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Pushing event updated for resources: {'Port': ['ID=4f45fe1c-b189-4dae-b57d-de02f0b669ea,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:36.817909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:36.821164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:36.822296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:36.873249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f2305-f09a-4daf-b42d-c9402a486faf None None] Network d12a8f80-34a0-4086-83d4-ba43c7e131d3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:36.915762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4eb23303-1be4-4121-b5b1-f2e2130b65f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:36.916213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: 4eb23303-1be4-4121-b5b1-f2e2130b65f1, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:37.003454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.011053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] device_id is not set on port 133ff773-013c-4b7e-9ba5-f21c12f17798 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:37.095291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0e250abc-8295-42dc-a54f-5653868ff6e7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:37.151632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Router 2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:39:37.161401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0e250abc-8295-42dc-a54f-5653868ff6e7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:37.214074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.223882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.224409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.228358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-298acbf9-79d8-4859-81c9-f9e5dc6f2284 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:37.234980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network 4eb23303-1be4-4121-b5b1-f2e2130b65f1 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:37.259519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Transition to ACTIVE for port object d592a79d-2380-43c9-8244-87ae6826d1c5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:37.311583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e250abc-8295-42dc-a54f-5653868ff6e7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:37.317255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0e250abc-8295-42dc-a54f-5653868ff6e7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.318854 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e250abc-8295-42dc-a54f-5653868ff6e7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:39:37.319280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e250abc-8295-42dc-a54f-5653868ff6e7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:39:37.326845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Transition to ACTIVE for port object d592a79d-2380-43c9-8244-87ae6826d1c5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:37.397201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 737c42c3-b740-4caa-9a69-3b5601baa23f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:37.409073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.409774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 4eb23303-1be4-4121-b5b1-f2e2130b65f1) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:37.413603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-74c30ace-19dd-42bf-aafc-058918cd1379 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:37.420979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:37.421561 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.462141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fdcd22-b037-4195-8442-e4c6944a6e94,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:37.464920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f294f50-60ac-4f92-b15f-eb38451fc6bd None None] Network 4eb23303-1be4-4121-b5b1-f2e2130b65f1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:37.465285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:37.490585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-488ae98f-1409-4548-ac8d-fa2f5b539453 None None] Provisioning for port 69375cf5-6854-4696-aa35-c90d52866ebc completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:37.491822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=ad85b191-6684-4894-aa17-6d3c147a805b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:37.505168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:37.549913 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0e250abc-8295-42dc-a54f-5653868ff6e7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.7929688
Nov 27 11:39:37.552789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44036) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:37.559048 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 4.0083399
Nov 27 11:39:37.561465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.561613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44040) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:37.565375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.566099 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9178565
Nov 27 11:39:37.569380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44042) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:37.578382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-15dc1644-28e9-42ff-99a1-db23eb755743 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:37.580690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:37.582540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'security_group_rule': {'security_group_id': '0be11675-906e-4472-8242-038e9ca23067', 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:37.605805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:37.616645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:security_group_rule and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:37.640491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Allocated IP 2001:db8::f816:3eff:fe82:6f43 (b3c6fc47-4f7c-4e6c-98ac-615000e4da76/aa2b178e-d265-43bd-9ebc-d59bdd487ea9/133ff773-013c-4b7e-9ba5-f21c12f17798) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:37.654266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:37.659026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:37.686101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.694351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Network b3c6fc47-4f7c-4e6c-98ac-615000e4da76 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:37.705967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:37.718200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:37.742751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Pushing event updated for resources: {'Port': ['ID=d592a79d-2380-43c9-8244-87ae6826d1c5,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:37.746328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cee7ed35-c1c3-4bf3-abd9-0b4fb9276da8 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:37.754001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:37.773109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.970941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 737c42c3-b740-4caa-9a69-3b5601baa23f completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:37.990572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 737c42c3-b740-4caa-9a69-3b5601baa23f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:37.991028 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:37.994886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.035011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.058042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Transition to ACTIVE for port object 133ff773-013c-4b7e-9ba5-f21c12f17798 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:38.094958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Attempting to bind port d592a79d-2380-43c9-8244-87ae6826d1c5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:38.095422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Attempting to bind port d592a79d-2380-43c9-8244-87ae6826d1c5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '612c8c97-4961-44fb-97f7-4fd2016111bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b3c6fc47-4f7c-4e6c-98ac-615000e4da76'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:38.095876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Attempting to bind port d592a79d-2380-43c9-8244-87ae6826d1c5 on network b3c6fc47-4f7c-4e6c-98ac-615000e4da76 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:38.100066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.115499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-21d20984-c0d1-4de1-9957-f33c7465ffe5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:38.119656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-4eb23303-1be4-4121-b5b1-f2e2130b65f1', 'network_id': '4eb23303-1be4-4121-b5b1-f2e2130b65f1', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': '67ff8b7b-ab61-4d4f-a03e-1f27cd44d529'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:38.120613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.135939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c79f40-6a64-4e78-b7d1-eed8c719edd4,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:38.138694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:38.175184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.184127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-deda9129-351b-41ae-8d1b-b5866ebea39c tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:38.205101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:38.205573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Checking segment: {'id': '612c8c97-4961-44fb-97f7-4fd2016111bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b3c6fc47-4f7c-4e6c-98ac-615000e4da76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:38.206091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.206585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Bound using segment: {'id': '612c8c97-4961-44fb-97f7-4fd2016111bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b3c6fc47-4f7c-4e6c-98ac-615000e4da76'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:38.207217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Bound port: d592a79d-2380-43c9-8244-87ae6826d1c5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612c8c97-4961-44fb-97f7-4fd2016111bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b3c6fc47-4f7c-4e6c-98ac-615000e4da76'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:38.207680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.219949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=02c1fa94-a223-4405-9c6a-2f8c08492540,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:38.230185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-15dc1644-28e9-42ff-99a1-db23eb755743 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:38.250160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:38.311208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.315196 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7419188
Nov 27 11:39:38.318057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44048) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:38.325830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Port': ['ID=133ff773-013c-4b7e-9ba5-f21c12f17798,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:38.336656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network b3c6fc47-4f7c-4e6c-98ac-615000e4da76 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:38.342891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'security_group_rule': {'security_group_id': '0be11675-906e-4472-8242-038e9ca23067', 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:38.352800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:38.354168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:38.357297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:38.362356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:38.363118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.368498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:38.383251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:security_group_rule and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:38.391392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:38.395735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': 'aec1651f-74e8-486c-b8ea-d18a46d0985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '972ea69d-0207-42d9-93ec-3c6db4c70c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:38.396230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: 972ea69d-0207-42d9-93ec-3c6db4c70c0e, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:38.401868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:38.408737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-15dc1644-28e9-42ff-99a1-db23eb755743 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:38.427236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.432442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.454043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19395984-3328-4a8e-9de7-6169d90014d4 None None] Network 75b3b046-9740-4fb0-bb07-878d917f1d1f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:38.487392 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.5255094
Nov 27 11:39:38.492407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44052) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:38.503307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.512875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.517918 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/floatingips/dc6be345-5b52-42e4-ba64-bc6d73e2c7be HTTP/1.1" status: 204  len: 168 time: 3.2380056
Nov 27 11:39:38.518193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44056) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:38.537457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '4c6dcd38-66a0-45a0-85a2-587d97e833c8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:38.556059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:38.587393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:floatingip and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:38.600390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:38.607117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 972ea69d-0207-42d9-93ec-3c6db4c70c0e is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:38.615272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:38.632907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9600ab3b-f4f5-4562-a7de-e02c1a4bcb67 None None] Provisioning for port 4f45fe1c-b189-4dae-b57d-de02f0b669ea completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:38.636320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc1644-28e9-42ff-99a1-db23eb755743 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:38.639882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 737c42c3-b740-4caa-9a69-3b5601baa23f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=737c42c3-b740-4caa-9a69-3b5601baa23f,segment=NetworkSegment(f2579e0f-b4c6-44ac-b55a-0882dcc6b395),segment_id=f2579e0f-b4c6-44ac-b55a-0882dcc6b395)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:38.641420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Allocated IP 2001:db8::3 (4eb23303-1be4-4121-b5b1-f2e2130b65f1/67ff8b7b-ab61-4d4f-a03e-1f27cd44d529/71e1d32c-6255-459f-b3f8-88bf14a8ac57) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:38.649109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] For port d592a79d-2380-43c9-8244-87ae6826d1c5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:38.663869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.670642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.688104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] For port d592a79d-2380-43c9-8244-87ae6826d1c5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d592a79d-2380-43c9-8244-87ae6826d1c5,segment=NetworkSegment(612c8c97-4961-44fb-97f7-4fd2016111bb),segment_id=612c8c97-4961-44fb-97f7-4fd2016111bb)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:38.739934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting subnet aa2b178e-d265-43bd-9ebc-d59bdd487ea9 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:38.744167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.745868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.746758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 69375cf5-6854-4696-aa35-c90d52866ebc up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:38.764881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.777932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 972ea69d-0207-42d9-93ec-3c6db4c70c0e) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:38.795702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:38.796295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.804326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.816084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.830228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-59be793b-3594-4dac-9659-6c9320677c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:38.848539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15dc1644-28e9-42ff-99a1-db23eb755743 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.852636 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dc1644-28e9-42ff-99a1-db23eb755743 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:39:38.852636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dc1644-28e9-42ff-99a1-db23eb755743 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:39:38.855911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:38.866787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f5a24-be0a-477b-b7d6-d90c94ea71b0 None None] Network 972ea69d-0207-42d9-93ec-3c6db4c70c0e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:38.871442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.873495 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Sync routers for ids ['2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:38.880942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:38.899679 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Routers {'2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:38.900711 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846671e50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:38.910305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.923012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a77a58-9906-4b2d-86e2-ec03e7dd3614,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:38.927664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:38.957335 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4462509
Nov 27 11:39:38.960820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44060) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:38.968537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38314996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:38.978396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:38.981806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:38.984862 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-15dc1644-28e9-42ff-99a1-db23eb755743 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 1.4309258
Nov 27 11:39:38.987554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44064) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:39.021376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:router and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:39.026562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:39.032035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.033514 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7142222
Nov 27 11:39:39.039351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44068) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:39.048530 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-68d191f0-0169-4803-8aeb-99977eb37558 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0573888
Nov 27 11:39:39.053845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44070) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:39.062336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'security_group_rule': {'security_group_id': '0be11675-906e-4472-8242-038e9ca23067', 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:39.067381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:39.077183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:39.086299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:security_group_rule and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:39.090099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:39.098232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:39.139480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.140144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.144009 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 9.9218798
Nov 27 11:39:39.145572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44076) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:39.157018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.205388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f22fa5-2cbf-4a95-a576-fb0ecf63f918 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:39.206212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a5f22fa5-2cbf-4a95-a576-fb0ecf63f918 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:39.218831 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Set router 2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:39.230253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a5f22fa5-2cbf-4a95-a576-fb0ecf63f918 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:39.231371 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a5f22fa5-2cbf-4a95-a576-fb0ecf63f918 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1764884
Nov 27 11:39:39.234326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44080) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:39.245382 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Project 494d59d333c040f9a8c631a4bb0a01f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:39:39.250246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.251205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.254457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=737c42c3-b740-4caa-9a69-3b5601baa23f,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:39.256933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.257708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:39.265515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fdc261e9-97dc-4176-a4ed-ede4082bdbc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:39.282847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b7ddcdd2-35c8-4254-a823-36a04d0f2f93 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:39.412812 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0c6fba38-499d-411c-9c81-ce2e7a6bbfca tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1772213
Nov 27 11:39:39.421315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44084) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:39.442283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:39.533036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.539179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Pushing event updated for resources: {'Port': ['ID=d592a79d-2380-43c9-8244-87ae6826d1c5,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:39.542167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:39.575998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 69375cf5-6854-4696-aa35-c90d52866ebc completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:39.579006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2b178e-d265-43bd-9ebc-d59bdd487ea9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:39.582223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:39.594019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.598944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 69375cf5-6854-4696-aa35-c90d52866ebc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:39.600024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.620432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.674345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.689625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Transition to ACTIVE for port object 71e1d32c-6255-459f-b3f8-88bf14a8ac57 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:39.706184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-972ea69d-0207-42d9-93ec-3c6db4c70c0e', 'network_id': '972ea69d-0207-42d9-93ec-3c6db4c70c0e', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': '02c1fa94-a223-4405-9c6a-2f8c08492540'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:39.711421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.717595 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/subnets/aa2b178e-d265-43bd-9ebc-d59bdd487ea9 HTTP/1.1" status: 204  len: 168 time: 1.2264769
Nov 27 11:39:39.723120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44088) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:39.731376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.26.6.210 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/5730851b-ca08-4423-8535-7a16296fdc28) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:39.801175 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846671e50>, [{'id': '2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488', 'name': 'tempest-snat-router-1373944980', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.105'}], 'enable_snat': False}, 'gw_port_id': '6814d869-6288-446d-9f5f-f3f6396359ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:29Z', 'updated_at': '2021-11-27T11:39:34Z', 'revision_number': 3, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port': {'id': '6814d869-6288-446d-9f5f-f3f6396359ed', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:32Z', 'updated_at': '2021-11-27T11:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:39.803304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Transition to ACTIVE for port object 71e1d32c-6255-459f-b3f8-88bf14a8ac57 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:39.814770 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Checking router: 2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:39:39.821580 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Updating router 2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488 port 6814d869-6288-446d-9f5f-f3f6396359ed binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:39:39.894438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.932461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4c9d3-cbcb-4a37-af88-4b1442270fac tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:39.933743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4c9d3-cbcb-4a37-af88-4b1442270fac tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:39.934580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-02b4c9d3-cbcb-4a37-af88-4b1442270fac tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Synchronizing usage tracker for tenant:defadeeee01f416ba40f7c1a48822525 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:39.939076 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.952761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.981442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:39.987681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:40.012553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:40.035928 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5a5a80d3-2c1d-42bf-afc1-b1f03c49f589 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/routers/2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488 HTTP/1.1" status: 200  len: 909 time: 0.8889904
Nov 27 11:39:40.038533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44092) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:40.045153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1373944980', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': True}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:40.050352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.050517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.052321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:40.059000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b7eca7a6-2000-4851-858e-69104172b7bb tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:40.059179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0b4320ef-f646-4498-90df-8e1b3435b92a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:40.069582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Usage tracker for resource:router and tenant:3cd5cd942cea466c9612fd112677f51b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:40.076175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:40.091623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:40.105840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-02b4c9d3-cbcb-4a37-af88-4b1442270fac tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Unset dirty status for tenant:defadeeee01f416ba40f7c1a48822525 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:40.107401 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-02b4c9d3-cbcb-4a37-af88-4b1442270fac tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3832982
Nov 27 11:39:40.110901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.110901 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f111e533-fc06-44d1-a6cc-7863e524d2a8 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 1.1474466
Nov 27 11:39:40.111124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44096) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:40.111835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a111bb93-2a30-467f-9abb-8d993977d860,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:40.116414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44098) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:40.127008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:40.137873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:40.141648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.151253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Allocated IP 2001:db8::2 (972ea69d-0207-42d9-93ec-3c6db4c70c0e/02c1fa94-a223-4405-9c6a-2f8c08492540/a54f9eb8-cd18-44bb-9b65-b4eee16a7c76) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:40.164550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.177582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8d05df56-b41e-4572-a2c5-2a15aa1126dc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:40.205657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Network 4eb23303-1be4-4121-b5b1-f2e2130b65f1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:40.221283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Pushing event updated for resources: {'Port': ['ID=71e1d32c-6255-459f-b3f8-88bf14a8ac57,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:40.225726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:40.225726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:40.227625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:40.230177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=67ff8b7b-ab61-4d4f-a03e-1f27cd44d529,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:40.232686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.234120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.246236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:40.262735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.263706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.344313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.345559 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.2914701
Nov 27 11:39:40.350336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44104) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:40.359617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4a64592-ab82-4835-99b9-f6777a7b663c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:40.387327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'security_group_rule': {'security_group_id': '0be11675-906e-4472-8242-038e9ca23067', 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:40.396974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:40.407454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.411347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:security_group_rule and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:40.448769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:40.461221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:40.483730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 69375cf5-6854-4696-aa35-c90d52866ebc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=69375cf5-6854-4696-aa35-c90d52866ebc,segment=NetworkSegment(ee76ea99-77c7-463b-8d95-b763a0a7e309),segment_id=ee76ea99-77c7-463b-8d95-b763a0a7e309)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:40.508186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Attempting to bind port 71e1d32c-6255-459f-b3f8-88bf14a8ac57 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:40.509032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Attempting to bind port 71e1d32c-6255-459f-b3f8-88bf14a8ac57 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4eb23303-1be4-4121-b5b1-f2e2130b65f1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:40.509598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Attempting to bind port 71e1d32c-6255-459f-b3f8-88bf14a8ac57 on network 4eb23303-1be4-4121-b5b1-f2e2130b65f1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:40.547788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:40.548168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Checking segment: {'id': '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4eb23303-1be4-4121-b5b1-f2e2130b65f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:40.548625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.549026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Bound using segment: {'id': '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4eb23303-1be4-4121-b5b1-f2e2130b65f1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:40.549695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Bound port: 71e1d32c-6255-459f-b3f8-88bf14a8ac57, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4eb23303-1be4-4121-b5b1-f2e2130b65f1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:40.550144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.569531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.590937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:40.614746 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.635606 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Transition to ACTIVE for port object 6814d869-6288-446d-9f5f-f3f6396359ed will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:40.743997 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.750233 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:40.785326 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Project 494d59d333c040f9a8c631a4bb0a01f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:39:40.794871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.844167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55212007-5bfb-4a0e-a87e-82ec9a3eb076 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.912438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4f45fe1c-b189-4dae-b57d-de02f0b669ea up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:40.913580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.927034 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bfead-5b5b-4009-8d5e-9d1b7bf9fc2b None None] Pushing event updated for resources: {'Port': ['ID=6814d869-6288-446d-9f5f-f3f6396359ed,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:40.941916 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4a9bfead-5b5b-4009-8d5e-9d1b7bf9fc2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:40.949491 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Attempting to bind port 6814d869-6288-446d-9f5f-f3f6396359ed on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:40.950641 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Attempting to bind port 6814d869-6288-446d-9f5f-f3f6396359ed by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:40.951486 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Attempting to bind port 6814d869-6288-446d-9f5f-f3f6396359ed on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:40.962161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d52868d-b5a6-4861-b94b-6d19cd3fb914 None None] Network b3c6fc47-4f7c-4e6c-98ac-615000e4da76 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:40.962819 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:40.963613 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:40.963977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:40.964978 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.966318 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:40.967052 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Bound port: 6814d869-6288-446d-9f5f-f3f6396359ed, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:40.968257 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.974421 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:40.983148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:40.994744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=5730851b-ca08-4423-8535-7a16296fdc28,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:41.000309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:41.022097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=69375cf5-6854-4696-aa35-c90d52866ebc,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:41.026591 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-55212007-5bfb-4a0e-a87e-82ec9a3eb076 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:39:41.027074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55212007-5bfb-4a0e-a87e-82ec9a3eb076 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:39:41.032503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:41.064236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28462e0c10>,) {'filters': {'network_id': ['4eb23303-1be4-4121-b5b1-f2e2130b65f1']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:41.072663 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-55212007-5bfb-4a0e-a87e-82ec9a3eb076 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/b3c6fc47-4f7c-4e6c-98ac-615000e4da76 HTTP/1.1" status: 409  len: 405 time: 0.9610505
Nov 27 11:39:41.080340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44110) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:41.085669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28462e0c10>, '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:41.085973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28462e0c10>, '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:41.092591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:41.098445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1538120971'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:41.106198 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] For port 6814d869-6288-446d-9f5f-f3f6396359ed, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:41.108304 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] For port 6814d869-6288-446d-9f5f-f3f6396359ed, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6814d869-6288-446d-9f5f-f3f6396359ed,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:41.118514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:41.121488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.136972 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.183036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:network and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:41.195196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:41.198037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Transition to ACTIVE for port object a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:41.203764 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.217178 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:41.237743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.240404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] For port 71e1d32c-6255-459f-b3f8-88bf14a8ac57, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:41.251753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.269334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:41.283015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:41.283456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:41.300803 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:41.325861 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Routers {'2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:41.328782 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846671e50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:41.329701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.333245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4e11989d-0c79-4f8a-b4d1-900878380107 None None] Provisioning for port d592a79d-2380-43c9-8244-87ae6826d1c5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:41.352900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Transition to ACTIVE for port object a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:41.427923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4f45fe1c-b189-4dae-b57d-de02f0b669ea completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:41.435880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.437926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-bcaa25fa-db75-40b6-9b1b-b1879dd8aba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:41.447994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:41.453891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.481222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4f45fe1c-b189-4dae-b57d-de02f0b669ea triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:41.481864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.493743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.524437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] DHCP port deletion for b3c6fc47-4f7c-4e6c-98ac-615000e4da76 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:39:41.550985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:39:41.550985 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:39:41.550985 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': '4eb23303-1be4-4121-b5b1-f2e2130b65f1'}]
Nov 27 11:39:41.550985 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:39:41.551601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] Deleting port d592a79d-2380-43c9-8244-87ae6826d1c5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:41.551893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:39:41.552315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.648705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] For port 71e1d32c-6255-459f-b3f8-88bf14a8ac57, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=71e1d32c-6255-459f-b3f8-88bf14a8ac57,segment=NetworkSegment(7eb88bbd-04df-4c2a-926c-67bfabcfc5f5),segment_id=7eb88bbd-04df-4c2a-926c-67bfabcfc5f5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:41.657495 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] Set router 2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:41.665249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:41.696956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:41.697210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3736a0b8-1d07-4ab5-8809-abea9d3874e7,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:41.700872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Network 972ea69d-0207-42d9-93ec-3c6db4c70c0e is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:41.709844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:41.710806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:41.712043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Pushing event updated for resources: {'Port': ['ID=a54f9eb8-cd18-44bb-9b65-b4eee16a7c76,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:41.714438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:41.722082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:41.723975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.736315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e8894ef2-373e-460c-8fba-8ab13d4a53bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:41.775628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.776412 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Added segment 817c1afe-f5cc-49ab-9a84-63d89f424bfd of type vlan for network e4759e4c-00ea-486f-9827-19ba34f0580d
Nov 27 11:39:41.883074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.884865 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.5171571
Nov 27 11:39:41.889453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.963893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.972540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:39:41.976522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:41.983679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.001029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-041e0826-5ed3-4f6c-8f4a-0f923976ffb2 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:42.076081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.079936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=14263407-5fa8-4b70-8ca4-5e12a75800b8,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:42.090508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Pushing event updated for resources: {'Port': ['ID=71e1d32c-6255-459f-b3f8-88bf14a8ac57,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:42.099220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:42.130889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:42.137135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:42.146658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:42.150433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Attempting to bind port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:42.150888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Attempting to bind port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'aec1651f-74e8-486c-b8ea-d18a46d0985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '972ea69d-0207-42d9-93ec-3c6db4c70c0e'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:42.151262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Attempting to bind port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 on network 972ea69d-0207-42d9-93ec-3c6db4c70c0e {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:42.154857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:42.155768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.172431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f7f02-bdd4-4af3-9942-2e9ef31ce166 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:42.234348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port 71e1d32c-6255-459f-b3f8-88bf14a8ac57 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:42.235144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.243733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8::1 (972ea69d-0207-42d9-93ec-3c6db4c70c0e/02c1fa94-a223-4405-9c6a-2f8c08492540/44500dc6-77ba-4ae1-a43e-a49ad41738bb) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:42.298363 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bfead-5b5b-4009-8d5e-9d1b7bf9fc2b None None] Pushing event updated for resources: {'Port': ['ID=6814d869-6288-446d-9f5f-f3f6396359ed,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:42.308791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Allocated IP 172.26.6.29 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/4308ccf0-dc48-4fb7-b9d3-23125e338a7a) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:42.315304 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4a9bfead-5b5b-4009-8d5e-9d1b7bf9fc2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:42.335360 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846671e50>, [{'id': '2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488', 'name': 'tempest-snat-router-1373944980', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.105'}], 'enable_snat': False}, 'gw_port_id': '6814d869-6288-446d-9f5f-f3f6396359ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:29Z', 'updated_at': '2021-11-27T11:39:34Z', 'revision_number': 3, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port': {'id': '6814d869-6288-446d-9f5f-f3f6396359ed', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:32Z', 'updated_at': '2021-11-27T11:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:42.349989 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cce056-eb8f-4957-883f-a2eb5adc75dd None None] The sync data for ids ['2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488'] in dv-neutron-819441-1-hyperv is: [{'id': '2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488', 'name': 'tempest-snat-router-1373944980', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.105'}], 'enable_snat': False}, 'gw_port_id': '6814d869-6288-446d-9f5f-f3f6396359ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:29Z', 'updated_at': '2021-11-27T11:39:34Z', 'revision_number': 3, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port': {'id': '6814d869-6288-446d-9f5f-f3f6396359ed', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:32Z', 'updated_at': '2021-11-27T11:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:42.377297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.425715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:42.426590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Checking segment: {'id': 'aec1651f-74e8-486c-b8ea-d18a46d0985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '972ea69d-0207-42d9-93ec-3c6db4c70c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:42.427215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.427895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Bound using segment: {'id': 'aec1651f-74e8-486c-b8ea-d18a46d0985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '972ea69d-0207-42d9-93ec-3c6db4c70c0e'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:42.428588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Bound port: a54f9eb8-cd18-44bb-9b65-b4eee16a7c76, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec1651f-74e8-486c-b8ea-d18a46d0985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '972ea69d-0207-42d9-93ec-3c6db4c70c0e'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:42.429202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.494335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] For port d592a79d-2380-43c9-8244-87ae6826d1c5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d592a79d-2380-43c9-8244-87ae6826d1c5,segment=NetworkSegment(612c8c97-4961-44fb-97f7-4fd2016111bb),segment_id=612c8c97-4961-44fb-97f7-4fd2016111bb)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:42.494802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.510590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe69ac4b-53ea-43d4-a28d-34c340b1939e None None] Network 4eb23303-1be4-4121-b5b1-f2e2130b65f1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:42.582706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.629394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object 44500dc6-77ba-4ae1-a43e-a49ad41738bb will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:42.632775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.634215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port 71e1d32c-6255-459f-b3f8-88bf14a8ac57, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=71e1d32c-6255-459f-b3f8-88bf14a8ac57,segment=NetworkSegment(7eb88bbd-04df-4c2a-926c-67bfabcfc5f5),segment_id=7eb88bbd-04df-4c2a-926c-67bfabcfc5f5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:42.634796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.645833 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.2210157
Nov 27 11:39:42.645833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.646158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44136) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:42.647752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:42.648344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.655543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:60:c3:96', 'name': 'tempest-NetworksTestDHCPv6-1925394604'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:42.657602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:42.733317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] Calling delete_port for d592a79d-2380-43c9-8244-87ae6826d1c5 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:42.777752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4f45fe1c-b189-4dae-b57d-de02f0b669ea, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4f45fe1c-b189-4dae-b57d-de02f0b669ea,segment=NetworkSegment(1d227f19-a733-4c94-8a8b-932b0e0419a5),segment_id=1d227f19-a733-4c94-8a8b-932b0e0419a5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:42.830216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:42.839266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:42.843213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:42.851162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:42.876220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.882392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:42.945191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.953438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for 71e1d32c-6255-459f-b3f8-88bf14a8ac57 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:42.960535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:42.961913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 737c42c3-b740-4caa-9a69-3b5601baa23f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:43.002093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c8d4b7d5-c945-4f1a-bf3c-b3d0a728074c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:43.011129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 972ea69d-0207-42d9-93ec-3c6db4c70c0e is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:43.015727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:43.017515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:43.020203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:43.051416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:43.067861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:43.089028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'Port': ['ID=4308ccf0-dc48-4fb7-b9d3-23125e338a7a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:43.092428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Network': ['ID=e4759e4c-00ea-486f-9827-19ba34f0580d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:43.092581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:43.097142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:43.097940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.099124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:43.109446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] For port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:43.114354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:43.192452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network e4759e4c-00ea-486f-9827-19ba34f0580d details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:43.203516 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.1217651
Nov 27 11:39:43.217063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] For port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a54f9eb8-cd18-44bb-9b65-b4eee16a7c76,segment=NetworkSegment(aec1651f-74e8-486c-b8ea-d18a46d0985a),segment_id=aec1651f-74e8-486c-b8ea-d18a46d0985a)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:43.218585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44140) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:43.234556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'subnet': {'network_id': 'e4759e4c-00ea-486f-9827-19ba34f0580d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:43.278413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.306316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c95e0863-abaf-45c2-8f13-1c2ed8c4524c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:43.325173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=44500dc6-77ba-4ae1-a43e-a49ad41738bb,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:43.357028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Port': ['ID=71e1d32c-6255-459f-b3f8-88bf14a8ac57,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:43.361009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:43.362039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.363470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:43.364558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No DVR routers for this DVR port 71e1d32c-6255-459f-b3f8-88bf14a8ac57 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:39:43.395747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '14263407-5fa8-4b70-8ca4-5e12a75800b8'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:43.396575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.421933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4f45fe1c-b189-4dae-b57d-de02f0b669ea,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:43.431168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:43.431832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.440696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.450169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:43.540575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.577580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] Pushing event deleted for resources: {'Port': ['ID=d592a79d-2380-43c9-8244-87ae6826d1c5,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:43.598417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845e656a0>,) {'filters': {'network_id': ['4eb23303-1be4-4121-b5b1-f2e2130b65f1']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:43.609403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.630618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e656a0>, '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:43.631022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e656a0>, '7eb88bbd-04df-4c2a-926c-67bfabcfc5f5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:43.643559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:43.647992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.682326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.686117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca3a11-d59d-48c9-964e-0e606bfcb853 None None] No DVR routers for this DVR port d592a79d-2380-43c9-8244-87ae6826d1c5 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:39:43.693487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:43.726543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 684d73d8-ad05-44c8-a3a5-6eabd08a845f yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:43.743278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.759660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 737c42c3-b740-4caa-9a69-3b5601baa23f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:43.760016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.763872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:43.764279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:43.875171 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:43.882620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Pushing event updated for resources: {'Port': ['ID=a54f9eb8-cd18-44bb-9b65-b4eee16a7c76,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:43.893797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:43.901621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:43.901621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:43.945867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:43.991160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d592a79d-2380-43c9-8244-87ae6826d1c5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:44.021164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:44.036416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d592a79d-2380-43c9-8244-87ae6826d1c5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:39:44.036798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d592a79d-2380-43c9-8244-87ae6826d1c5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Nov 27 11:39:44.094535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Port d592a79d-2380-43c9-8244-87ae6826d1c5 not found, will not notify nova. {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 27 11:39:44.096487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Allocated IP 2001:db8::f816:3eff:fee5:dee8 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/14263407-5fa8-4b70-8ca4-5e12a75800b8/22ab3f42-d1cf-453b-9f43-b8c98b954f7b) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:44.173307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.179449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-00103ebc-717b-4025-b29d-ff2654c8e807 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:44.198735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.222589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=4eb23303-1be4-4121-b5b1-f2e2130b65f1,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:44.228687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:44.232962 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/4eb23303-1be4-4121-b5b1-f2e2130b65f1 HTTP/1.1" status: 204  len: 168 time: 6.6375618
Nov 27 11:39:44.237413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44162) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:44.260604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1693060077'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:44.278752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:44.286931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:44.292461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:44.300614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:44.333598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.385332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:44.400265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.426203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4f45fe1c-b189-4dae-b57d-de02f0b669ea up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:44.427037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.434030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:44.519690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.534271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:44.555350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.566150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=5730851b-ca08-4423-8535-7a16296fdc28,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:44.569958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.570549 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 8b4a9af7-ddba-4f7e-a400-38ef7c3cd16e of type vlan for network e4893502-22b3-4d34-b48d-c66e361dba9f
Nov 27 11:39:44.576348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.577287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.584178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:44.585494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Transition to ACTIVE for port object 22ab3f42-d1cf-453b-9f43-b8c98b954f7b will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:44.618553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.635509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Transition to ACTIVE for port object 22ab3f42-d1cf-453b-9f43-b8c98b954f7b will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:44.650048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4f45fe1c-b189-4dae-b57d-de02f0b669ea triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:44.650721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.708759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.727705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.753992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:44.866203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Pushing event updated for resources: {'Port': ['ID=22ab3f42-d1cf-453b-9f43-b8c98b954f7b,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:44.869240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:44.900484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:44.905259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:44.907289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.911725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:44.912776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:44.915354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:44.925735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4cfcc718-7206-4f0a-9f82-2d74e677ce21 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:45.071367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:45.096342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Attempting to bind port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:45.096803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Attempting to bind port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:45.097074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=e4893502-22b3-4d34-b48d-c66e361dba9f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:45.097288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Attempting to bind port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:45.106360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:45.113522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:45.114668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:45.115088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:45.115493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:45.116073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Bound port: 22ab3f42-d1cf-453b-9f43-b8c98b954f7b, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:45.116451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:45.136869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network e4893502-22b3-4d34-b48d-c66e361dba9f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:45.148411 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8985093
Nov 27 11:39:45.155189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44176) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:45.163418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 69375cf5-6854-4696-aa35-c90d52866ebc up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:45.167939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': 'e4893502-22b3-4d34-b48d-c66e361dba9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:45.176671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:fe60:c396 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/14263407-5fa8-4b70-8ca4-5e12a75800b8/684d73d8-ad05-44c8-a3a5-6eabd08a845f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:45.223877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:45.226439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:45.242278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ef493b4a-7553-406e-b3a0-3a97b36ec2d0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:45.296612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] For port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:45.300554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] For port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=22ab3f42-d1cf-453b-9f43-b8c98b954f7b,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:45.375512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:45.398001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:45.424207 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP 2b420dd6-6f35-42de-b426-bf13a3057892 associated. External IP: 172.26.6.210, port: 4c6dcd38-66a0-45a0-85a2-587d97e833c8.
Nov 27 11:39:45.433587 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc087e3-9f08-4902-8b12-7b7b80c7bd6d None None] Network 972ea69d-0207-42d9-93ec-3c6db4c70c0e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:45.536269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:45.546769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:subnet and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:45.551584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:45.564076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:45.630431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 69375cf5-6854-4696-aa35-c90d52866ebc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:45.630784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:45.663145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=44500dc6-77ba-4ae1-a43e-a49ad41738bb,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:45.686680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:45.701448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Pushing event updated for resources: {'Port': ['ID=22ab3f42-d1cf-453b-9f43-b8c98b954f7b,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:45.704591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:45.835812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:45.905762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0284fb99-2354-4a11-b798-74b1d9f633e1 None None] Provisioning for port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:46.132548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 972ea69d-0207-42d9-93ec-3c6db4c70c0e is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:46.151626 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:46.157963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:46.173301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:46.455419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:46.479638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:46.479638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:46.519914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:46.677665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:46.770113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a54f9eb8-cd18-44bb-9b65-b4eee16a7c76,segment=NetworkSegment(aec1651f-74e8-486c-b8ea-d18a46d0985a),segment_id=aec1651f-74e8-486c-b8ea-d18a46d0985a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:46.857909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:46.859762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:46.860363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6e298a3a-1cea-4152-9b84-26c101f1c591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:46.872317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:46.972598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d592a79d-2380-43c9-8244-87ae6826d1c5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:39:46.986119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=0af8863c-e3af-45d6-bb1c-d5efd4633a5c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:47.003766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:39:47.004469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:47.010555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:47.029015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:47.043330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df53754d-fc28-4d64-a4dd-20493ce3c172 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:47.084881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d592a79d-2380-43c9-8244-87ae6826d1c5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:39:47.084881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d592a79d-2380-43c9-8244-87ae6826d1c5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:39:47.089048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': '8b4a9af7-ddba-4f7e-a400-38ef7c3cd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e4893502-22b3-4d34-b48d-c66e361dba9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:47.089701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: e4893502-22b3-4d34-b48d-c66e361dba9f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:47.191706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:47.194295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=a54f9eb8-cd18-44bb-9b65-b4eee16a7c76,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:47.200390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:47.221285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d580367-3a42-4042-8496-1cedbff0f18c None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:47.259978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 684d73d8-ad05-44c8-a3a5-6eabd08a845f will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:47.272949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network e4893502-22b3-4d34-b48d-c66e361dba9f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:47.287486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Subnet': ['ID=6128d9de-bfe9-4d7c-9517-b0c6a2be4783,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:47.309606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d580367-3a42-4042-8496-1cedbff0f18c None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:47.315585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8d580367-3a42-4042-8496-1cedbff0f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845aa66a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:47.326574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Router 9d096461-7b7b-4346-93e7-af4c623ffdbb is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:39:47.344339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:47.355697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:47.398381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2d8ee5a2-ef83-49da-860f-917489af0957 None None] Provisioning for port 44500dc6-77ba-4ae1-a43e-a49ad41738bb completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:47.424280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2d8ee5a2-ef83-49da-860f-917489af0957 None None] Provisioning complete for port 44500dc6-77ba-4ae1-a43e-a49ad41738bb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:47.424280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee5a2-ef83-49da-860f-917489af0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:47.474601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, e4893502-22b3-4d34-b48d-c66e361dba9f) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:47.529147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:47.529561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ee5a2-ef83-49da-860f-917489af0957 None None] Port 44500dc6-77ba-4ae1-a43e-a49ad41738bb cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:47.532706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:47.535323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 22ab3f42-d1cf-453b-9f43-b8c98b954f7b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:47.596590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242a5dd-45c8-47f1-98bc-13885982d86a None None] Network e4893502-22b3-4d34-b48d-c66e361dba9f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:47.604472 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 9.0852094
Nov 27 11:39:47.607117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44184) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:47.620057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-528633384'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:47.630705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:47.645269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:network and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:47.652316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:47.658544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8d580367-3a42-4042-8496-1cedbff0f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845aa66a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:47.672216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:47.732152 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.5419595
Nov 27 11:39:47.732152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44188) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:47.741483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:47.758747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:47.811762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2d8ee5a2-ef83-49da-860f-917489af0957 None None] Provisioning complete for port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:47.812221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2d8ee5a2-ef83-49da-860f-917489af0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:47.878419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d580367-3a42-4042-8496-1cedbff0f18c None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:47.878971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8d580367-3a42-4042-8496-1cedbff0f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845aa66a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:47.890824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=684d73d8-ad05-44c8-a3a5-6eabd08a845f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:47.907448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Checking segment: {'id': '817c1afe-f5cc-49ab-9a84-63d89f424bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4759e4c-00ea-486f-9827-19ba34f0580d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:47.908459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network hostable DHCP agents. Network: e4759e4c-00ea-486f-9827-19ba34f0580d, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:47.922354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:47.928707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:47.931955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:47.953621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:47.957993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:47.966651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8d580367-3a42-4042-8496-1cedbff0f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845aa66a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:47.972062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d580367-3a42-4042-8496-1cedbff0f18c None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:47.995216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:48.005148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.006019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:48.006175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.015114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:48.033213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.033571 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Added segment 3958b84e-a9a8-40e6-a42b-320705b04151 of type vlan for network 30cbe7f2-8051-4930-9c6a-58c87277b3db
Nov 27 11:39:48.098349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:48.152552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.178701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6814d869-6288-446d-9f5f-f3f6396359ed up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:48.196138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.206453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network e4759e4c-00ea-486f-9827-19ba34f0580d is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:48.298969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b039b-1acf-4e9c-a654-139a7ed805cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-e4893502-22b3-4d34-b48d-c66e361dba9f', 'network_id': 'e4893502-22b3-4d34-b48d-c66e361dba9f', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': '0af8863c-e3af-45d6-bb1c-d5efd4633a5c'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:48.299779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d85b039b-1acf-4e9c-a654-139a7ed805cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.316711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44192) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:48.317640 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.6597948
Nov 27 11:39:48.317640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, e4759e4c-00ea-486f-9827-19ba34f0580d) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:48.317640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:48.317640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.380747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.385000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:48.391384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.391536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:48.391756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d36e96fa-1c31-419f-ac23-c9334daa48ad tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:48.398155 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Sync routers for ids ['9d096461-7b7b-4346-93e7-af4c623ffdbb'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:48.427454 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Routers {'9d096461-7b7b-4346-93e7-af4c623ffdbb'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:48.428937 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467755b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9d096461-7b7b-4346-93e7-af4c623ffdbb'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:48.453000 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.2288284
Nov 27 11:39:48.454208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router c8a7c431-0839-469b-8363-f21b92ba87fc is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:39:48.457482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44198) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:48.475049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'port': {'network_id': 'e4759e4c-00ea-486f-9827-19ba34f0580d', 'name': 'tempest-NetworksIpV6TestAttrs-2128223055'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:48.491782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefee7ee-5496-4d13-b11d-5561060eb8f8 None None] Network e4759e4c-00ea-486f-9827-19ba34f0580d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:48.534321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.535871 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 8.4957752
Nov 27 11:39:48.541843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44202) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:48.574909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.675257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0248633-5175-445e-8594-b5acbfcdb612 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:48.679724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0248633-5175-445e-8594-b5acbfcdb612 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:48.682398 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c0248633-5175-445e-8594-b5acbfcdb612 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.3778274
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server [None req-d85b039b-1acf-4e9c-a654-139a7ed805cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0af8863c-e3af-45d6-bb1c-d5efd4633a5c: This subnet is being modified by another concurrent operation.
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 11:39:48.685435 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0af8863c-e3af-45d6-bb1c-d5efd4633a5c: This subnet is being modified by another concurrent operation.
Nov 27 11:39:48.688950 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server 
Nov 27 11:39:48.694869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44206) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:48.720596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596664ee-02e0-4319-88b4-5ae9a751bccf None None] Network e4893502-22b3-4d34-b48d-c66e361dba9f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:48.737043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Provisioning complete for port 44500dc6-77ba-4ae1-a43e-a49ad41738bb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:48.737808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.749125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Network': ['ID=30cbe7f2-8051-4930-9c6a-58c87277b3db,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:48.757851 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1477420
Nov 27 11:39:48.767098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:48.767424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44210) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:48.767546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:48.783855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'subnet': {'network_id': '30cbe7f2-8051-4930-9c6a-58c87277b3db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:48.792731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:48.816028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=0af8863c-e3af-45d6-bb1c-d5efd4633a5c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:48.889236 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Set router 9d096461-7b7b-4346-93e7-af4c623ffdbb gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:48.890618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:48.936625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 684d73d8-ad05-44c8-a3a5-6eabd08a845f {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:48.937356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:48.968820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.107450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284661e5b0>,) {'filters': {'network_id': ['e4893502-22b3-4d34-b48d-c66e361dba9f']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:49.132964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284661e5b0>, '8b4a9af7-ddba-4f7e-a400-38ef7c3cd16e') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:49.134374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284661e5b0>, '8b4a9af7-ddba-4f7e-a400-38ef7c3cd16e') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:49.146041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:49.152861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:49.153730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.211629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.245867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 6814d869-6288-446d-9f5f-f3f6396359ed completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:49.294435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:39:49.295002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.297111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Port 44500dc6-77ba-4ae1-a43e-a49ad41738bb cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:39:49.319963 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:39:49.347466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6814d869-6288-446d-9f5f-f3f6396359ed triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:49.347888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.402014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:port and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:49.404484 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467755b0>, [{'id': '9d096461-7b7b-4346-93e7-af4c623ffdbb', 'name': 'tempest-snat-router-1373944980', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '4308ccf0-dc48-4fb7-b9d3-23125e338a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:40Z', 'updated_at': '2021-11-27T11:39:43Z', 'revision_number': 3, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port': {'id': '4308ccf0-dc48-4fb7-b9d3-23125e338a7a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d096461-7b7b-4346-93e7-af4c623ffdbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:42Z', 'updated_at': '2021-11-27T11:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:49.408298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:49.418357 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Checking router: 9d096461-7b7b-4346-93e7-af4c623ffdbb for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:39:49.418730 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Updating router 9d096461-7b7b-4346-93e7-af4c623ffdbb port 4308ccf0-dc48-4fb7-b9d3-23125e338a7a binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:39:49.430912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:49.453328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:49.465692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-df898c9c-a253-4c1f-bf9b-7aa6a7c643da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.499267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:49.516160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44214) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:49.516781 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/c8a7c431-0839-469b-8363-f21b92ba87fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3912549
Nov 27 11:39:49.520342 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.584019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.585226 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-54c184bc-205a-452b-a4cc-c91a3139b541 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/routers/9d096461-7b7b-4346-93e7-af4c623ffdbb HTTP/1.1" status: 200  len: 907 time: 1.0419862
Nov 27 11:39:49.588815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44220) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:49.673759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:49.762896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.770843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.781693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 684d73d8-ad05-44c8-a3a5-6eabd08a845f owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:49.803325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:49.806915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.816849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4a650-30d1-4544-a607-76d4605122bc None None] Sync routers for ids ['c8a7c431-0839-469b-8363-f21b92ba87fc'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:49.820562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:49.856976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f5627-3714-481f-9b44-8b4d0c2cbf70 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:49.858346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-774f5627-3714-481f-9b44-8b4d0c2cbf70 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:49.872582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=e4893502-22b3-4d34-b48d-c66e361dba9f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:49.876029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:49.890438 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/e4893502-22b3-4d34-b48d-c66e361dba9f HTTP/1.1" status: 204  len: 168 time: 2.1847525
Nov 27 11:39:49.890837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44224) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:49.890837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:49.975704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Provisioning for port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:49.993653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-774f5627-3714-481f-9b44-8b4d0c2cbf70 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:49.997526 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-774f5627-3714-481f-9b44-8b4d0c2cbf70 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports/44500dc6-77ba-4ae1-a43e-a49ad41738bb HTTP/1.1" status: 200  len: 911 time: 0.4801455
Nov 27 11:39:50.008042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44226) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:50.012079 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.039260 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Transition to ACTIVE for port object 4308ccf0-dc48-4fb7-b9d3-23125e338a7a will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:50.073161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Provisioning complete for port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:50.073901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.094584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] device_id is not set on port 4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:50.109223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.125841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-e4759e4c-00ea-486f-9827-19ba34f0580d', 'network_id': 'e4759e4c-00ea-486f-9827-19ba34f0580d', 'tenant_id': 'defadeeee01f416ba40f7c1a48822525', 'fixed_ips': [{'subnet_id': '6128d9de-bfe9-4d7c-9517-b0c6a2be4783'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:50.126180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.150194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-455444710'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:50.169060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:50.172131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 6814d869-6288-446d-9f5f-f3f6396359ed, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6814d869-6288-446d-9f5f-f3f6396359ed,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:50.173283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4a650-30d1-4544-a607-76d4605122bc None None] Routers {'c8a7c431-0839-469b-8363-f21b92ba87fc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:50.173937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-38f4a650-30d1-4544-a607-76d4605122bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d51c10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c8a7c431-0839-469b-8363-f21b92ba87fc'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:50.181125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:50.183772 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.194349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:50.200250 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:50.207955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:50.268641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.277265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-440a83d1-331b-4851-9bdd-c17e8a65f4a1 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:50.330946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=684d73d8-ad05-44c8-a3a5-6eabd08a845f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:50.339282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:50.388157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-38f4a650-30d1-4544-a607-76d4605122bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d51c10>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:50.404129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.409519 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a50d2-0547-40ee-8f3a-6e87f35e3c6e None None] Pushing event updated for resources: {'Port': ['ID=4308ccf0-dc48-4fb7-b9d3-23125e338a7a,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:50.417211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.417500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.468874 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/684d73d8-ad05-44c8-a3a5-6eabd08a845f HTTP/1.1" status: 204  len: 168 time: 1.7753401
Nov 27 11:39:50.489765 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Attempting to bind port 4308ccf0-dc48-4fb7-b9d3-23125e338a7a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:50.492152 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Attempting to bind port 4308ccf0-dc48-4fb7-b9d3-23125e338a7a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:50.494611 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Attempting to bind port 4308ccf0-dc48-4fb7-b9d3-23125e338a7a on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:50.503368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:50.515527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:50.519621 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:50.520714 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:50.521511 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.522095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:50.523500 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Bound port: 4308ccf0-dc48-4fb7-b9d3-23125e338a7a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:50.525414 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.526885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.556000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44236) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:50.613072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.614119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:50.633899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:50.678771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4a650-30d1-4544-a607-76d4605122bc None None] Routers {'c8a7c431-0839-469b-8363-f21b92ba87fc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:50.684791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-38f4a650-30d1-4544-a607-76d4605122bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d51c10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c8a7c431-0839-469b-8363-f21b92ba87fc'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:50.763444 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] For port 4308ccf0-dc48-4fb7-b9d3-23125e338a7a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:50.773708 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] For port 4308ccf0-dc48-4fb7-b9d3-23125e338a7a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4308ccf0-dc48-4fb7-b9d3-23125e338a7a,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:50.779059 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-d33a50d2-0547-40ee-8f3a-6e87f35e3c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:50.849159 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.851305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-38f4a650-30d1-4544-a607-76d4605122bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d51c10>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:50.851833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4a650-30d1-4544-a607-76d4605122bc None None] The sync data for ids ['c8a7c431-0839-469b-8363-f21b92ba87fc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:50.854413 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4a9bfead-5b5b-4009-8d5e-9d1b7bf9fc2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:50.873583 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Allocated IP 2001:db8::f816:3eff:fe2a:ee8f (e4759e4c-00ea-486f-9827-19ba34f0580d/6128d9de-bfe9-4d7c-9517-b0c6a2be4783/c2f9642e-7848-4409-8dd0-a11aea97f7d9) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:50.886656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=6814d869-6288-446d-9f5f-f3f6396359ed,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:50.890901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:50.947640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:39:50.963963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:50.984680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Subnet': ['ID=5186cea4-7981-4494-b31c-80d5673da56b,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:50.998832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:51.003519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.003864 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 728f471d-cc42-4596-950b-3a1d66b781ef of type vlan for network 76591860-8ed6-4c2b-9dbc-6a53392a868f
Nov 27 11:39:51.020540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.031487 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a50d2-0547-40ee-8f3a-6e87f35e3c6e None None] Pushing event updated for resources: {'Port': ['ID=4308ccf0-dc48-4fb7-b9d3-23125e338a7a,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:51.056729 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-d33a50d2-0547-40ee-8f3a-6e87f35e3c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:51.067510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d6c2e-fcc8-4d2e-8a42-5151a7138fc9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:51.069142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d6c2e-fcc8-4d2e-8a42-5151a7138fc9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:51.069970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-822d6c2e-fcc8-4d2e-8a42-5151a7138fc9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:51.077001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Checking segment: {'id': '3958b84e-a9a8-40e6-a42b-320705b04151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '30cbe7f2-8051-4930-9c6a-58c87277b3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:51.077413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network hostable DHCP agents. Network: 30cbe7f2-8051-4930-9c6a-58c87277b3db, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:51.079314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:51.079757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.085701 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Routers {'9d096461-7b7b-4346-93e7-af4c623ffdbb'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:51.092550 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467755b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9d096461-7b7b-4346-93e7-af4c623ffdbb'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:51.125720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.141557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.177806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] For port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=22ab3f42-d1cf-453b-9f43-b8c98b954f7b,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:51.210122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba808b27-4a59-46fe-9169-e6cbadffada3 req-c9f2ef3e-5d61-4a41-aa41-effeae232350 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:51.212333 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba808b27-4a59-46fe-9169-e6cbadffada3 req-c9f2ef3e-5d61-4a41-aa41-effeae232350 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4044535
Nov 27 11:39:51.264400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-822d6c2e-fcc8-4d2e-8a42-5151a7138fc9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:51.265430 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-822d6c2e-fcc8-4d2e-8a42-5151a7138fc9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.7058568
Nov 27 11:39:51.271581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44242) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:51.292240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fd6e52ac-436b-4f09-8cfd-7380bbf62cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.356231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:51.369219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.374020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:51.374020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.386420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:51.387764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.388653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-daa9ff4f-66af-49ee-bdea-7aa1e002892a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:51.444064 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba808b27-4a59-46fe-9169-e6cbadffada3 req-420f896a-10d3-4ba6-84bb-e783693aa126 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2217524
Nov 27 11:39:51.474143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Could not find standard attr ID for object 684d73d8-ad05-44c8-a3a5-6eabd08a845f. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:39:51.533222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 30cbe7f2-8051-4930-9c6a-58c87277b3db) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:51.544793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:51.545426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.563845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1571b-d0a1-4047-8d4e-cd2b257d37b3 None None] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:51.573090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=76591860-8ed6-4c2b-9dbc-6a53392a868f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:51.578539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:51.583920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.4915307
Nov 27 11:39:51.592101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44248) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:51.599750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': '76591860-8ed6-4c2b-9dbc-6a53392a868f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:51.627492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 14263407-5fa8-4b70-8ca4-5e12a75800b8 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:51.630174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 76591860-8ed6-4c2b-9dbc-6a53392a868f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:39:51.630518 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] Set router 9d096461-7b7b-4346-93e7-af4c623ffdbb gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:39:51.645154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.694911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.708118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9323771
Nov 27 11:39:51.723688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44254) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:51.725004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Transition to ACTIVE for port object c2f9642e-7848-4409-8dd0-a11aea97f7d9 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:51.746931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1476217903', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:51.773597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:51.791010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:51.807225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:router and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:51.807977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Pushing event updated for resources: {'Port': ['ID=22ab3f42-d1cf-453b-9f43-b8c98b954f7b,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:51.811192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:subnet and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:51.812873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:51.816041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:51.838803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:51.842995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:51.867733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:51.890857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.931083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:51.939811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Transition to ACTIVE for port object c2f9642e-7848-4409-8dd0-a11aea97f7d9 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:52.033287 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467755b0>, [{'id': '9d096461-7b7b-4346-93e7-af4c623ffdbb', 'name': 'tempest-snat-router-1373944980', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '4308ccf0-dc48-4fb7-b9d3-23125e338a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:40Z', 'updated_at': '2021-11-27T11:39:43Z', 'revision_number': 3, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port': {'id': '4308ccf0-dc48-4fb7-b9d3-23125e338a7a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d096461-7b7b-4346-93e7-af4c623ffdbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:42Z', 'updated_at': '2021-11-27T11:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:52.038483 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb405fb-262e-445e-b235-7ea3d992b72a None None] The sync data for ids ['9d096461-7b7b-4346-93e7-af4c623ffdbb'] in dv-neutron-819441-1-hyperv is: [{'id': '9d096461-7b7b-4346-93e7-af4c623ffdbb', 'name': 'tempest-snat-router-1373944980', 'tenant_id': '3cd5cd942cea466c9612fd112677f51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '4308ccf0-dc48-4fb7-b9d3-23125e338a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:40Z', 'updated_at': '2021-11-27T11:39:43Z', 'revision_number': 3, 'project_id': '3cd5cd942cea466c9612fd112677f51b', 'gw_port': {'id': '4308ccf0-dc48-4fb7-b9d3-23125e338a7a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d096461-7b7b-4346-93e7-af4c623ffdbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:42Z', 'updated_at': '2021-11-27T11:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:52.130654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.132105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.132523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.135275 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Deleting port 4308ccf0-dc48-4fb7-b9d3-23125e338a7a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:52.135685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.142214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:52.147457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c739ce7-e920-4f36-b7d7-242c0096c09f req-3c3fbd6a-653a-47c1-b9f5-1d126d8b30b5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:52.149434 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4c739ce7-e920-4f36-b7d7-242c0096c09f req-3c3fbd6a-653a-47c1-b9f5-1d126d8b30b5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4439192
Nov 27 11:39:52.162101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:52.220214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.315011 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4c739ce7-e920-4f36-b7d7-242c0096c09f req-ea6e34e3-5885-42a6-849e-f723775353cf tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1547785
Nov 27 11:39:52.426356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-30cbe7f2-8051-4930-9c6a-58c87277b3db', 'network_id': '30cbe7f2-8051-4930-9c6a-58c87277b3db', 'tenant_id': '9e70a9a203fd4c5ca89b0f79633962ed', 'fixed_ips': [{'subnet_id': '5186cea4-7981-4494-b31c-80d5673da56b'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:52.430913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.513424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.514149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Allocated IP 2001:db8::f816:3eff:feed:79d8 (e4759e4c-00ea-486f-9827-19ba34f0580d/6128d9de-bfe9-4d7c-9517-b0c6a2be4783/4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:52.530617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Network e4759e4c-00ea-486f-9827-19ba34f0580d is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:52.535648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f1e3e3c-0ea6-4884-8549-ed0705b8008b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:52.541016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:52.546538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.549929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:52.558160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Pushing event updated for resources: {'Port': ['ID=c2f9642e-7848-4409-8dd0-a11aea97f7d9,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:52.570488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:52.658033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=14263407-5fa8-4b70-8ca4-5e12a75800b8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:52.669800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 22ab3f42-d1cf-453b-9f43-b8c98b954f7b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:52.675339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:52.681485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.720103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.737718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcab59-513f-4a9b-814a-5ee7d3bbc0c0 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:52.751167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:52.806410 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/14263407-5fa8-4b70-8ca4-5e12a75800b8 HTTP/1.1" status: 204  len: 168 time: 1.5334411
Nov 27 11:39:52.813043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44264) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:52.961096 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-86084308-3768-46e5-9060-3d291e81787f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1453784
Nov 27 11:39:52.965596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44268) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:52.972645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:53.000147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Allocated IP 172.20.0.2 (30cbe7f2-8051-4930-9c6a-58c87277b3db/5186cea4-7981-4494-b31c-80d5673da56b/5979c9ce-236d-476f-a3f9-3850e92ea930) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:53.029932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Attempting to bind port c2f9642e-7848-4409-8dd0-a11aea97f7d9 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:53.029932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Attempting to bind port c2f9642e-7848-4409-8dd0-a11aea97f7d9 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '817c1afe-f5cc-49ab-9a84-63d89f424bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4759e4c-00ea-486f-9827-19ba34f0580d'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:53.029932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Attempting to bind port c2f9642e-7848-4409-8dd0-a11aea97f7d9 on network e4759e4c-00ea-486f-9827-19ba34f0580d {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:53.044995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 44500dc6-77ba-4ae1-a43e-a49ad41738bb {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:53.045331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.063843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] For port 4308ccf0-dc48-4fb7-b9d3-23125e338a7a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4308ccf0-dc48-4fb7-b9d3-23125e338a7a,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:53.064280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.165728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:53.166150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Checking segment: {'id': '817c1afe-f5cc-49ab-9a84-63d89f424bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4759e4c-00ea-486f-9827-19ba34f0580d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:53.166657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.167060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Bound using segment: {'id': '817c1afe-f5cc-49ab-9a84-63d89f424bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4759e4c-00ea-486f-9827-19ba34f0580d'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:53.167538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Bound port: c2f9642e-7848-4409-8dd0-a11aea97f7d9, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817c1afe-f5cc-49ab-9a84-63d89f424bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4759e4c-00ea-486f-9827-19ba34f0580d'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:53.167914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.337798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:53.338042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.441388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Calling delete_port for 4308ccf0-dc48-4fb7-b9d3-23125e338a7a owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:53.510851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.568783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.619317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] For port c2f9642e-7848-4409-8dd0-a11aea97f7d9, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:53.658583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Transition to ACTIVE for port object 4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:53.668566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] For port c2f9642e-7848-4409-8dd0-a11aea97f7d9, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c2f9642e-7848-4409-8dd0-a11aea97f7d9,segment=NetworkSegment(817c1afe-f5cc-49ab-9a84-63d89f424bfd),segment_id=817c1afe-f5cc-49ab-9a84-63d89f424bfd)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:53.669105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.712601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 44500dc6-77ba-4ae1-a43e-a49ad41738bb owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:53.736492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.745718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:53.760834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:53.762665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Transition to ACTIVE for port object 5979c9ce-236d-476f-a3f9-3850e92ea930 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:53.765358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:53.774807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6814d869-6288-446d-9f5f-f3f6396359ed up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:53.780581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:53.803933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:39:53.816196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.826349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] Deleting port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:53.826673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.831182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493806b-68b3-4813-a3c3-3aef896ac4bd req-2fb1fc04-11e3-469c-800a-d98fcd175448 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:53.832684 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a493806b-68b3-4813-a3c3-3aef896ac4bd req-2fb1fc04-11e3-469c-800a-d98fcd175448 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4310770
Nov 27 11:39:53.857022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.868441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:53.894311 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a493806b-68b3-4813-a3c3-3aef896ac4bd req-b670b49e-b900-4bb3-b2b3-106286a85375 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533402
Nov 27 11:39:53.911335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Transition to ACTIVE for port object 5979c9ce-236d-476f-a3f9-3850e92ea930 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:53.944152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.949672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:53.956424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-16c981a3-33ac-4241-9606-7f36e33f0228 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:54.015602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.048494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network e4759e4c-00ea-486f-9827-19ba34f0580d is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:54.057286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:54.057997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.063594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.065395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Pushing event updated for resources: {'Port': ['ID=c2f9642e-7848-4409-8dd0-a11aea97f7d9,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:54.094388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:54.096395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:54.109527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:54.119673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:54.125866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:54.126566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.131170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=75c677db-5429-4529-a554-6323d38d2b59,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:54.152237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:54.153074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88855f30-4d07-45e0-8b8c-de7c1846f143 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:54.246107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.253296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6814d869-6288-446d-9f5f-f3f6396359ed triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:54.253691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.266118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b256500b-5198-4c4c-b953-8bed6b3f7cf5 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:54.466841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': '728f471d-cc42-4596-950b-3a1d66b781ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '76591860-8ed6-4c2b-9dbc-6a53392a868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:54.467216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: 76591860-8ed6-4c2b-9dbc-6a53392a868f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:39:54.499974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=44500dc6-77ba-4ae1-a43e-a49ad41738bb,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:54.503013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Port': ['ID=4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:54.518029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:54.527004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] For port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=22ab3f42-d1cf-453b-9f43-b8c98b954f7b,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:54.527402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.638896 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c6e86531-003d-400f-a8ba-63d91689996c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 6.1791174
Nov 27 11:39:54.650405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event deleted for resources: {'Port': ['ID=4308ccf0-dc48-4fb7-b9d3-23125e338a7a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:54.654944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44286) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:54.724634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] Calling delete_port for 22ab3f42-d1cf-453b-9f43-b8c98b954f7b owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:39:54.816000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:54.822026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.852367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.825s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:54.852771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:54.897106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:54.902526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Pushing event updated for resources: {'Port': ['ID=5979c9ce-236d-476f-a3f9-3850e92ea930,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:54.905493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:54.909117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:54.916411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:54.963941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:54.983694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-472b9fe5-9527-4220-abf1-14b33c41fa21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:55.038343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] Pushing event deleted for resources: {'Port': ['ID=22ab3f42-d1cf-453b-9f43-b8c98b954f7b,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:55.100422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.147698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] No DVR routers for this DVR port 22ab3f42-d1cf-453b-9f43-b8c98b954f7b on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:39:55.149670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:55.198224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Attempting to bind port 5979c9ce-236d-476f-a3f9-3850e92ea930 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:39:55.198632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Attempting to bind port 5979c9ce-236d-476f-a3f9-3850e92ea930 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '3958b84e-a9a8-40e6-a42b-320705b04151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '30cbe7f2-8051-4930-9c6a-58c87277b3db'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:39:55.199075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Attempting to bind port 5979c9ce-236d-476f-a3f9-3850e92ea930 on network 30cbe7f2-8051-4930-9c6a-58c87277b3db {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:39:55.213084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:39:55.213459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Checking segment: {'id': '3958b84e-a9a8-40e6-a42b-320705b04151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '30cbe7f2-8051-4930-9c6a-58c87277b3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:39:55.213867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.214861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Bound using segment: {'id': '3958b84e-a9a8-40e6-a42b-320705b04151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '30cbe7f2-8051-4930-9c6a-58c87277b3db'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:39:55.215364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Bound port: 5979c9ce-236d-476f-a3f9-3850e92ea930, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3958b84e-a9a8-40e6-a42b-320705b04151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '30cbe7f2-8051-4930-9c6a-58c87277b3db'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:39:55.215755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.327894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network 76591860-8ed6-4c2b-9dbc-6a53392a868f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:39:55.426760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] For port 5979c9ce-236d-476f-a3f9-3850e92ea930, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:39:55.430363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] For port 5979c9ce-236d-476f-a3f9-3850e92ea930, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5979c9ce-236d-476f-a3f9-3850e92ea930,segment=NetworkSegment(3958b84e-a9a8-40e6-a42b-320705b04151),segment_id=3958b84e-a9a8-40e6-a42b-320705b04151)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:39:55.443505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c2f9642e-7848-4409-8dd0-a11aea97f7d9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:55.517682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.523119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:55.603726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 76591860-8ed6-4c2b-9dbc-6a53392a868f) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:55.613002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Pushing event updated for resources: {'Port': ['ID=5979c9ce-236d-476f-a3f9-3850e92ea930,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:55.615786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731fab1-3086-409b-a869-3d32a5b9aba5 None None] Network 76591860-8ed6-4c2b-9dbc-6a53392a868f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:55.643184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:55.724258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:39:55.726463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.737695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:55.738485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.759729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:55.766930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.853675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.894630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.903822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:55.909844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=ea83d4d8-d34d-40bb-a321-c54b3fd4a8fe,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:55.913118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:55.914136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:55.923755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port c2f9642e-7848-4409-8dd0-a11aea97f7d9 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:55.925338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:55.929588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:55.948171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router c8a7c431-0839-469b-8363-f21b92ba87fc has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:39:55.980136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34862551-4c39-4b89-8d57-24cb958d3d78 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:56.017333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:56.020974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting subnet 6128d9de-bfe9-4d7c-9517-b0c6a2be4783 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:56.034034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-76591860-8ed6-4c2b-9dbc-6a53392a868f', 'network_id': '76591860-8ed6-4c2b-9dbc-6a53392a868f', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': '75c677db-5429-4529-a554-6323d38d2b59'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:56.034883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:56.049938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44298) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:56.055276 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 4.4612443
Nov 27 11:39:56.072634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:56.075865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25edae-931c-46d3-b114-a90e2ee07b78 None None] Network e4759e4c-00ea-486f-9827-19ba34f0580d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:56.092293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 22ab3f42-d1cf-453b-9f43-b8c98b954f7b no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:39:56.165826 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.1985829
Nov 27 11:39:56.177630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44302) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:56.218108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:56.315875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d7592-16b6-4953-bf8b-7c81396c3305 req-cd9abc58-4716-47b3-84d3-fba33bd35f86 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:56.316868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:b8:45:34', 'name': 'tempest-NetworksTestDHCPv6-1460457044'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:56.317426 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d50d7592-16b6-4953-bf8b-7c81396c3305 req-cd9abc58-4716-47b3-84d3-fba33bd35f86 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 1.0669870
Nov 27 11:39:56.545079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.26.6.143 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/523647d0-5e7f-468f-9fbc-bd27e501826f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:56.547887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 22ab3f42-d1cf-453b-9f43-b8c98b954f7b {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:39:56.548433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 22ab3f42-d1cf-453b-9f43-b8c98b954f7b not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:39:56.599529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:39:56.618852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eff93c-fa13-4819-88d6-5919dfce7bee None None] Sync routers for ids ['c8a7c431-0839-469b-8363-f21b92ba87fc'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:39:56.632547 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/c8a7c431-0839-469b-8363-f21b92ba87fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6204805
Nov 27 11:39:56.650380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44306) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:56.650594 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eff93c-fa13-4819-88d6-5919dfce7bee None None] Routers {'c8a7c431-0839-469b-8363-f21b92ba87fc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:56.650594 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-99eff93c-fa13-4819-88d6-5919dfce7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846775fa0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c8a7c431-0839-469b-8363-f21b92ba87fc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:56.663772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:56.677009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Provisioning for port c2f9642e-7848-4409-8dd0-a11aea97f7d9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:56.693258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Provisioning complete for port c2f9642e-7848-4409-8dd0-a11aea97f7d9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:39:56.696944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:56.782770 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-99eff93c-fa13-4819-88d6-5919dfce7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846775fa0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:56.811221 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eff93c-fa13-4819-88d6-5919dfce7bee None None] Routers {'c8a7c431-0839-469b-8363-f21b92ba87fc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:39:56.812244 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-99eff93c-fa13-4819-88d6-5919dfce7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846775fa0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c8a7c431-0839-469b-8363-f21b92ba87fc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:56.875389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4f0ddf6d-483e-4afa-9d28-94c86f8e22b7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:56.904149 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d50d7592-16b6-4953-bf8b-7c81396c3305 req-04bb0300-cc83-4b63-93d8-abbe72841fb3 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4382172
Nov 27 11:39:56.937833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.003955 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-99eff93c-fa13-4819-88d6-5919dfce7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846775fa0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:39:57.006083 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eff93c-fa13-4819-88d6-5919dfce7bee None None] The sync data for ids ['c8a7c431-0839-469b-8363-f21b92ba87fc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:39:57.121510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:57.130715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:57.134332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:57.140977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:57.155911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.156347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d096461-7b7b-4346-93e7-af4c623ffdbb {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:39:57.204564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.205710 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9d096461-7b7b-4346-93e7-af4c623ffdbb HTTP/1.1" status: 204  len: 168 time: 7.6153481
Nov 27 11:39:57.208611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44312) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:57.269442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4f0ddf6d-483e-4afa-9d28-94c86f8e22b7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:57.270657 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4f0ddf6d-483e-4afa-9d28-94c86f8e22b7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8a7c431-0839-469b-8363-f21b92ba87fc HTTP/1.1" status: 200  len: 205 time: 0.6182623
Nov 27 11:39:57.287272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44316) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:57.380955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:39:57.434068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'ea83d4d8-d34d-40bb-a321-c54b3fd4a8fe'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:39:57.434930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.482322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5979c9ce-236d-476f-a3f9-3850e92ea930 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:39:57.535054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9883387-95ac-4e6e-8794-f4b2fe11c7b4 None None] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:57.611666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.702050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.717330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.747825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.779174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-338c284a-f47c-4789-846a-2691ef53520a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:57.797570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 3e6bae7b-0251-48ed-9532-c79c39b2d4a2 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:39:57.834584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Allocated IP 2001:db8::1 (76591860-8ed6-4c2b-9dbc-6a53392a868f/75c677db-5429-4529-a554-6323d38d2b59/bdcd939d-a674-4480-a8ef-c687b9b05db5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:57.975476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:58.083382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:58.101123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:58.249650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2e5edfd3-5fe9-4038-8826-42e744a2b9eb tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:58.321912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Allocated IP 2001:db8::f816:3eff:febf:9ae4 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/ea83d4d8-d34d-40bb-a321-c54b3fd4a8fe/0fc92d93-23c0-46b8-8e7a-73ea809f69cc) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:58.340368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=523647d0-5e7f-468f-9fbc-bd27e501826f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:58.357731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:58.359958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:58.361038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b047636b-0be2-4a37-bb54-132ad635cf7f tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:58.434872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Subnet': ['ID=6128d9de-bfe9-4d7c-9517-b0c6a2be4783,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:58.444672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:58.452959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:58.455732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:58.529228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:58.596243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 5979c9ce-236d-476f-a3f9-3850e92ea930 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:39:58.716954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-338c284a-f47c-4789-846a-2691ef53520a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:58.729294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-338c284a-f47c-4789-846a-2691ef53520a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:58.788947 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/subnets/6128d9de-bfe9-4d7c-9517-b0c6a2be4783 HTTP/1.1" status: 204  len: 168 time: 3.9747026
Nov 27 11:39:58.790974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44326) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:58.850879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6e51a-684d-44eb-a3f7-8f53b08353e4 req-41b8c7b3-884c-4c4c-82dd-c5fa75820bb0 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:58.856892 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ccd6e51a-684d-44eb-a3f7-8f53b08353e4 req-41b8c7b3-884c-4c4c-82dd-c5fa75820bb0 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4873097
Nov 27 11:39:58.900586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:39:58.901613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:39:58.963155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbaed45-dd17-4be9-9c9e-b9c04c0a1c0a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:58.964910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbaed45-dd17-4be9-9c9e-b9c04c0a1c0a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:39:58.965618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2dbaed45-dd17-4be9-9c9e-b9c04c0a1c0a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Synchronizing usage tracker for tenant:defadeeee01f416ba40f7c1a48822525 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:39:58.975267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.005996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-338c284a-f47c-4789-846a-2691ef53520a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.006915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338c284a-f47c-4789-846a-2691ef53520a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Fanout notify agent at l3_agent the message router_deleted on router c8a7c431-0839-469b-8363-f21b92ba87fc {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:39:59.030338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-338c284a-f47c-4789-846a-2691ef53520a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.036049 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-338c284a-f47c-4789-846a-2691ef53520a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/c8a7c431-0839-469b-8363-f21b92ba87fc HTTP/1.1" status: 204  len: 168 time: 1.7285089
Nov 27 11:39:59.036830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44330) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:59.063068 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ccd6e51a-684d-44eb-a3f7-8f53b08353e4 req-aa36894a-e39d-4379-bfbe-ac3cddb5bde9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1963525
Nov 27 11:39:59.087634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.091251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c6571-3f00-4666-bc6c-d6336d0a8614 None None] Network e4759e4c-00ea-486f-9827-19ba34f0580d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:39:59.123158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2dbaed45-dd17-4be9-9c9e-b9c04c0a1c0a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Unset dirty status for tenant:defadeeee01f416ba40f7c1a48822525 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:39:59.125703 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2dbaed45-dd17-4be9-9c9e-b9c04c0a1c0a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3308661
Nov 27 11:39:59.129329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44334) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:59.137708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Transition to ACTIVE for port object 0fc92d93-23c0-46b8-8e7a-73ea809f69cc will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:59.163331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Deleting port 6814d869-6288-446d-9f5f-f3f6396359ed {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:39:59.164027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.285469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Transition to ACTIVE for port object 0fc92d93-23c0-46b8-8e7a-73ea809f69cc will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:59.297549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.368847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cd9fcc66-0812-4cd6-b783-41af82239dcf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.383311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Transition to ACTIVE for port object bdcd939d-a674-4480-a8ef-c687b9b05db5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:59.394999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.421294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2c8ef522-e8bb-4531-a6be-40f7e6b3601a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:59.470633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet 02c1fa94-a223-4405-9c6a-2f8c08492540 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:39:59.493244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.577221 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9fcc66-0812-4cd6-b783-41af82239dcf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:39:59.577651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9fcc66-0812-4cd6-b783-41af82239dcf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:39:59.617758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.619858 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cd9fcc66-0812-4cd6-b783-41af82239dcf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/e4759e4c-00ea-486f-9827-19ba34f0580d HTTP/1.1" status: 409  len: 405 time: 0.4893641
Nov 27 11:39:59.628170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.632059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44340) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:39:59.669476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Transition to ACTIVE for port object bdcd939d-a674-4480-a8ef-c687b9b05db5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:39:59.678949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-845684120'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:39:59.687653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:feb8:4534 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/ea83d4d8-d34d-40bb-a321-c54b3fd4a8fe/3e6bae7b-0251-48ed-9532-c79c39b2d4a2) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:39:59.688508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:39:59.693451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:39:59.696732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:39:59.714501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:39:59.718778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Pushing event updated for resources: {'Port': ['ID=0fc92d93-23c0-46b8-8e7a-73ea809f69cc,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:59.726060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:59.731005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:network and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:39:59.797260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.807807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] For port c2f9642e-7848-4409-8dd0-a11aea97f7d9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c2f9642e-7848-4409-8dd0-a11aea97f7d9,segment=NetworkSegment(817c1afe-f5cc-49ab-9a84-63d89f424bfd),segment_id=817c1afe-f5cc-49ab-9a84-63d89f424bfd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:59.817500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:39:59.835119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.838413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:39:59.840111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.840825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.844573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0a06e899-e46b-480e-95f2-e96f47b33d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:39:59.846155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] For port 6814d869-6288-446d-9f5f-f3f6396359ed, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6814d869-6288-446d-9f5f-f3f6396359ed,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:39:59.846543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.917952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Pushing event updated for resources: {'Port': ['ID=bdcd939d-a674-4480-a8ef-c687b9b05db5,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:39:59.952774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:39:59.953502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:39:59.964463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0206776f-8459-4ee7-b6e9-99ce8157c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:00.070019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Calling delete_port for 6814d869-6288-446d-9f5f-f3f6396359ed owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:00.070756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] DHCP port deletion for e4759e4c-00ea-486f-9827-19ba34f0580d request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:00.082118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] Deleting port c2f9642e-7848-4409-8dd0-a11aea97f7d9 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:00.082649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.143447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:00.146418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.163956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Network 76591860-8ed6-4c2b-9dbc-6a53392a868f is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:00.182913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.198144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:00.200540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8bdfba4c-b6f7-474e-ab7a-cb286355d4ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:00.205356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Attempting to bind port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:00.205842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Attempting to bind port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:00.206303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Attempting to bind port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:00.209281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:00.245976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Pushing event updated for resources: {'Port': ['ID=c2f9642e-7848-4409-8dd0-a11aea97f7d9,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:00.265907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=75c677db-5429-4529-a554-6323d38d2b59,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:00.296665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:00.297390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:00.297894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.298385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:00.298997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Bound port: 0fc92d93-23c0-46b8-8e7a-73ea809f69cc, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:00.299514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.323690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.323983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.324352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.324717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.325072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.325428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.326191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.326191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.326463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.326810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Provisioning complete for port c2f9642e-7848-4409-8dd0-a11aea97f7d9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:00.326927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.327163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.329551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.332258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.342511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:00.343450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:00.385891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.429937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 3e6bae7b-0251-48ed-9532-c79c39b2d4a2 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:00.439088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.439312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.439424 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Added segment be204e18-160d-4258-8e46-fe964b1ac14c of type vlan for network e22d169e-0cf1-428f-9411-f2c7df472176
Nov 27 11:40:00.439740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.440320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.440737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.441166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.441584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.441995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.442411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.442844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.443898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.443898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.449830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.463634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-857aea21-5231-4700-88b6-81aad4d3a452 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:00.503353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:00.505106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844c7b970>,) {'filters': {'network_id': ['76591860-8ed6-4c2b-9dbc-6a53392a868f']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:00.517716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.524781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=02c1fa94-a223-4405-9c6a-2f8c08492540,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:00.538347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Attempting to bind port bdcd939d-a674-4480-a8ef-c687b9b05db5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:00.538847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Attempting to bind port bdcd939d-a674-4480-a8ef-c687b9b05db5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '728f471d-cc42-4596-950b-3a1d66b781ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '76591860-8ed6-4c2b-9dbc-6a53392a868f'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:00.539859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Attempting to bind port bdcd939d-a674-4480-a8ef-c687b9b05db5 on network 76591860-8ed6-4c2b-9dbc-6a53392a868f {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:00.558324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.558719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c7b970>, '728f471d-cc42-4596-950b-3a1d66b781ef') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:00.558911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c7b970>, '728f471d-cc42-4596-950b-3a1d66b781ef') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:00.571015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.571660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.572191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.572702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.573209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.573778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.574286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.574831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.575346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.576221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:40:00.581979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:00.595648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.603416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.615301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28606d-d606-445b-914c-368846d8fb29 None None] Network 972ea69d-0207-42d9-93ec-3c6db4c70c0e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:00.623261 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/02c1fa94-a223-4405-9c6a-2f8c08492540 HTTP/1.1" status: 204  len: 168 time: 1.5830827
Nov 27 11:40:00.624764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44350) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:00.662218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.681533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:00.681984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Checking segment: {'id': '728f471d-cc42-4596-950b-3a1d66b781ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '76591860-8ed6-4c2b-9dbc-6a53392a868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:00.682551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.682980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Bound using segment: {'id': '728f471d-cc42-4596-950b-3a1d66b781ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '76591860-8ed6-4c2b-9dbc-6a53392a868f'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:00.683599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Bound port: bdcd939d-a674-4480-a8ef-c687b9b05db5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728f471d-cc42-4596-950b-3a1d66b781ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '76591860-8ed6-4c2b-9dbc-6a53392a868f'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:00.684051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.719976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.722255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:00.722691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.723537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd8275-70c2-4dc2-b2aa-c7d2f05a7d92 req-6b465c9e-115d-41fa-bfcd-7b1df632f829 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:00.732140 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9bdd8275-70c2-4dc2-b2aa-c7d2f05a7d92 req-6b465c9e-115d-41fa-bfcd-7b1df632f829 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3526039
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:00.749698 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:00.761253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.765004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:00.766412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.769220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e2e55488-82c9-4a04-a0cf-f01cf6680bad tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:00.809121 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9bdd8275-70c2-4dc2-b2aa-c7d2f05a7d92 req-acd4e502-440c-4c33-87b2-c75b404a1197 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758312
Nov 27 11:40:00.813475 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] For port c2f9642e-7848-4409-8dd0-a11aea97f7d9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c2f9642e-7848-4409-8dd0-a11aea97f7d9,segment=NetworkSegment(817c1afe-f5cc-49ab-9a84-63d89f424bfd),segment_id=817c1afe-f5cc-49ab-9a84-63d89f424bfd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:00.813475 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.898439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:00.979524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router f8179e5f-2f53-42a9-a00e-65106fea24cc is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:40:00.998088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] For port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:01.042670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] Calling delete_port for c2f9642e-7848-4409-8dd0-a11aea97f7d9 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:01.052437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.105554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:01.107871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=3e6bae7b-0251-48ed-9532-c79c39b2d4a2,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:01.111126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:01.124905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:01.126085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:01.130087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:01.130717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.137267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b15eb2d-3db7-4100-a545-d4ebb116883c tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:01.145325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] For port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0fc92d93-23c0-46b8-8e7a-73ea809f69cc,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:01.167055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:40:01.167055 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:40:01.167055 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': '76591860-8ed6-4c2b-9dbc-6a53392a868f'}]
Nov 27 11:40:01.167055 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:01.167492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:01.176576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:01.176908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.233844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] For port bdcd939d-a674-4480-a8ef-c687b9b05db5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:01.254696 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.6194227
Nov 27 11:40:01.260630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.260842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44356) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:01.267789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'subnet': {'network_id': 'e22d169e-0cf1-428f-9411-f2c7df472176', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:01.268448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:01.326293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Network': ['ID=e22d169e-0cf1-428f-9411-f2c7df472176,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:01.345935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c2f9642e-7848-4409-8dd0-a11aea97f7d9 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:01.372089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:01.389677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] For port bdcd939d-a674-4480-a8ef-c687b9b05db5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bdcd939d-a674-4480-a8ef-c687b9b05db5,segment=NetworkSegment(728f471d-cc42-4596-950b-3a1d66b781ef),segment_id=728f471d-cc42-4596-950b-3a1d66b781ef)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:01.395619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network e22d169e-0cf1-428f-9411-f2c7df472176 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:01.402518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf7c2a50-2235-4e2a-bca8-81f3274cb681 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:01.409044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.416831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:01.426397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Provisioning for port 4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:01.427785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:01.440581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Provisioning complete for port 4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:01.441043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.452037 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:01.456988 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.2781427
Nov 27 11:40:01.471948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: c2f9642e-7848-4409-8dd0-a11aea97f7d9 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:01.472486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c2f9642e-7848-4409-8dd0-a11aea97f7d9 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:01.473560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44360) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:01.484432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event deleted for resources: {'Port': ['ID=6814d869-6288-446d-9f5f-f3f6396359ed,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:01.512758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:01.514623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882e828-f8ab-423c-a5ef-4bd3b0b24783 None None] Sync routers for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:01.527792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.534894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:01.581374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.582687 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.8551357
Nov 27 11:40:01.637115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44364) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:01.718183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.722227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] DHCP port deletion for 972ea69d-0207-42d9-93ec-3c6db4c70c0e request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:01.739260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] Deleting port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:01.739634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.795665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.800801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] No DVR routers for this DVR port c2f9642e-7848-4409-8dd0-a11aea97f7d9 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:01.827059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6327c343-c730-44ff-8684-0d86f99573f3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:01.831245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6327c343-c730-44ff-8684-0d86f99573f3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:01.832026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6327c343-c730-44ff-8684-0d86f99573f3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:01.919420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a54f9eb8-cd18-44bb-9b65-b4eee16a7c76,segment=NetworkSegment(aec1651f-74e8-486c-b8ea-d18a46d0985a),segment_id=aec1651f-74e8-486c-b8ea-d18a46d0985a)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:01.919690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:01.925426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Port 4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:40:01.932527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Pushing event updated for resources: {'Port': ['ID=0fc92d93-23c0-46b8-8e7a-73ea809f69cc,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:01.962141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:01.979184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2192fd62-ec80-400e-8415-22cdaf60953d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:02.057506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6327c343-c730-44ff-8684-0d86f99573f3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:02.058703 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6327c343-c730-44ff-8684-0d86f99573f3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.5839686
Nov 27 11:40:02.075859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44372) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:02.105572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251e2fc-30b5-4ddf-9313-928e17d39822 None None] Pushing event deleted for resources: {'Port': ['ID=c2f9642e-7848-4409-8dd0-a11aea97f7d9,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:02.129019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882e828-f8ab-423c-a5ef-4bd3b0b24783 None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:02.129726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9882e828-f8ab-423c-a5ef-4bd3b0b24783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464d4910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:02.174166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 3e6bae7b-0251-48ed-9532-c79c39b2d4a2 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:02.174425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:02.191823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:02.363840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9882e828-f8ab-423c-a5ef-4bd3b0b24783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464d4910>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:02.411926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Provisioning for port 5979c9ce-236d-476f-a3f9-3850e92ea930 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:02.448009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28359ba-5358-454c-89a4-44b9f46e448f None None] Network 76591860-8ed6-4c2b-9dbc-6a53392a868f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:02.464790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:02.473782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Provisioning complete for port 5979c9ce-236d-476f-a3f9-3850e92ea930 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:02.474221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:02.521462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] For port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a54f9eb8-cd18-44bb-9b65-b4eee16a7c76,segment=NetworkSegment(aec1651f-74e8-486c-b8ea-d18a46d0985a),segment_id=aec1651f-74e8-486c-b8ea-d18a46d0985a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:02.531537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:02.554267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Pushing event updated for resources: {'Port': ['ID=bdcd939d-a674-4480-a8ef-c687b9b05db5,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:02.691641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:02.692042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.128s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:02.692443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:02.713740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:02.720552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:02.743189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port bdcd939d-a674-4480-a8ef-c687b9b05db5 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:02.744242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:02.774061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] Calling delete_port for a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:02.814083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882e828-f8ab-423c-a5ef-4bd3b0b24783 None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:02.814758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9882e828-f8ab-423c-a5ef-4bd3b0b24783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464d4910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:02.888021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:40:02.892782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:02.904972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-be098dd3-0b5f-46e5-8099-295843e654b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:02.912464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9882e828-f8ab-423c-a5ef-4bd3b0b24783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464d4910>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:02.912887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882e828-f8ab-423c-a5ef-4bd3b0b24783 None None] The sync data for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:03.066401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Checking segment: {'id': 'be204e18-160d-4258-8e46-fe964b1ac14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e22d169e-0cf1-428f-9411-f2c7df472176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:03.066781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network hostable DHCP agents. Network: e22d169e-0cf1-428f-9411-f2c7df472176, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:03.154704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Subnet': ['ID=f4c7dec5-6ebe-40b6-88d8-77a03a2ba10e,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:03.164716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:03.217752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.256368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.278866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.283847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] For port 5979c9ce-236d-476f-a3f9-3850e92ea930, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5979c9ce-236d-476f-a3f9-3850e92ea930,segment=NetworkSegment(3958b84e-a9a8-40e6-a42b-320705b04151),segment_id=3958b84e-a9a8-40e6-a42b-320705b04151)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:03.284771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5c5a1ce2-e292-457a-a4f6-6d273b3f8557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:03.338968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network e22d169e-0cf1-428f-9411-f2c7df472176 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:03.366598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port bdcd939d-a674-4480-a8ef-c687b9b05db5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bdcd939d-a674-4480-a8ef-c687b9b05db5,segment=NetworkSegment(728f471d-cc42-4596-950b-3a1d66b781ef),segment_id=728f471d-cc42-4596-950b-3a1d66b781ef)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:03.367556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.421987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.442796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] Pushing event deleted for resources: {'Port': ['ID=a54f9eb8-cd18-44bb-9b65-b4eee16a7c76,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:03.452695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:03.455124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:03.510156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0fc92d93-23c0-46b8-8e7a-73ea809f69cc up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:03.557617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 3e6bae7b-0251-48ed-9532-c79c39b2d4a2 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:03.560695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] No DVR routers for this DVR port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:03.634140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Pushing event updated for resources: {'Port': ['ID=5979c9ce-236d-476f-a3f9-3850e92ea930,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:03.637868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:03.645668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.647835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:40:03.691320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for bdcd939d-a674-4480-a8ef-c687b9b05db5 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:03.725400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:03.763169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] Provisioning for port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:03.771462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] Provisioning complete for port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:03.771901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.784262 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, e22d169e-0cf1-428f-9411-f2c7df472176) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:03.847826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.847826 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "DELETE /v2.0/routers/2c7ea30a-0b37-42a5-bcf3-bcb31ecf3488 HTTP/1.1" status: 204  len: 168 time: 6.5784898
Nov 27 11:40:03.848005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:03.848005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:03.848166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260db970-4952-4941-9c10-5e738360ce6b None None] Network e22d169e-0cf1-428f-9411-f2c7df472176 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:03.848256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44380) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:03.848256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1511653883', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:03.848256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:03.848256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Usage tracker for resource:router and tenant:acc413d89e1c45a6b82085a223b505ef is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:03.848256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:03.848256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:03.908706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:03.909432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:03.938656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20cca9-8f04-49db-913e-ec41b62e9cc4 req-91b33257-74d7-43f4-8ca3-02472f3669ff tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:03.940270 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ed20cca9-8f04-49db-913e-ec41b62e9cc4 req-91b33257-74d7-43f4-8ca3-02472f3669ff tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 1.8006320
Nov 27 11:40:04.007582 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ed20cca9-8f04-49db-913e-ec41b62e9cc4 req-09ae3026-573f-4507-abb3-98c783865d39 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584748
Nov 27 11:40:04.018207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:04.065663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:04.066011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:04.169226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:04.232769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:04.245522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-e22d169e-0cf1-428f-9411-f2c7df472176', 'network_id': 'e22d169e-0cf1-428f-9411-f2c7df472176', 'tenant_id': 'defadeeee01f416ba40f7c1a48822525', 'fixed_ips': [{'subnet_id': 'f4c7dec5-6ebe-40b6-88d8-77a03a2ba10e'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:04.246353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:04.323302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] For port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0fc92d93-23c0-46b8-8e7a-73ea809f69cc,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:04.418575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port a54f9eb8-cd18-44bb-9b65-b4eee16a7c76 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:04.418575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:04.480377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] The port 'a54f9eb8-cd18-44bb-9b65-b4eee16a7c76' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:40:04.606435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:04.634948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845a54940>,) {'filters': {'network_id': ['972ea69d-0207-42d9-93ec-3c6db4c70c0e']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:04.648113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a54940>, 'aec1651f-74e8-486c-b8ea-d18a46d0985a') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:04.649023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a54940>, 'aec1651f-74e8-486c-b8ea-d18a46d0985a') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:04.661180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:04.680497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:04.704182 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:05.116703 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.121110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.123223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.124458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.128934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-da89d9b4-fcab-4156-9eca-59550fa5e3c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:05.154865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:05.185667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.189720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Port': ['ID=bdcd939d-a674-4480-a8ef-c687b9b05db5,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:05.195326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:05.196975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:05.203864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.221422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.222808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:05.227970 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 3.9631433
Nov 27 11:40:05.230649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44392) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:05.240087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=972ea69d-0207-42d9-93ec-3c6db4c70c0e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:05.240087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No DVR routers for this DVR port bdcd939d-a674-4480-a8ef-c687b9b05db5 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:05.274631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:05.421673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5979c9ce-236d-476f-a3f9-3850e92ea930 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:05.453304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-26a1c2ea-9c63-4d2b-a57e-da4a094158df None None] Could not find standard attr ID for object 3e6bae7b-0251-48ed-9532-c79c39b2d4a2. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:40:05.490281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Allocated IP 2001:db8::f816:3eff:fec2:58e (e22d169e-0cf1-428f-9411-f2c7df472176/f4c7dec5-6ebe-40b6-88d8-77a03a2ba10e/f40fd641-533b-4790-b4bb-d300de17b1e8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:05.532840 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/972ea69d-0207-42d9-93ec-3c6db4c70c0e HTTP/1.1" status: 204  len: 168 time: 4.9060090
Nov 27 11:40:05.532840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44402) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:05.533559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.542324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.545346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=3e6bae7b-0251-48ed-9532-c79c39b2d4a2,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:05.559919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:05.571667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] Pushing event updated for resources: {'Port': ['ID=0fc92d93-23c0-46b8-8e7a-73ea809f69cc,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:05.580397 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/3e6bae7b-0251-48ed-9532-c79c39b2d4a2 HTTP/1.1" status: 204  len: 168 time: 3.4999523
Nov 27 11:40:05.580599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:05.595957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-778200227', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:05.609305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44406) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:05.623340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:05.636049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:router and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:05.647489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:05.652050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.675862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:05.699012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 5979c9ce-236d-476f-a3f9-3850e92ea930 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:05.699395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.713155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284542d760>,) {'filters': {'network_id': ['76591860-8ed6-4c2b-9dbc-6a53392a868f']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:05.739564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284542d760>, '728f471d-cc42-4596-950b-3a1d66b781ef') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:05.740246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284542d760>, '728f471d-cc42-4596-950b-3a1d66b781ef') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:05.804633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.20.0.1 (30cbe7f2-8051-4930-9c6a-58c87277b3db/5186cea4-7981-4494-b31c-80d5673da56b/fdf009c4-7613-4e4f-94f9-eea4f3444a9b) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:05.812912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.817732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.834445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.835732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.881765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.905578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Transition to ACTIVE for port object f40fd641-533b-4790-b4bb-d300de17b1e8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:05.934914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Transition to ACTIVE for port object f40fd641-533b-4790-b4bb-d300de17b1e8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:05.948378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.976381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:05.976853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:05.992998 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:06.005153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.014101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9d8ff4d8-0a68-4fcb-916e-411f029cefe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:06.056774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac5b53-f93f-491b-b1df-362cd5db700a req-5d5e95ba-a9fa-4916-9e70-9a7a0f7bc05e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:06.058305 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3dac5b53-f93f-491b-b1df-362cd5db700a req-5d5e95ba-a9fa-4916-9e70-9a7a0f7bc05e tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.8318193
Nov 27 11:40:06.085564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.131270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Network e22d169e-0cf1-428f-9411-f2c7df472176 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:06.136363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:06.138035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da65f9-fb6d-48a4-835b-8780549ee45a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:06.139665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da65f9-fb6d-48a4-835b-8780549ee45a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:06.141452 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-11da65f9-fb6d-48a4-835b-8780549ee45a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.5302811
Nov 27 11:40:06.141694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:06.149805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44410) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:06.231316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.261488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.262488 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3dac5b53-f93f-491b-b1df-362cd5db700a req-9d6c5f57-40fc-4e38-9484-3d5c686cf6c8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1742456
Nov 27 11:40:06.275562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.276485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Transition to ACTIVE for port object fdf009c4-7613-4e4f-94f9-eea4f3444a9b will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:06.321732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Pushing event updated for resources: {'Port': ['ID=f40fd641-533b-4790-b4bb-d300de17b1e8,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:06.328225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:06.350920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Attempting to bind port f40fd641-533b-4790-b4bb-d300de17b1e8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:06.351394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Attempting to bind port f40fd641-533b-4790-b4bb-d300de17b1e8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'be204e18-160d-4258-8e46-fe964b1ac14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e22d169e-0cf1-428f-9411-f2c7df472176'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:06.351897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Attempting to bind port f40fd641-533b-4790-b4bb-d300de17b1e8 on network e22d169e-0cf1-428f-9411-f2c7df472176 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:06.366698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:06.366983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Checking segment: {'id': 'be204e18-160d-4258-8e46-fe964b1ac14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e22d169e-0cf1-428f-9411-f2c7df472176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:06.367998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.368469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Bound using segment: {'id': 'be204e18-160d-4258-8e46-fe964b1ac14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e22d169e-0cf1-428f-9411-f2c7df472176'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:06.369059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Bound port: f40fd641-533b-4790-b4bb-d300de17b1e8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be204e18-160d-4258-8e46-fe964b1ac14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e22d169e-0cf1-428f-9411-f2c7df472176'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:06.369201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.369552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.385591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.396277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dd382f4c-1047-45ac-8459-b17fad50355e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:06.431385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=76591860-8ed6-4c2b-9dbc-6a53392a868f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:06.434063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:06.435249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.444927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4a4eba2-7e5a-4c0c-afd3-552fcaba4996 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:06.527237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c7dec5-6ebe-40b6-88d8-77a03a2ba10e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:06.533555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:06.562956 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/76591860-8ed6-4c2b-9dbc-6a53392a868f HTTP/1.1" status: 204  len: 168 time: 10.5097909
Nov 27 11:40:06.565217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44418) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:06.578420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-205665158'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:06.590240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:06.597267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:06.606070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:06.625193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] For port f40fd641-533b-4790-b4bb-d300de17b1e8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:06.625193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] For port f40fd641-533b-4790-b4bb-d300de17b1e8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f40fd641-533b-4790-b4bb-d300de17b1e8,segment=NetworkSegment(be204e18-160d-4258-8e46-fe964b1ac14c),segment_id=be204e18-160d-4258-8e46-fe964b1ac14c)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:06.627179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:06.634881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet ea83d4d8-d34d-40bb-a321-c54b3fd4a8fe {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:06.638165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.697215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.735758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.742718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d7fbb735-c1ce-4d81-9cd1-6a26d0271333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:06.829757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.837505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-424c702b-513f-4f97-b5f2-c7615534a89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:06.839483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:06.844085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=fdf009c4-7613-4e4f-94f9-eea4f3444a9b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:06.846646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:06.849968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:06.853196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:06.868891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:06.871938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.884324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:06.948041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.014321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.027907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845344670>,) {'filters': {'network_id': ['e22d169e-0cf1-428f-9411-f2c7df472176']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:07.028206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Pushing event updated for resources: {'Port': ['ID=f40fd641-533b-4790-b4bb-d300de17b1e8,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:07.038696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:07.055566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.071006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845344670>, 'be204e18-160d-4258-8e46-fe964b1ac14c') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:07.076289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845344670>, 'be204e18-160d-4258-8e46-fe964b1ac14c') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:07.109077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:07.133745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.133847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acfbd2-8391-4df4-9a36-148be5442d2b None None] Network e22d169e-0cf1-428f-9411-f2c7df472176 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:07.167376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.167721 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 3c989a6a-bd66-493e-bede-974c52680ba2 of type vlan for network c1004711-5651-48b5-925d-ee3c7a98445e
Nov 27 11:40:07.186980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.217529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:07.217931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:07.249887 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:07.382243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.400603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0fc92d93-23c0-46b8-8e7a-73ea809f69cc up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:07.434591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d71f82e0-7130-4b1c-b2e3-d14cacae06a7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:07.479760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.522583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=ea83d4d8-d34d-40bb-a321-c54b3fd4a8fe,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:07.530149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:07.532335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.558803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.568438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59026c6-cdf9-4a7f-8f5b-eba9d45c46b5 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:07.617498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:40:07.629109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:07.630366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:40:07.630366 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:40:07.630366 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': 'e22d169e-0cf1-428f-9411-f2c7df472176'}]
Nov 27 11:40:07.630366 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:07.631224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:07.634013 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/ea83d4d8-d34d-40bb-a321-c54b3fd4a8fe HTTP/1.1" status: 204  len: 168 time: 1.4827518
Nov 27 11:40:07.641927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.643398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44424) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:07.701759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.734139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee91f09-893e-4913-be0d-4b2d04d2a4c6 req-6ef62e39-0fb9-4bc8-8776-376cd50be288 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:07.740620 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee91f09-893e-4913-be0d-4b2d04d2a4c6 req-6ef62e39-0fb9-4bc8-8776-376cd50be288 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.5065198
Nov 27 11:40:07.746332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.812220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.816460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:07.817508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.823912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3cf9be0e-09d9-4799-9356-46182139dfe4 None None] Provisioning for port fdf009c4-7613-4e4f-94f9-eea4f3444a9b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:07.825918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-22395792-d352-418c-8de5-462a437b667d tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:07.853645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3cf9be0e-09d9-4799-9356-46182139dfe4 None None] Provisioning complete for port fdf009c4-7613-4e4f-94f9-eea4f3444a9b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:07.854073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3cf9be0e-09d9-4799-9356-46182139dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:07.888926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8dec772d-4039-4bf3-9ef3-87ecb32e91b4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2441039
Nov 27 11:40:07.895223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44432) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:08.034146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=c1004711-5651-48b5-925d-ee3c7a98445e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:08.045679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9be0e-09d9-4799-9356-46182139dfe4 None None] Port fdf009c4-7613-4e4f-94f9-eea4f3444a9b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:40:08.054409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network c1004711-5651-48b5-925d-ee3c7a98445e details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:08.071200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:08.081289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:08.119716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:08.131500 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.5652335
Nov 27 11:40:08.162759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44440) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:08.170961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:08.175825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:08.193039 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-f5a34f7f-58cd-4f7a-b0cd-dc29186eb31d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 0.8030658
Nov 27 11:40:08.208715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Allocated IP 172.26.6.119 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/15fba692-26a5-4af2-83e9-c452e9c7b496) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:08.218426 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee91f09-893e-4913-be0d-4b2d04d2a4c6 req-b10fd5e3-c780-442e-b30b-0b58609692f4 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4769213
Nov 27 11:40:08.230208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4308ccf0-dc48-4fb7-b9d3-23125e338a7a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:08.238182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting port f40fd641-533b-4790-b4bb-d300de17b1e8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:08.238781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:08.285843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4308ccf0-dc48-4fb7-b9d3-23125e338a7a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:08.286196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4308ccf0-dc48-4fb7-b9d3-23125e338a7a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:08.286654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6814d869-6288-446d-9f5f-f3f6396359ed no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:08.383547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 6814d869-6288-446d-9f5f-f3f6396359ed {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:08.383892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6814d869-6288-446d-9f5f-f3f6396359ed not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:08.504022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:08.504667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:08.510255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] Deleting port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:08.510654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:08.519781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:subnet and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:08.589617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:08.611713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:08.626495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4833bb-a404-4192-b6c9-2a0aa281e95c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:08.627399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6b4833bb-a404-4192-b6c9-2a0aa281e95c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:08.639714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-f731d305-a495-4289-a155-1fd5ad7cefb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:08.641391 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-f731d305-a495-4289-a155-1fd5ad7cefb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 0.4150782
Nov 27 11:40:08.737817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] For port f40fd641-533b-4790-b4bb-d300de17b1e8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f40fd641-533b-4790-b4bb-d300de17b1e8,segment=NetworkSegment(be204e18-160d-4258-8e46-fe964b1ac14c),segment_id=be204e18-160d-4258-8e46-fe964b1ac14c)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:08.738411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:08.769135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] For port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0fc92d93-23c0-46b8-8e7a-73ea809f69cc,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:08.770719 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:08.781254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:08.812003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:08.880539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Calling delete_port for f40fd641-533b-4790-b4bb-d300de17b1e8 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:08.897016 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-c5575572-ad37-428f-9d13-16ffd4187bce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1002 time: 0.2334554
Nov 27 11:40:08.897769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6b4833bb-a404-4192-b6c9-2a0aa281e95c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:08.898961 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6b4833bb-a404-4192-b6c9-2a0aa281e95c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.9974668
Nov 27 11:40:08.904747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44444) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:08.934499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] Calling delete_port for 0fc92d93-23c0-46b8-8e7a-73ea809f69cc owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:09.004848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:40:09.016717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.071594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.086920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.125825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.130835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.142712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7fc8bc07-703c-46c4-82dc-b64bcd62479c tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:09.151725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436f290-9de1-4b65-a2ed-b548bd07e333 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:09.154937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b436f290-9de1-4b65-a2ed-b548bd07e333 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:09.155078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b3267386-603e-409e-b9a0-a246517f3aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:09.155560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-5f50203c-24ac-45e1-880a-b8bc7313a511 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:09.156923 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-5f50203c-24ac-45e1-880a-b8bc7313a511 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.1996891
Nov 27 11:40:09.204292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Port': ['ID=f40fd641-533b-4790-b4bb-d300de17b1e8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:09.206950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:09.209464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No DVR routers for this DVR port f40fd641-533b-4790-b4bb-d300de17b1e8 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:09.214377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] Pushing event deleted for resources: {'Port': ['ID=0fc92d93-23c0-46b8-8e7a-73ea809f69cc,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:09.216714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:09.229779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] No DVR routers for this DVR port 0fc92d93-23c0-46b8-8e7a-73ea809f69cc on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:09.257536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9df8eb-1781-4b90-9154-d1722f5f3e31 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:40:09.315759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.333016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.370522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5688633b-d87e-4322-89ba-0fc5e32bb0f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:09.406183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0fc92d93-23c0-46b8-8e7a-73ea809f69cc no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:09.417491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:09.436572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b436f290-9de1-4b65-a2ed-b548bd07e333 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:09.440195 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b436f290-9de1-4b65-a2ed-b548bd07e333 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5319705
Nov 27 11:40:09.447034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44452) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:09.454770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 0fc92d93-23c0-46b8-8e7a-73ea809f69cc {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:09.455123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0fc92d93-23c0-46b8-8e7a-73ea809f69cc not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:09.502729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9df8eb-1781-4b90-9154-d1722f5f3e31 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:40:09.514884 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-2ce4623b-1f10-40ad-ae9a-4a69d737ecfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3491964
Nov 27 11:40:09.580202 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fa279e60-d947-4e3b-9527-fa927869a2f7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1235347
Nov 27 11:40:09.588379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44456) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:09.593377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=fdf009c4-7613-4e4f-94f9-eea4f3444a9b,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:09.599231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:09.606485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:09.608232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:09.610907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:09.619325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.622982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:09.762634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event updated for resources: {'Port': ['ID=15fba692-26a5-4af2-83e9-c452e9c7b496,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:09.767043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:09.815903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.874019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 172.26.6.82 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/6dcb4a54-64d6-4414-9f87-ffa75090379c) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:09.890418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844c5e340>,) {'filters': {'network_id': ['e22d169e-0cf1-428f-9411-f2c7df472176']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:09.918901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c5e340>, 'be204e18-160d-4258-8e46-fe964b1ac14c') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:09.919506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c5e340>, 'be204e18-160d-4258-8e46-fe964b1ac14c') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:09.946987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:09.983862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae9b02-d8ff-4691-8087-ebacd47190c9 req-005fafb5-61ca-4c02-a104-03b41f1266c7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:09.991120 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6bae9b02-d8ff-4691-8087-ebacd47190c9 req-005fafb5-61ca-4c02-a104-03b41f1266c7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.5048237
Nov 27 11:40:09.996078 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:40:09.998251 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-94d385db-1129-49d0-96bd-1ac0568e85b1 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4669755
Nov 27 11:40:10.018935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2c8a8-6f79-4fdf-942c-c1cc1b6beb99 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:40:10.079986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.103405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:10.103752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:10.120564 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:10.129718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.141238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:10.258577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2c8a8-6f79-4fdf-942c-c1cc1b6beb99 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:40:10.263087 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6bae9b02-d8ff-4691-8087-ebacd47190c9 req-13e7d919-8ad9-4b5d-aac7-79abfc74c906 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2710214
Nov 27 11:40:10.287960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:10.312758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.347440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.348180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.352333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=80a837de-b701-469c-98be-6ad8dcf477b1,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:10.377616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:10.414658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.416807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:10.425553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5e28d9a2-d329-4cf3-baea-e435af114887 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:10.441824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.462409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Network': ['ID=e22d169e-0cf1-428f-9411-f2c7df472176,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:10.468482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:10.470194 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/e22d169e-0cf1-428f-9411-f2c7df472176 HTTP/1.1" status: 204  len: 168 time: 5.2384286
Nov 27 11:40:10.473390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.476285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44462) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:10.477466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b7dad19d-6b59-449b-adf0-0fb422fe903b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:10.514725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': '3c989a6a-bd66-493e-bede-974c52680ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:10.515095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: c1004711-5651-48b5-925d-ee3c7a98445e, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:10.520566 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9f06272-b3a7-4062-93db-996c06bdf26d req-fdaf3849-7cb1-4797-b522-9761c03472ae service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5106616
Nov 27 11:40:10.520752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-338996260'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:10.522369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:10.525202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:10.533992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:10.552260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:network and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:10.558660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:10.575570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:10.596518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:10.600743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:10.603296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=6dcb4a54-64d6-4414-9f87-ffa75090379c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:10.607440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:10.634061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:10.687591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:10.691199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.836756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:10.840743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.909560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network c1004711-5651-48b5-925d-ee3c7a98445e is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:10.923972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:10.972866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:10.973204 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Added segment f809e7a7-5dc2-45a8-844d-26ae7883a442 of type vlan for network 9b0ae52a-f137-4e5d-8ac8-875411b60111
Nov 27 11:40:11.009885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-48ae983a-f927-431b-9a45-5d2db8e99dcd None None] Provisioning complete for port fdf009c4-7613-4e4f-94f9-eea4f3444a9b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:11.010357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-48ae983a-f927-431b-9a45-5d2db8e99dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.023480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.070130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-48ae983a-f927-431b-9a45-5d2db8e99dcd None None] Port fdf009c4-7613-4e4f-94f9-eea4f3444a9b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:40:11.079539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, c1004711-5651-48b5-925d-ee3c7a98445e) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:11.094286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78706c45-7983-4dfb-a93c-667d63a2f392 None None] Network c1004711-5651-48b5-925d-ee3c7a98445e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:11.103320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:11.104042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.263597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.264333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.353132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.360665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-c1004711-5651-48b5-925d-ee3c7a98445e', 'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': '80a837de-b701-469c-98be-6ad8dcf477b1'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:11.361599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.363387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:11.364108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.364565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2005780
Nov 27 11:40:11.369673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44470) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:11.377911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:11.382992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9a0f0fe1-4dba-4376-9425-b1ba1a9372b6 tempest-DHCPAgentSchedulersTestJSON-1290971224 tempest-DHCPAgentSchedulersTestJSON-1290971224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:11.413477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Router a9504015-e267-4665-b392-37d5857e58d4 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:40:11.578010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Network': ['ID=9b0ae52a-f137-4e5d-8ac8-875411b60111,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:11.596952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 9b0ae52a-f137-4e5d-8ac8-875411b60111 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:11.599022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:11.694830 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.1881888
Nov 27 11:40:11.711296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44476) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:11.721682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'subnet': {'network_id': '9b0ae52a-f137-4e5d-8ac8-875411b60111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:11.740924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Allocated IP 2001:db8::2 (c1004711-5651-48b5-925d-ee3c7a98445e/80a837de-b701-469c-98be-6ad8dcf477b1/2a21d980-4d45-4257-8819-f3e7fde96db8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:11.742530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router f8179e5f-2f53-42a9-a00e-65106fea24cc has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:11.898769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:40:11.914449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:11.916922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.925024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2b9dfd9b-b3c0-4b9a-9500-f23e1d662ebe tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:11.931898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:11.936072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:subnet and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:11.939065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:11.946614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:11.959833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:subnet and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:11.969172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:11.982746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:11.993082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Transition to ACTIVE for port object 2a21d980-4d45-4257-8819-f3e7fde96db8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:12.013419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Transition to ACTIVE for port object 2a21d980-4d45-4257-8819-f3e7fde96db8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:12.039704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:12.068118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9dfe0-ba8f-42a8-8e15-5d697c9cd772 req-75b40b01-cdff-42b6-a938-f34eac5288a2 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:12.069577 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-40e9dfe0-ba8f-42a8-8e15-5d697c9cd772 req-75b40b01-cdff-42b6-a938-f34eac5288a2 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.5848422
Nov 27 11:40:12.109583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:12.117026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:12.125759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:12.133495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:12.133899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.138223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=ea3e8c95-5663-4b37-acd3-09838cbe2b3b,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:12.138757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c189ad-51ef-486a-902c-ecfcce0603da None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:12.153002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:12.162271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.171160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:12.190447 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-03671215-7421-4c46-8e75-8ccd0508f7e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 0.4922891
Nov 27 11:40:12.201410 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-40e9dfe0-ba8f-42a8-8e15-5d697c9cd772 req-61865b0b-c796-4d57-8af7-2e50df535e32 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122298
Nov 27 11:40:12.225064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.240348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:12.249304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Pushing event updated for resources: {'Port': ['ID=2a21d980-4d45-4257-8819-f3e7fde96db8,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:12.253287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:12.269032 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d94009-186d-4799-89d7-3ee88d69966a None None] Sync routers for ids ['a9504015-e267-4665-b392-37d5857e58d4'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:12.301911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:12.305457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.321180 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d94009-186d-4799-89d7-3ee88d69966a None None] Routers {'a9504015-e267-4665-b392-37d5857e58d4'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:12.324099 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e2d94009-186d-4799-89d7-3ee88d69966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462a9280>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a9504015-e267-4665-b392-37d5857e58d4'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:12.330839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Network c1004711-5651-48b5-925d-ee3c7a98445e is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:12.339437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:12.344788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:12.427422 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e2d94009-186d-4799-89d7-3ee88d69966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462a9280>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:12.429717 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 2.8376224
Nov 27 11:40:12.433171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44482) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:12.435601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router e0cfdcbf-f553-4467-9b9d-257799f302e3 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:40:12.462794 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d94009-186d-4799-89d7-3ee88d69966a None None] Routers {'a9504015-e267-4665-b392-37d5857e58d4'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:12.463716 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e2d94009-186d-4799-89d7-3ee88d69966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462a9280>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a9504015-e267-4665-b392-37d5857e58d4'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:12.477385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Attempting to bind port 2a21d980-4d45-4257-8819-f3e7fde96db8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:12.477760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Attempting to bind port 2a21d980-4d45-4257-8819-f3e7fde96db8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '3c989a6a-bd66-493e-bede-974c52680ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:12.478151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Attempting to bind port 2a21d980-4d45-4257-8819-f3e7fde96db8 on network c1004711-5651-48b5-925d-ee3c7a98445e {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:12.486163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:12.486565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Checking segment: {'id': '3c989a6a-bd66-493e-bede-974c52680ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:12.486973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.487369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Bound using segment: {'id': '3c989a6a-bd66-493e-bede-974c52680ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:12.487831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Bound port: 2a21d980-4d45-4257-8819-f3e7fde96db8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c989a6a-bd66-493e-bede-974c52680ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:12.488202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.510856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:e7:7e:69', 'name': 'tempest-NetworksTestDHCPv6-1672790174'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:12.540700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.545448 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 8.7286215
Nov 27 11:40:12.547903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44486) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:12.564831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d11c58ad-5853-4054-bfc9-fb1c13e1e038 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': False}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:12.605483 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e2d94009-186d-4799-89d7-3ee88d69966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462a9280>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:12.605899 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d94009-186d-4799-89d7-3ee88d69966a None None] The sync data for ids ['a9504015-e267-4665-b392-37d5857e58d4'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:12.726837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-89684414-c8de-4712-81ea-1aa533575da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:12.728603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] For port 2a21d980-4d45-4257-8819-f3e7fde96db8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:12.728774 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-89684414-c8de-4712-81ea-1aa533575da5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 0.4577405
Nov 27 11:40:12.732222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] For port 2a21d980-4d45-4257-8819-f3e7fde96db8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2a21d980-4d45-4257-8819-f3e7fde96db8,segment=NetworkSegment(3c989a6a-bd66-493e-bede-974c52680ba2),segment_id=3c989a6a-bd66-493e-bede-974c52680ba2)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:12.740650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'ea3e8c95-5663-4b37-acd3-09838cbe2b3b'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:12.742791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.799904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:12.827032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:12.895529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:12.901979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f5c9f45a-9b6a-4e06-8fe8-f3643ae721be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:12.958861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:12.964252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-60939070-336f-457c-9201-2193333326c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1002 time: 0.2247095
Nov 27 11:40:12.977990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293c481-af71-4e4b-ab55-43af18aa55c1 None None] Sync routers for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:13.005498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Allocated IP 2001:db8::f816:3eff:fe42:673d (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/ea3e8c95-5663-4b37-acd3-09838cbe2b3b/9f6e75e9-2bff-4cdf-b044-0922742a6b33) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:13.028840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:13.032849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:13.049998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0e0c6c01-b918-4113-89b7-44b4f69b4614 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:13.050262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Pushing event updated for resources: {'Port': ['ID=2a21d980-4d45-4257-8819-f3e7fde96db8,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:13.052418 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/routers/f8179e5f-2f53-42a9-a00e-65106fea24cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4146090
Nov 27 11:40:13.059463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44490) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:13.066830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'port': {'network_id': '30cbe7f2-8051-4930-9c6a-58c87277b3db', 'name': 'tempest-FloatingIPTestJSON-166365121'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:13.067003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293c481-af71-4e4b-ab55-43af18aa55c1 None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:13.067742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7293c481-af71-4e4b-ab55-43af18aa55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845de4130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:13.136206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-d14c5598-2c8c-419f-b44d-7a8f6cd7210e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:13.137804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-d14c5598-2c8c-419f-b44d-7a8f6cd7210e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.1650167
Nov 27 11:40:13.139718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:13.142678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7293c481-af71-4e4b-ab55-43af18aa55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845de4130>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:13.202308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Subnet': ['ID=a43c9df2-b2d4-40c5-8b96-04daf5d9bc18,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:13.209650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:13.244359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293c481-af71-4e4b-ab55-43af18aa55c1 None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:13.245000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7293c481-af71-4e4b-ab55-43af18aa55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845de4130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:13.281938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:13.309080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Checking segment: {'id': 'f809e7a7-5dc2-45a8-844d-26ae7883a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9b0ae52a-f137-4e5d-8ac8-875411b60111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:13.309553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network hostable DHCP agents. Network: 9b0ae52a-f137-4e5d-8ac8-875411b60111, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:13.336080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 5ef6fdcb-3f6e-4d35-af97-4e913bd6188f yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:40:13.384849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7293c481-af71-4e4b-ab55-43af18aa55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845de4130>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:13.385274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293c481-af71-4e4b-ab55-43af18aa55c1 None None] The sync data for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:13.416525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:13.460505 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb0031-27a0-48e4-9510-ba25eed4784f None None] Sync routers for ids ['e0cfdcbf-f553-4467-9b9d-257799f302e3'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:13.484806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:13.494100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Usage tracker for resource:port and tenant:9e70a9a203fd4c5ca89b0f79633962ed is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:13.500447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:13.563087 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb0031-27a0-48e4-9510-ba25eed4784f None None] Routers {'e0cfdcbf-f553-4467-9b9d-257799f302e3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:13.566300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:13.567405 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-94fb0031-27a0-48e4-9510-ba25eed4784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465413d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e0cfdcbf-f553-4467-9b9d-257799f302e3'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:13.570680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:13.576763 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-af038a26-2894-43b4-841c-89de1ecd6616 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3820326
Nov 27 11:40:13.595113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Transition to ACTIVE for port object 9f6e75e9-2bff-4cdf-b044-0922742a6b33 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:13.614799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network 9b0ae52a-f137-4e5d-8ac8-875411b60111 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:13.637370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Transition to ACTIVE for port object 9f6e75e9-2bff-4cdf-b044-0922742a6b33 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:13.685801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16c233-99f4-4006-b508-af788d8fca5c req-3c99ac81-4ebd-4a54-a818-a49593c455a8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:13.697308 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-be16c233-99f4-4006-b508-af788d8fca5c req-3c99ac81-4ebd-4a54-a818-a49593c455a8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.2462234
Nov 27 11:40:13.703501 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-94fb0031-27a0-48e4-9510-ba25eed4784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465413d0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:13.718796 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb0031-27a0-48e4-9510-ba25eed4784f None None] Routers {'e0cfdcbf-f553-4467-9b9d-257799f302e3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:13.719848 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-94fb0031-27a0-48e4-9510-ba25eed4784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465413d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e0cfdcbf-f553-4467-9b9d-257799f302e3'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:13.737370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:13.740506 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 8.2003541
Nov 27 11:40:13.743196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44498) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:13.785543 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-94fb0031-27a0-48e4-9510-ba25eed4784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465413d0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:13.785873 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb0031-27a0-48e4-9510-ba25eed4784f None None] The sync data for ids ['e0cfdcbf-f553-4467-9b9d-257799f302e3'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:13.792949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:13.797524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1d120e91-5a25-41ae-b2f1-a30a41b11d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:13.824743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Made reservation on behalf of 9e70a9a203fd4c5ca89b0f79633962ed for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:13.827732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:13.837405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:13.846446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-409350b5-75a0-4abe-b3ec-69c24986cf91 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:13.846679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 9b0ae52a-f137-4e5d-8ac8-875411b60111) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:13.869208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e63aef1-87f9-466a-801b-3f958490d2a2 None None] Network 9b0ae52a-f137-4e5d-8ac8-875411b60111 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:13.869428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:13.869832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:13.877663 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-be16c233-99f4-4006-b508-af788d8fca5c req-e6dc6416-c390-4861-b07f-6f8519419081 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1840553
Nov 27 11:40:13.918660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:fee7:7e69 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/ea3e8c95-5663-4b37-acd3-09838cbe2b3b/5ef6fdcb-3f6e-4d35-af97-4e913bd6188f) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:13.981494 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-bb7e4d44-0bed-43c8-bfe6-7a67cf651552 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3972275
Nov 27 11:40:13.991507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] device_id is not set on port af363505-3ca5-445b-a72f-82fc61873220 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:40:14.067225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Pushing event updated for resources: {'Port': ['ID=9f6e75e9-2bff-4cdf-b044-0922742a6b33,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:14.071434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:14.073607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:14.077024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:14.080776 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3672624
Nov 27 11:40:14.082961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:14.085339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44506) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:14.167426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network c1004711-5651-48b5-925d-ee3c7a98445e is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:14.219789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:14.241861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Attempting to bind port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:14.243875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Attempting to bind port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:14.244512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Attempting to bind port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:14.256874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:14.257485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:14.258175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.258817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:14.259510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Bound port: 9f6e75e9-2bff-4cdf-b044-0922742a6b33, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:14.260136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.284654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-9b0ae52a-f137-4e5d-8ac8-875411b60111', 'network_id': '9b0ae52a-f137-4e5d-8ac8-875411b60111', 'tenant_id': 'defadeeee01f416ba40f7c1a48822525', 'fixed_ips': [{'subnet_id': 'a43c9df2-b2d4-40c5-8b96-04daf5d9bc18'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:14.285588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.286454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:14.287138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.380802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] For port 9f6e75e9-2bff-4cdf-b044-0922742a6b33, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:14.386719 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] For port 9f6e75e9-2bff-4cdf-b044-0922742a6b33, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9f6e75e9-2bff-4cdf-b044-0922742a6b33,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:14.409188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.433115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=055e3c13-04a1-42ff-bc1a-17282727c9f7,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:14.450444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.457567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:14.458727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 5ef6fdcb-3f6e-4d35-af97-4e913bd6188f will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:14.498068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cc717-e9ee-4360-aee3-f5905f7626c3 req-27b03891-f86d-4921-a57e-d6c6803d6a63 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:14.499628 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-724cc717-e9ee-4360-aee3-f5905f7626c3 req-27b03891-f86d-4921-a57e-d6c6803d6a63 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.4400158
Nov 27 11:40:14.571399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0406f9d-b00d-48fa-b7d2-4e5642d510e4 None None] Network c1004711-5651-48b5-925d-ee3c7a98445e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:14.575107 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b2f5b5b2-2188-4f9e-b6b4-700fbebe8828 req-2b3dcca8-c5d6-4c71-a4b3-3b729bc984c9 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5141127
Nov 27 11:40:14.588562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Allocated IP 172.20.0.4 (30cbe7f2-8051-4930-9c6a-58c87277b3db/5186cea4-7981-4494-b31c-80d5673da56b/af363505-3ca5-445b-a72f-82fc61873220) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:14.599551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.611591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.616275 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.2407279
Nov 27 11:40:14.616457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9c05bd7e-82bc-469d-9cf5-53d70e12d410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:14.618021 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-724cc717-e9ee-4360-aee3-f5905f7626c3 req-638b61d3-890e-4126-a0a8-0ae668ef321c tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063733
Nov 27 11:40:14.620937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44510) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:14.644775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c2666a62-5020-401b-a431-01ea1db3c659 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:14.733748 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b49b3097-24ed-4b25-aa02-4c750973c4eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/routers/e0cfdcbf-f553-4467-9b9d-257799f302e3 HTTP/1.1" status: 200  len: 883 time: 0.9886067
Nov 27 11:40:14.735946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.741014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44520) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:14.786283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:14.789867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:14.792830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:14.797961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:14.798784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:14.872810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Allocated IP 2001:db8::2 (9b0ae52a-f137-4e5d-8ac8-875411b60111/a43c9df2-b2d4-40c5-8b96-04daf5d9bc18/ff0fe1db-3f66-4105-b139-fa787933b087) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:14.918904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Pushing event updated for resources: {'Port': ['ID=9f6e75e9-2bff-4cdf-b044-0922742a6b33,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:14.948249 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.5126667
Nov 27 11:40:14.949187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44524) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:14.951657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7acb5-3f02-4b6a-902b-fd5918787e47 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:14.953389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7acb5-3f02-4b6a-902b-fd5918787e47 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:14.955106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7acb5-3f02-4b6a-902b-fd5918787e47 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:14.956187 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:14.956823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7acb5-3f02-4b6a-902b-fd5918787e47 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:14.973106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7acb5-3f02-4b6a-902b-fd5918787e47 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:14.973106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9ac7acb5-3f02-4b6a-902b-fd5918787e47 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Synchronizing usage tracker for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:15.065218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=5ef6fdcb-3f6e-4d35-af97-4e913bd6188f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:15.100267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:15.183230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54b40-e1d2-4bd5-9f2a-ea9a9c4c82c1 req-83483924-eca0-4252-a6a8-29cf0e316200 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:15.184760 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4ab54b40-e1d2-4bd5-9f2a-ea9a9c4c82c1 req-83483924-eca0-4252-a6a8-29cf0e316200 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3436050
Nov 27 11:40:15.193055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114eda2-821e-43cd-8c50-deb0a7675ef8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:15.197117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114eda2-821e-43cd-8c50-deb0a7675ef8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:15.197900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1114eda2-821e-43cd-8c50-deb0a7675ef8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:15.262408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-34719ca3-cb3c-4181-844c-9ccca645d3a3 None None] Provisioning for port 2a21d980-4d45-4257-8819-f3e7fde96db8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:15.274505 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4ab54b40-e1d2-4bd5-9f2a-ea9a9c4c82c1 req-6270bb79-7543-47fa-92d7-18c7fb0d37d8 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715468
Nov 27 11:40:15.379093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:15.396624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9ac7acb5-3f02-4b6a-902b-fd5918787e47 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Unset dirty status for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:15.396624 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9ac7acb5-3f02-4b6a-902b-fd5918787e47 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.7741117
Nov 27 11:40:15.413758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44530) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:15.413758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2045179578'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:15.418850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:15.432893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Transition to ACTIVE for port object af363505-3ca5-445b-a72f-82fc61873220 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:15.441265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:15.454033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1114eda2-821e-43cd-8c50-deb0a7675ef8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:15.458667 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1114eda2-821e-43cd-8c50-deb0a7675ef8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.4776006
Nov 27 11:40:15.458667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:15.459444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44534) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:15.468271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9f6e75e9-2bff-4cdf-b044-0922742a6b33 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:15.471975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:15.518360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6ddc0552-4d7c-4dcd-baee-38e0482a4ea6 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:router {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:15.536460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d11c58ad-5853-4054-bfc9-fb1c13e1e038 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:15.569644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 5ef6fdcb-3f6e-4d35-af97-4e913bd6188f {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:15.570139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:15.618326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:15.639229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Transition to ACTIVE for port object ff0fe1db-3f66-4105-b139-fa787933b087 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:15.673625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Transition to ACTIVE for port object ff0fe1db-3f66-4105-b139-fa787933b087 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:15.765658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6ddc0552-4d7c-4dcd-baee-38e0482a4ea6 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:router {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:15.767711 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6ddc0552-4d7c-4dcd-baee-38e0482a4ea6 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 886 time: 1.0246813
Nov 27 11:40:15.772887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44538) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:15.774118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:15.777393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:15.783378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Update dhcp port {'port': {'network_id': 'c1004711-5651-48b5-925d-ee3c7a98445e', 'fixed_ips': [{'subnet_id': '80a837de-b701-469c-98be-6ad8dcf477b1', 'ip_address': '2001:db8::2'}, {'subnet_id': '055e3c13-04a1-42ff-bc1a-17282727c9f7'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '2a21d980-4d45-4257-8819-f3e7fde96db8'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:40:15.800670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:15.826734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-110d9ee0-d857-4705-9f14-66d6d27b3fbf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:15.844712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:15.895936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:15.911427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:15.912647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a21d980-4d45-4257-8819-f3e7fde96db8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:15.917077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:15.941238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:15.946954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:15.968119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:16.010148 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Network 9b0ae52a-f137-4e5d-8ac8-875411b60111 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:16.030657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:16.040266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:16.047230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event updated for resources: {'Port': ['ID=af363505-3ca5-445b-a72f-82fc61873220,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:16.060036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:16.071484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.234744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-75b0eb77-e727-488d-8c90-530b40e618fc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-778200227'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:16.329157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:16.329839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.426708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Pushing event updated for resources: {'Port': ['ID=ff0fe1db-3f66-4105-b139-fa787933b087,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:16.447264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:16.460634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.471229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 5ef6fdcb-3f6e-4d35-af97-4e913bd6188f owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:16.502222 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.4401474
Nov 27 11:40:16.506272 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Attempting to bind port ff0fe1db-3f66-4105-b139-fa787933b087 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:16.506768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Attempting to bind port ff0fe1db-3f66-4105-b139-fa787933b087 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f809e7a7-5dc2-45a8-844d-26ae7883a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9b0ae52a-f137-4e5d-8ac8-875411b60111'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:16.507143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Attempting to bind port ff0fe1db-3f66-4105-b139-fa787933b087 on network 9b0ae52a-f137-4e5d-8ac8-875411b60111 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:16.508975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:16.528387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:16.528798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Checking segment: {'id': 'f809e7a7-5dc2-45a8-844d-26ae7883a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9b0ae52a-f137-4e5d-8ac8-875411b60111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:16.529171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.529569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Bound using segment: {'id': 'f809e7a7-5dc2-45a8-844d-26ae7883a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9b0ae52a-f137-4e5d-8ac8-875411b60111'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:16.530047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Bound port: ff0fe1db-3f66-4105-b139-fa787933b087, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f809e7a7-5dc2-45a8-844d-26ae7883a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9b0ae52a-f137-4e5d-8ac8-875411b60111'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:16.530431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.540579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44546) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:16.553299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Request body: {'floatingip': {'port_id': 'af363505-3ca5-445b-a72f-82fc61873220'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:16.581824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Subnet': ['ID=a43c9df2-b2d4-40c5-8b96-04daf5d9bc18,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:16.593705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Allocated IP 172.20.0.1 (c1004711-5651-48b5-925d-ee3c7a98445e/055e3c13-04a1-42ff-bc1a-17282727c9f7/2a21d980-4d45-4257-8819-f3e7fde96db8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:16.593889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:16.597436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:16.647929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.647929 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 3ae1c8af-fa73-459a-8b38-12680fea86ec of type vlan for network a80db897-fa41-4a52-815a-299454fab4c4
Nov 27 11:40:16.651471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 2a21d980-4d45-4257-8819-f3e7fde96db8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:16.676586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2a21d980-4d45-4257-8819-f3e7fde96db8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:16.676970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.763168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Provisioning for port af363505-3ca5-445b-a72f-82fc61873220 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:16.769151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.779324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eefda-5cb6-4316-a7d8-7af85a5bbbe4 req-de60080f-a7b3-4f91-ac64-c69db5af0e9b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:16.783661 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-123eefda-5cb6-4316-a7d8-7af85a5bbbe4 req-de60080f-a7b3-4f91-ac64-c69db5af0e9b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3807218
Nov 27 11:40:16.783807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Provisioning complete for port af363505-3ca5-445b-a72f-82fc61873220 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:16.783807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.808999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] For port ff0fe1db-3f66-4105-b139-fa787933b087, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:16.810874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.843818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.851057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] For port ff0fe1db-3f66-4105-b139-fa787933b087, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ff0fe1db-3f66-4105-b139-fa787933b087,segment=NetworkSegment(f809e7a7-5dc2-45a8-844d-26ae7883a442),segment_id=f809e7a7-5dc2-45a8-844d-26ae7883a442)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:16.877224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d11c58ad-5853-4054-bfc9-fb1c13e1e038 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.897458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d11c58ad-5853-4054-bfc9-fb1c13e1e038 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:16.899941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Port af363505-3ca5-445b-a72f-82fc61873220 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:40:16.910582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] For port 2a21d980-4d45-4257-8819-f3e7fde96db8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2a21d980-4d45-4257-8819-f3e7fde96db8,segment=NetworkSegment(3c989a6a-bd66-493e-bede-974c52680ba2),segment_id=3c989a6a-bd66-493e-bede-974c52680ba2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:16.963556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284636bfa0>,) {'filters': {'network_id': ['9b0ae52a-f137-4e5d-8ac8-875411b60111']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:16.996495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284636bfa0>, 'f809e7a7-5dc2-45a8-844d-26ae7883a442') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:16.996789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284636bfa0>, 'f809e7a7-5dc2-45a8-844d-26ae7883a442') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:17.003080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.008348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.016971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.024016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.025952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-36f43d5d-d3ac-431b-97b5-45268db0c273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:17.045977 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-123eefda-5cb6-4316-a7d8-7af85a5bbbe4 req-a079d5b4-7a05-4d3a-9c2c-dfcec93ab602 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2570989
Nov 27 11:40:17.051005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.060398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:17.060727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:17.075984 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:17.095032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Provisioning for port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:17.115215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Provisioning complete for port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:17.115599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.162111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.165967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:17.166563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.170021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.177513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:17.216338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Pushing event updated for resources: {'Port': ['ID=ff0fe1db-3f66-4105-b139-fa787933b087,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:17.222986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Transition to ACTIVE for port object 2a21d980-4d45-4257-8819-f3e7fde96db8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:17.230768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:17.297650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c43b13e-97b9-4894-9a27-83d04eeaca1d None None] Network 9b0ae52a-f137-4e5d-8ac8-875411b60111 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:17.345250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:40:17.345250 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:40:17.345250 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': '9b0ae52a-f137-4e5d-8ac8-875411b60111'}]
Nov 27 11:40:17.345250 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:17.346001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:17.348310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=a80db897-fa41-4a52-815a-299454fab4c4,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:17.357607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:17.357607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.361174 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/5ef6fdcb-3f6e-4d35-af97-4e913bd6188f HTTP/1.1" status: 204  len: 168 time: 1.8961110
Nov 27 11:40:17.365193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d282ceb-3765-44ae-84b8-b9f3412bf3bb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:17.368997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44552) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:17.459016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fadab08-7475-4594-b41e-93224c8143ee tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:17.460415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fadab08-7475-4594-b41e-93224c8143ee tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:17.463044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6fadab08-7475-4594-b41e-93224c8143ee tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:17.471829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=5ef6fdcb-3f6e-4d35-af97-4e913bd6188f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:17.476069 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.0724373
Nov 27 11:40:17.479018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:17.480100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44556) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:17.485950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:17.566422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a80db897-fa41-4a52-815a-299454fab4c4 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:17.584006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.588778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e140c174-d506-4913-ab56-219c1b18e903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:17.681417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6fadab08-7475-4594-b41e-93224c8143ee tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:17.682458 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6fadab08-7475-4594-b41e-93224c8143ee tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.3011873
Nov 27 11:40:17.686583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44560) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:17.846867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.857078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.920994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11c58ad-5853-4054-bfc9-fb1c13e1e038 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Router a9504015-e267-4665-b392-37d5857e58d4 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:17.927938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:17.928370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:17.937688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Pushing event updated for resources: {'Port': ['ID=2a21d980-4d45-4257-8819-f3e7fde96db8,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:17.956125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:17.968255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting port ff0fe1db-3f66-4105-b139-fa787933b087 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:17.969090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:17.992962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] For port 9f6e75e9-2bff-4cdf-b044-0922742a6b33, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9f6e75e9-2bff-4cdf-b044-0922742a6b33,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:18.021315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet ea3e8c95-5663-4b37-acd3-09838cbe2b3b {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:18.071384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.131476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.136232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e70034e7-7a18-4089-8825-f0874157ae27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:18.232620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.267320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-34eb7ad3-bc02-4172-a961-47d9e03d1536 None None] Could not find standard attr ID for object 5ef6fdcb-3f6e-4d35-af97-4e913bd6188f. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:40:18.308294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] For port ff0fe1db-3f66-4105-b139-fa787933b087, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ff0fe1db-3f66-4105-b139-fa787933b087,segment=NetworkSegment(f809e7a7-5dc2-45a8-844d-26ae7883a442),segment_id=f809e7a7-5dc2-45a8-844d-26ae7883a442)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:18.309069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.315680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:40:18.323324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Pushing event updated for resources: {'Port': ['ID=9f6e75e9-2bff-4cdf-b044-0922742a6b33,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:18.327611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:18.469526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.477726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Calling delete_port for ff0fe1db-3f66-4105-b139-fa787933b087 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:18.509276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.515533 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.531362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-499ea700-7f13-47ff-9af4-96426ed9a7d0 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:18.551325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 2a21d980-4d45-4257-8819-f3e7fde96db8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2a21d980-4d45-4257-8819-f3e7fde96db8,segment=NetworkSegment(3c989a6a-bd66-493e-bede-974c52680ba2),segment_id=3c989a6a-bd66-493e-bede-974c52680ba2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:18.572261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.660385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32198d3-6ed2-421a-8e7d-d56ff5904490 None None] Network c1004711-5651-48b5-925d-ee3c7a98445e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:18.694280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network a80db897-fa41-4a52-815a-299454fab4c4 is not hosted by any dhcp agent {{(pid=84364) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 27 11:40:18.696578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.697963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:18.698577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.702612 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "PUT /v2.0/networks/a80db897-fa41-4a52-815a-299454fab4c4 HTTP/1.1" status: 200  len: 723 time: 1.2188025
Nov 27 11:40:18.716626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44570) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:18.730721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bccf9-826f-4284-8ad8-36576b47ffac req-db82ae95-91f9-4566-9edd-5d827dcb5ea7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:18.732208 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa7bccf9-826f-4284-8ad8-36576b47ffac req-db82ae95-91f9-4566-9edd-5d827dcb5ea7 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3543262
Nov 27 11:40:18.736836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': 'a80db897-fa41-4a52-815a-299454fab4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:18.751673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.756774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:18.776390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.840354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=a80db897-fa41-4a52-815a-299454fab4c4,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:18.893431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a80db897-fa41-4a52-815a-299454fab4c4 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:18.908755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:18.923826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9f6e75e9-2bff-4cdf-b044-0922742a6b33 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:18.924876 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa7bccf9-826f-4284-8ad8-36576b47ffac req-0b55fc13-c53d-440e-afa2-4bdccf1a3a7b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807613
Nov 27 11:40:18.961514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c58ad-5853-4054-bfc9-fb1c13e1e038 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:18.980921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75b0eb77-e727-488d-8c90-530b40e618fc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:18.992533 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:19.004503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.010372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:19.012485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-084467c2-5fe0-4ece-8f99-4638dacd62e7 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:19.038348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9e90a-da22-4be9-9d33-aba368614e0a None None] Sync routers for ids ['a9504015-e267-4665-b392-37d5857e58d4'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:19.040903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=2a21d980-4d45-4257-8819-f3e7fde96db8,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:19.043609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b4c7a383-c464-43ec-a7b5-949ecae59207 None None] Provisioning for port 2a21d980-4d45-4257-8819-f3e7fde96db8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:19.066357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:19.071140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b4c7a383-c464-43ec-a7b5-949ecae59207 None None] Provisioning complete for port 2a21d980-4d45-4257-8819-f3e7fde96db8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:19.071607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a383-c464-43ec-a7b5-949ecae59207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.085136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Port': ['ID=ff0fe1db-3f66-4105-b139-fa787933b087,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:19.094270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:19.104152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No DVR routers for this DVR port ff0fe1db-3f66-4105-b139-fa787933b087 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:19.118087 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP 2b420dd6-6f35-42de-b426-bf13a3057892 associated. External IP: 172.26.6.210, port: 4c6dcd38-66a0-45a0-85a2-587d97e833c8.
Nov 27 11:40:19.155036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75b0eb77-e727-488d-8c90-530b40e618fc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.220409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.230900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e200c1e3-6cf2-483d-a3d9-413ec520f601 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:19.237930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9a98d231-2cbc-48b5-9524-765848f99bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.262524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9e90a-da22-4be9-9d33-aba368614e0a None None] Routers {'a9504015-e267-4665-b392-37d5857e58d4'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:19.263334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-52d9e90a-da22-4be9-9d33-aba368614e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e4f460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a9504015-e267-4665-b392-37d5857e58d4'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:19.280861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d11c58ad-5853-4054-bfc9-fb1c13e1e038 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.283321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:19.287311 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d11c58ad-5853-4054-bfc9-fb1c13e1e038 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "PUT /v2.0/routers/a9504015-e267-4665-b392-37d5857e58d4 HTTP/1.1" status: 200  len: 922 time: 6.7288206
Nov 27 11:40:19.301177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44576) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:19.317391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3e8c95-5663-4b37-acd3-09838cbe2b3b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:19.326049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:19.330527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.333595 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/ea3e8c95-5663-4b37-acd3-09838cbe2b3b HTTP/1.1" status: 204  len: 168 time: 1.6454256
Nov 27 11:40:19.337980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44580) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:19.357915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4cb9a9-b7dd-4898-aec4-190447e9f200 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:19.430869 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-11d965d6-ddab-441e-9a05-1c9ad517ffff tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0872841
Nov 27 11:40:19.432572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44586) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:19.439761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:19.456105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-52d9e90a-da22-4be9-9d33-aba368614e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e4f460>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:19.488364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:19.488886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.496543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.627616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:19.637862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:19.640800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:19.646137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9e90a-da22-4be9-9d33-aba368614e0a None None] Routers {'a9504015-e267-4665-b392-37d5857e58d4'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:19.647055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-52d9e90a-da22-4be9-9d33-aba368614e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e4f460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a9504015-e267-4665-b392-37d5857e58d4'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:19.655259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:19.670619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845e38a90>,) {'filters': {'network_id': ['9b0ae52a-f137-4e5d-8ac8-875411b60111']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:19.703023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e38a90>, 'f809e7a7-5dc2-45a8-844d-26ae7883a442') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:19.703023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e38a90>, 'f809e7a7-5dc2-45a8-844d-26ae7883a442') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:19.711479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.746952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.834814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:19.839280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.839505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.840808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-52d9e90a-da22-4be9-9d33-aba368614e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e4f460>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:19.841311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9e90a-da22-4be9-9d33-aba368614e0a None None] The sync data for ids ['a9504015-e267-4665-b392-37d5857e58d4'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:19.874893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:19.875288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:19.892670 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:20.004868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a21d980-4d45-4257-8819-f3e7fde96db8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:20.062081 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.102537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2a21d980-4d45-4257-8819-f3e7fde96db8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:20.102919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.169281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:20.186550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] Deleting port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:20.187019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.272338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.282838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4017147c-a54b-41d4-8633-97deb2a4c31a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:20.301071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.324933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Network': ['ID=9b0ae52a-f137-4e5d-8ac8-875411b60111,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:20.337313 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:20.356345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7c72f064-0ed4-4992-84c7-1090e0673125 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/routers/a9504015-e267-4665-b392-37d5857e58d4 HTTP/1.1" status: 200  len: 922 time: 1.0496898
Nov 27 11:40:20.359879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99932f2-0ec6-4824-9eb1-10d22d5babc6 req-313ba217-7468-49c0-a224-e41177c95742 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:20.367726 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b99932f2-0ec6-4824-9eb1-10d22d5babc6 req-313ba217-7468-49c0-a224-e41177c95742 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.5019848
Nov 27 11:40:20.387051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44592) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:20.402345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/9b0ae52a-f137-4e5d-8ac8-875411b60111 HTTP/1.1" status: 204  len: 168 time: 6.3145158
Nov 27 11:40:20.402998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44596) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:20.412287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b0eb77-e727-488d-8c90-530b40e618fc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router e0cfdcbf-f553-4467-9b9d-257799f302e3 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:20.424595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1408248808'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:20.435545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:20.444969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-728e9d14-1743-4608-84fe-418c3deb351b None None] Provisioning complete for port 2a21d980-4d45-4257-8819-f3e7fde96db8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:20.445505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-728e9d14-1743-4608-84fe-418c3deb351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.451934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:network and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:20.459415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:20.470846 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f646349-cf77-44da-bc49-ee8aee884137 req-b0cc0b6a-4b22-4d2a-bf6b-929d6edde43b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 1099 time: 0.3557653
Nov 27 11:40:20.483109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:20.523873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] For port 9f6e75e9-2bff-4cdf-b044-0922742a6b33, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9f6e75e9-2bff-4cdf-b044-0922742a6b33,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:20.524278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.655471 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b99932f2-0ec6-4824-9eb1-10d22d5babc6 req-e8716371-4016-4288-bddb-5e99a7045df0 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2788081
Nov 27 11:40:20.660151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] Calling delete_port for 9f6e75e9-2bff-4cdf-b044-0922742a6b33 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:20.733824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:20.736814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.753892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646349-cf77-44da-bc49-ee8aee884137 req-1d8d0310-ebc2-4665-90c7-8b777a2c7182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:20.755354 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f646349-cf77-44da-bc49-ee8aee884137 req-1d8d0310-ebc2-4665-90c7-8b777a2c7182 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 200  len: 913 time: 0.2690177
Nov 27 11:40:20.760142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8e941ea4-90bc-4d91-9a34-7dcfb2c644a4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Synchronizing usage tracker for tenant:3cd5cd942cea466c9612fd112677f51b on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:20.778899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:20.792095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.792440 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Added segment 2222b214-9401-40a0-a378-1b285304bb6f of type vlan for network 2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f
Nov 27 11:40:20.800390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b0eb77-e727-488d-8c90-530b40e618fc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:20.815214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75b0eb77-e727-488d-8c90-530b40e618fc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.816236 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-75b0eb77-e727-488d-8c90-530b40e618fc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/e0cfdcbf-f553-4467-9b9d-257799f302e3 HTTP/1.1" status: 200  len: 890 time: 4.7489724
Nov 27 11:40:20.817735 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b2218-157e-4565-90dd-e66e2bb6e3f8 None None] Sync routers for ids ['e0cfdcbf-f553-4467-9b9d-257799f302e3'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:20.825301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44602) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:20.839548 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b2218-157e-4565-90dd-e66e2bb6e3f8 None None] Routers {'e0cfdcbf-f553-4467-9b9d-257799f302e3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:20.841820 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2e3b2218-157e-4565-90dd-e66e2bb6e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466c1cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e0cfdcbf-f553-4467-9b9d-257799f302e3'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:20.864423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:20.891851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.901013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a21d980-4d45-4257-8819-f3e7fde96db8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:20.903310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f57a02ba-851d-4058-9ed4-f627be123cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:20.912056 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2e3b2218-157e-4565-90dd-e66e2bb6e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466c1cd0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:20.923890 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b2218-157e-4565-90dd-e66e2bb6e3f8 None None] Routers {'e0cfdcbf-f553-4467-9b9d-257799f302e3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:20.924814 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2e3b2218-157e-4565-90dd-e66e2bb6e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466c1cd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:39:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e0cfdcbf-f553-4467-9b9d-257799f302e3'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:20.937520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.964260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:20.968903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:20.991213 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2e3b2218-157e-4565-90dd-e66e2bb6e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466c1cd0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:20.991912 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b2218-157e-4565-90dd-e66e2bb6e3f8 None None] The sync data for ids ['e0cfdcbf-f553-4467-9b9d-257799f302e3'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:21.016056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] Pushing event deleted for resources: {'Port': ['ID=9f6e75e9-2bff-4cdf-b044-0922742a6b33,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:21.017979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=0dab5d9a-951a-4cd4-a200-dced9cb3149b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:21.019191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:21.031464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] No DVR routers for this DVR port 9f6e75e9-2bff-4cdf-b044-0922742a6b33 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:21.034356 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f646349-cf77-44da-bc49-ee8aee884137 req-3cd2958c-6158-4173-a966-19dec7a38663 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 200  len: 1002 time: 0.2681272
Nov 27 11:40:21.034554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8e941ea4-90bc-4d91-9a34-7dcfb2c644a4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Unset dirty status for tenant:3cd5cd942cea466c9612fd112677f51b on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:21.036720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2a21d980-4d45-4257-8819-f3e7fde96db8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:21.037361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:21.044734 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8e941ea4-90bc-4d91-9a34-7dcfb2c644a4 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=a9504015-e267-4665-b392-37d5857e58d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6504281
Nov 27 11:40:21.056993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:21.057922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44606) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:21.068930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0d1b0-3ab6-47aa-b357-df5208d33948 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:40:21.117021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': '3ae1c8af-fa73-459a-8b38-12680fea86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a80db897-fa41-4a52-815a-299454fab4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:21.117502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: a80db897-fa41-4a52-815a-299454fab4c4, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:21.175569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646349-cf77-44da-bc49-ee8aee884137 req-cbc8a858-8005-4777-b12d-9f41480cf068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:21.177280 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f646349-cf77-44da-bc49-ee8aee884137 req-cbc8a858-8005-4777-b12d-9f41480cf068 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 200  len: 851 time: 0.1311629
Nov 27 11:40:21.231603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:40:21.250319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:21.256450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8bce3ccc-a0e7-4fbe-a19a-9bc190bf2ce0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:21.306525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:21.310180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:21.310777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:21.335168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfb6a-3981-470e-9e95-7f2a63517325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:21.369195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=0688b83c-e790-4530-8d79-c7f4f0a32dc0,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:21.371982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5febeee9-f9e0-4169-b2c0-fa3982b7159e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:21.416252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9f6e75e9-2bff-4cdf-b044-0922742a6b33 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:21.426567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:21.456796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:21.461269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:21.463057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9f6e75e9-2bff-4cdf-b044-0922742a6b33 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:21.463515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9f6e75e9-2bff-4cdf-b044-0922742a6b33 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:21.466184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:21.466840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15622898'] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:21.508147 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f646349-cf77-44da-bc49-ee8aee884137 req-19ce9272-99ef-45c3-a296-661648dd8c68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d26cf85b-f22d-4c77-b703-07095256914f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3152971
Nov 27 11:40:21.538232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Network': ['ID=2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:21.543528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:21.549899 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.1364172
Nov 27 11:40:21.556142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44610) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:21.557754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:21.558404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5317b1-f1ee-41c6-9bed-95213a1c1876 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:21.561295 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5e5317b1-f1ee-41c6-9bed-95213a1c1876 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 881 time: 0.4957545
Nov 27 11:40:21.563390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Request body: {'subnet': {'network_id': '2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:21.564449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44614) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:21.619134 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-85f455a6-bb4d-4075-b160-17d1b3418e77 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9504015-e267-4665-b392-37d5857e58d4 HTTP/1.1" status: 200  len: 205 time: 0.0514710
Nov 27 11:40:21.623368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44618) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:21.640494 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.2043235
Nov 27 11:40:21.703953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44622) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:21.707893 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-37e0d1b0-3ab6-47aa-b357-df5208d33948 None None] Agent d02ffec5-8727-4c14-b07f-330f20fb795e already present
Nov 27 11:40:21.708844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0d1b0-3ab6-47aa-b357-df5208d33948 None None] Network a80db897-fa41-4a52-815a-299454fab4c4 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:21.709119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0d1b0-3ab6-47aa-b357-df5208d33948 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, a80db897-fa41-4a52-815a-299454fab4c4) {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:40:21.713046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:af:cc:49', 'name': 'tempest-NetworksTestDHCPv6-750257192'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:21.728489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network a80db897-fa41-4a52-815a-299454fab4c4 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:21.793716 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3b50df33-0305-4a8e-858f-425670ac0ce5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/routers/e0cfdcbf-f553-4467-9b9d-257799f302e3 HTTP/1.1" status: 200  len: 890 time: 0.9671872
Nov 27 11:40:21.818640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44630) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:21.962658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, a80db897-fa41-4a52-815a-299454fab4c4) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:22.040003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:22.040497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:22.045972 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-506a10bf-7b50-4be1-b62f-56ccec6442a3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cfdcbf-f553-4467-9b9d-257799f302e3 HTTP/1.1" status: 200  len: 205 time: 0.2221298
Nov 27 11:40:22.048002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:22.055259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44634) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:22.082990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00990fde-9f48-4d27-a815-eec7b3bac319 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:22.101796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:22.119205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00990fde-9f48-4d27-a815-eec7b3bac319 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:22.119982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-00990fde-9f48-4d27-a815-eec7b3bac319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d9a340>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:22.122076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:22.122838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Usage tracker for resource:subnet and tenant:defadeeee01f416ba40f7c1a48822525 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:22.135160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:22.145319 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f646349-cf77-44da-bc49-ee8aee884137 req-0b590e66-d34c-4608-bdd1-356e36eb0be5 service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6222615
Nov 27 11:40:22.146229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:22.150640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:22.185143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6b87-6d30-4d46-828e-36ff4721c19b req-37c996c0-3238-440c-a2d5-77846be964ab tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:22.186703 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-382e6b87-6d30-4d46-828e-36ff4721c19b req-37c996c0-3238-440c-a2d5-77846be964ab tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3307209
Nov 27 11:40:22.197215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-00990fde-9f48-4d27-a815-eec7b3bac319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d9a340>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:22.245075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00990fde-9f48-4d27-a815-eec7b3bac319 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:22.245758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-00990fde-9f48-4d27-a815-eec7b3bac319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d9a340>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:22.331373 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-382e6b87-6d30-4d46-828e-36ff4721c19b req-cef318e8-f6a3-4961-90f5-5d8499c650a6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289623
Nov 27 11:40:22.335235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-00990fde-9f48-4d27-a815-eec7b3bac319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d9a340>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:22.335908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00990fde-9f48-4d27-a815-eec7b3bac319 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:22.338286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '0688b83c-e790-4530-8d79-c7f4f0a32dc0'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:22.355257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:22.356374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:22.373596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-a80db897-fa41-4a52-815a-299454fab4c4', 'network_id': 'a80db897-fa41-4a52-815a-299454fab4c4', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': '0dab5d9a-951a-4cd4-a200-dced9cb3149b'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:22.374829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:22.392791 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f646349-cf77-44da-bc49-ee8aee884137 req-0c924a1f-fd98-4cd7-ab07-39c289276f9f service neutron] 10.222.0.39 "GET /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2360711
Nov 27 11:40:22.440242 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.7195203
Nov 27 11:40:22.450906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44638) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:22.457293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:22.558610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:22.667109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Allocated IP 2001:db8::f816:3eff:feb5:18f8 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/0688b83c-e790-4530-8d79-c7f4f0a32dc0/93fbbce8-97c4-4c54-bf31-4f7fe9dd159d) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:22.692371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Allocated IP 2001:db8::2 (a80db897-fa41-4a52-815a-299454fab4c4/0dab5d9a-951a-4cd4-a200-dced9cb3149b/93b0c182-5884-4138-b109-7c7806ccef42) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:22.696328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Made reservation on behalf of defadeeee01f416ba40f7c1a48822525 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:22.737604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:22.772759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:22.979549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.016255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.069618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.085405 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.104801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Transition to ACTIVE for port object 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:23.117994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.121849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 77c5680f-836a-47f5-9600-b3c502a462ab yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:40:23.136252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Transition to ACTIVE for port object 93b0c182-5884-4138-b109-7c7806ccef42 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:23.139060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Transition to ACTIVE for port object 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:23.159256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1054974'] for subnet, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.164355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Transition to ACTIVE for port object 93b0c182-5884-4138-b109-7c7806ccef42 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:23.184405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Deleting port 15fba692-26a5-4af2-83e9-c452e9c7b496 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:23.184738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.230636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.275192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.294290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0a9bb99a-e8d0-4858-a2e5-a24d6e9f99cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:23.321349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router f8179e5f-2f53-42a9-a00e-65106fea24cc has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:23.403584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.457623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:23.468572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:23.474527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 6dcb4a54-64d6-4414-9f87-ffa75090379c {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:23.474871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.475018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:23.502962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Pushing event updated for resources: {'Port': ['ID=93fbbce8-97c4-4c54-bf31-4f7fe9dd159d,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:23.508088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:23.510959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Network a80db897-fa41-4a52-815a-299454fab4c4 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:23.511588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-94c7027d-d5a3-4855-a3a7-07a7fd105f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:23.546530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:23.551115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:23.604600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:feaf:cc49 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/0688b83c-e790-4530-8d79-c7f4f0a32dc0/77c5680f-836a-47f5-9600-b3c502a462ab) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:23.697881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.809371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Pushing event updated for resources: {'Port': ['ID=93b0c182-5884-4138-b109-7c7806ccef42,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:23.812514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:23.818823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.820434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Attempting to bind port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:23.820803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Attempting to bind port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:23.821158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Attempting to bind port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:23.843329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe4a3f-427d-4ee1-ab72-d66954ebd75b req-3be2bf60-a51a-4977-b432-5e3769004857 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:23.844542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:23.844916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:23.845257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-40fe4a3f-427d-4ee1-ab72-d66954ebd75b req-3be2bf60-a51a-4977-b432-5e3769004857 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3091235
Nov 27 11:40:23.845367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.845698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:23.846213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Bound port: 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:23.846838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.855934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Attempting to bind port 93b0c182-5884-4138-b109-7c7806ccef42 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:23.856302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Attempting to bind port 93b0c182-5884-4138-b109-7c7806ccef42 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '3ae1c8af-fa73-459a-8b38-12680fea86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a80db897-fa41-4a52-815a-299454fab4c4'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:23.856663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Attempting to bind port 93b0c182-5884-4138-b109-7c7806ccef42 on network a80db897-fa41-4a52-815a-299454fab4c4 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:23.870123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Calling delete_port for 15fba692-26a5-4af2-83e9-c452e9c7b496 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:23.870598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:23.870979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Checking segment: {'id': '3ae1c8af-fa73-459a-8b38-12680fea86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a80db897-fa41-4a52-815a-299454fab4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:23.871378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.871770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Bound using segment: {'id': '3ae1c8af-fa73-459a-8b38-12680fea86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a80db897-fa41-4a52-815a-299454fab4c4'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:23.872273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Bound port: 93b0c182-5884-4138-b109-7c7806ccef42, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae1c8af-fa73-459a-8b38-12680fea86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a80db897-fa41-4a52-815a-299454fab4c4'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:23.872653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:23.972608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.031961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738185612548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1455566'] for subnet, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.032200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] For port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:24.043101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc64b75c-5389-470e-b6ac-80b081bf2fe4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:24.044841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] For port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93fbbce8-97c4-4c54-bf31-4f7fe9dd159d,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:24.046144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] For port 93b0c182-5884-4138-b109-7c7806ccef42, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:24.049216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] For port 93b0c182-5884-4138-b109-7c7806ccef42, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93b0c182-5884-4138-b109-7c7806ccef42,segment=NetworkSegment(3ae1c8af-fa73-459a-8b38-12680fea86ec),segment_id=3ae1c8af-fa73-459a-8b38-12680fea86ec)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:24.134349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.138779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-722bc343-84a8-4d46-b5c4-9f978c379fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:24.150607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 6dcb4a54-64d6-4414-9f87-ffa75090379c owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:24.178315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.211878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:24.213024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.213711 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "PUT /v2.0/subnets/0dab5d9a-951a-4cd4-a200-dced9cb3149b HTTP/1.1" status: 200  len: 826 time: 1.7615156
Nov 27 11:40:24.216639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44648) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:24.229033 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-40fe4a3f-427d-4ee1-ab72-d66954ebd75b req-eec347de-4a4e-4527-8596-f5c2c5fb592c tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3742392
Nov 27 11:40:24.253111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Pushing event updated for resources: {'Port': ['ID=93fbbce8-97c4-4c54-bf31-4f7fe9dd159d,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:24.253745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=0dab5d9a-951a-4cd4-a200-dced9cb3149b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:24.260836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:24.261556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-30fa6bda-afc1-4026-8695-e3ad9872ce0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:24.292547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:24.343577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Pushing event updated for resources: {'Port': ['ID=93b0c182-5884-4138-b109-7c7806ccef42,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:24.346940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:24.500031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:40:24.506206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.513750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.513937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-99a7ffc0-4d53-4fec-98e9-169ce940f803 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:24.592915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 77c5680f-836a-47f5-9600-b3c502a462ab will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:24.636615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.678567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event updated for resources: {'Subnet': ['ID=9422e657-4be2-4bfc-b5c5-c53649b11dad,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:24.684174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:24.706889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port 93b0c182-5884-4138-b109-7c7806ccef42 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:24.706889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.737584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7c65-9829-4c16-a650-9fdce3aba169 req-e96f6486-0d4a-4ce5-80ab-238626266868 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:24.738606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Checking segment: {'id': '2222b214-9401-40a0-a378-1b285304bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:24.738965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network hostable DHCP agents. Network: 2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:24.749315 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c7ac7c65-9829-4c16-a650-9fdce3aba169 req-e96f6486-0d4a-4ce5-80ab-238626266868 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3263721
Nov 27 11:40:24.751529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:24.763259 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9dbda-919a-4792-b275-150a8c5b8a8e None None] Sync routers for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:24.776096 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9dbda-919a-4792-b275-150a8c5b8a8e None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:24.784529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.788486 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ebd9dbda-919a-4792-b275-150a8c5b8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846959ca0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:24.798841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:24.813433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-010fc42c-c4e4-42c5-a345-d683a0e2d6ed tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:24.869769 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ebd9dbda-919a-4792-b275-150a8c5b8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846959ca0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:24.885699 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9dbda-919a-4792-b275-150a8c5b8a8e None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:24.886818 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ebd9dbda-919a-4792-b275-150a8c5b8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846959ca0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:24.983880 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ebd9dbda-919a-4792-b275-150a8c5b8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846959ca0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:24.984445 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9dbda-919a-4792-b275-150a8c5b8a8e None None] The sync data for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:25.040858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event deleted for resources: {'Port': ['ID=15fba692-26a5-4af2-83e9-c452e9c7b496,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:25.060505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93b0c182-5884-4138-b109-7c7806ccef42 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:25.075079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Network 2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:25.079896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:25.081638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:25.119947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aef16c86-019b-44f3-92d5-370d494b9ae6 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:25.169857 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dcb3157e-943d-4004-93d0-73906d04c67e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/floatingips/2b420dd6-6f35-42de-b426-bf13a3057892 HTTP/1.1" status: 200  len: 977 time: 8.6280148
Nov 27 11:40:25.173821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44656) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:25.214145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port 93b0c182-5884-4138-b109-7c7806ccef42, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93b0c182-5884-4138-b109-7c7806ccef42,segment=NetworkSegment(3ae1c8af-fa73-459a-8b38-12680fea86ec),segment_id=3ae1c8af-fa73-459a-8b38-12680fea86ec)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:25.214772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:25.224586 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c7ac7c65-9829-4c16-a650-9fdce3aba169 req-bffa2b1e-59b8-4690-a30e-b7c734fbcfc3 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4740398
Nov 27 11:40:25.224929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:25.250894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=77c5680f-836a-47f5-9600-b3c502a462ab,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:25.254560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:25.265375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 93b0c182-5884-4138-b109-7c7806ccef42 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:25.283286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:25.318295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:25.337737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:25.343187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port af363505-3ca5-445b-a72f-82fc61873220 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:25.343742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:25.418355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:25.422717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for 93b0c182-5884-4138-b109-7c7806ccef42 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:25.422883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:25.423639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:25.453162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:25.521914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-64fba57d-8b96-4d93-8326-930c1efa5137 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:25.533368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:25.594739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:25.595404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:25.660432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:25.661402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=6dcb4a54-64d6-4414-9f87-ffa75090379c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:25.672612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7e6e44c0-7503-42fa-9d64-c7b73cb9b005 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:25.720659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:25.723510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Port': ['ID=93b0c182-5884-4138-b109-7c7806ccef42,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:25.727165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:25.774459 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 4.2172365
Nov 27 11:40:25.781151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44670) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:25.861204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No DVR routers for this DVR port 93b0c182-5884-4138-b109-7c7806ccef42 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:25.911333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.005382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.050180 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 4.3440800
Nov 27 11:40:26.058127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44676) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:26.129061 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-e4d7511c-7e60-4a8e-85c2-85cc3e03dbe1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590843127&fields=id&tenant_id=494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 267 time: 0.3657157
Nov 27 11:40:26.137786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2611e854-57be-4cca-93d3-22c226842374 None None] Could not find standard attr ID for object 93b0c182-5884-4138-b109-7c7806ccef42. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:40:26.199222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d0b49f-c3d9-4669-848e-29366467da70 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:26.219430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6566f2d-f7eb-4a9d-9358-29fb4798301e None None] Network a80db897-fa41-4a52-815a-299454fab4c4 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:26.239332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7cb2e-c5be-44e0-9b6b-f9495ad747db None None] Network 2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:26.271794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.415229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3df9f0-1ac9-4e11-9ae9-069aea435036 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:26.419608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3df9f0-1ac9-4e11-9ae9-069aea435036 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:26.423575 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dc3df9f0-1ac9-4e11-9ae9-069aea435036 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.3601377
Nov 27 11:40:26.424427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44682) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:26.435107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b49b6d-ddc2-4375-8e1e-f8c620df0805 req-02a04b73-14a5-4c93-8d83-434e0fe67752 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:26.441639 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-45b49b6d-ddc2-4375-8e1e-f8c620df0805 req-02a04b73-14a5-4c93-8d83-434e0fe67752 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.2525797
Nov 27 11:40:26.453899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.487450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.541810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.558404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-082e1fdc-50d3-4fda-82f5-3e0cf10d277f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:26.602189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.614601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=0dab5d9a-951a-4cd4-a200-dced9cb3149b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:26.639201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:26.661880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 77c5680f-836a-47f5-9600-b3c502a462ab {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:26.662173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.662314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] Provisioning for port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:26.722559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] Provisioning complete for port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:26.722966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.736495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.775752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062c2ba-07b9-4035-8736-398ca79521f6 None None] Network a80db897-fa41-4a52-815a-299454fab4c4 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:26.789553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.813967 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-45b49b6d-ddc2-4375-8e1e-f8c620df0805 req-95ebf751-813c-45df-a110-d93e843f6f33 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3706076
Nov 27 11:40:26.879499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.965461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28467d9f70>,) {'filters': {'network_id': ['a80db897-fa41-4a52-815a-299454fab4c4']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:26.977220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f2afca-b51c-4b9c-88b1-7b5a638156c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f', 'network_id': '2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f', 'tenant_id': 'defadeeee01f416ba40f7c1a48822525', 'fixed_ips': [{'subnet_id': '9422e657-4be2-4bfc-b5c5-c53649b11dad'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:26.977831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.978000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-27f2afca-b51c-4b9c-88b1-7b5a638156c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:26.986165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9c346376-f8be-4c46-80e2-ab827231dd02 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:27.022632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28467d9f70>, '3ae1c8af-fa73-459a-8b38-12680fea86ec') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:27.022958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28467d9f70>, '3ae1c8af-fa73-459a-8b38-12680fea86ec') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:27.046408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Subnet': ['ID=9422e657-4be2-4bfc-b5c5-c53649b11dad,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:27.048789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:27.056106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.141487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-008e8ed2-57c9-406f-a072-b840c8d61fe7 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:27.143076 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-008e8ed2-57c9-406f-a072-b840c8d61fe7 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 812 time: 0.9525375
Nov 27 11:40:27.159879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.160554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Fanout notify agent at l3_agent the message router_deleted on router a9504015-e267-4665-b392-37d5857e58d4 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:40:27.167328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.183398 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-63ba8077-85c9-4004-9db0-58cd57d3e42c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/quotas/494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 375 time: 0.0292318
Nov 27 11:40:27.192452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.226574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:27.227448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:27.255967 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:27.282632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.293506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.318303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.324267 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/a9504015-e267-4665-b392-37d5857e58d4 HTTP/1.1" status: 204  len: 168 time: 5.6981976
Nov 27 11:40:27.325610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.326776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b439674-a5a3-4382-bb55-ac179e08428b None None] DHCP port deletion for a80db897-fa41-4a52-815a-299454fab4c4 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:27.327570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44686) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:27.342168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-519867849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:27.352770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:27.365899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c83ce-f2e6-4be9-9390-caac450fb72f None None] Network 2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:27.378235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Usage tracker for resource:router and tenant:acc413d89e1c45a6b82085a223b505ef is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:27.384367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:27.415684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845be3970>,) {'filters': {'network_id': ['2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:27.418284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:27.446502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845be3970>, '2222b214-9401-40a0-a378-1b285304bb6f') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:27.446787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845be3970>, '2222b214-9401-40a0-a378-1b285304bb6f') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:27.449638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.449638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.450191 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Floating IP 2b420dd6-6f35-42de-b426-bf13a3057892 disassociated. External IP: 172.26.6.210, port: af363505-3ca5-445b-a72f-82fc61873220.
Nov 27 11:40:27.450643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for af363505-3ca5-445b-a72f-82fc61873220 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:27.462665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.471281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.553678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8ec340-5a8c-4434-aee1-0ee03d5ce3bf None None] Network a80db897-fa41-4a52-815a-299454fab4c4 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:27.557520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-c67647b1-f2a0-4677-a28e-6e35c6c25b1d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:27.573843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] For port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93fbbce8-97c4-4c54-bf31-4f7fe9dd159d,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:27.576511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8ec340-5a8c-4434-aee1-0ee03d5ce3bf None None] Network a80db897-fa41-4a52-815a-299454fab4c4 could not be found, it might have been deleted concurrently. {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Nov 27 11:40:27.615019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.616222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.629958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.630457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Fanout notify agent at l3_agent the message router_deleted on router e0cfdcbf-f553-4467-9b9d-257799f302e3 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:40:27.637155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 77c5680f-836a-47f5-9600-b3c502a462ab owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:27.673538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.675360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.683188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3b7881f0-b280-45a5-a0dc-90da67627b58 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:27.685105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.686929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8e635614-9883-4076-b4e6-6e4dcd724338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:27.699981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.711368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:27.711796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.729176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-c67647b1-f2a0-4677-a28e-6e35c6c25b1d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:27.730238 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-c67647b1-f2a0-4677-a28e-6e35c6c25b1d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5320425
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:27.731484 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:27.750694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=a80db897-fa41-4a52-815a-299454fab4c4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:27.762194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:27.784363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] Pushing event updated for resources: {'Port': ['ID=93fbbce8-97c4-4c54-bf31-4f7fe9dd159d,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:27.796864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:27.821732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f67b96ed-695b-43ad-8aed-2d21342155b0 None None] Provisioning complete for port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:27.822406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f67b96ed-695b-43ad-8aed-2d21342155b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.859733 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/a80db897-fa41-4a52-815a-299454fab4c4 HTTP/1.1" status: 204  len: 168 time: 3.6353040
Nov 27 11:40:27.859733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44692) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:27.860041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.873206 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/e0cfdcbf-f553-4467-9b9d-257799f302e3 HTTP/1.1" status: 204  len: 168 time: 5.8148665
Nov 27 11:40:27.874054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44696) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:27.879759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.887445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2060654513'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:27.894951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:27.902633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8769fb48-c147-4150-8a31-78b7b2913089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:27.941914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:27.942802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5236b44c-2470-410d-a733-138ada0d79a8 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:27.943240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5236b44c-2470-410d-a733-138ada0d79a8 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:27.945569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:27.967387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:27.975942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=af363505-3ca5-445b-a72f-82fc61873220,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:27.985902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:27.986971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:28.082684 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-d413495b-2758-4b66-b88f-059d00af9eeb service neutron] 10.222.0.23 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3387177
Nov 27 11:40:28.085515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c2a7f6b6-667e-40c6-9d13-2f4f00c70d8c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:28.100522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.131900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:28.135004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.157444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Network': ['ID=2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:28.159903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:28.161500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5236b44c-2470-410d-a733-138ada0d79a8 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/a80db897-fa41-4a52-815a-299454fab4c4 HTTP/1.1" status: 404  len: 339 time: 0.3013670
Nov 27 11:40:28.175607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f HTTP/1.1" status: 204  len: 168 time: 2.3787935
Nov 27 11:40:28.179302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44700) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.179890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44702) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.188043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677965750', 'description': 'd1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:28.229845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:28.248130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Usage tracker for resource:network and tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:28.252992 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ebade5-0a12-40ef-9de5-c29307f9f462 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:28.253465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ebade5-0a12-40ef-9de5-c29307f9f462 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:28.255136 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a4ebade5-0a12-40ef-9de5-c29307f9f462 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/subnets/9422e657-4be2-4bfc-b5c5-c53649b11dad HTTP/1.1" status: 404  len: 337 time: 0.0719066
Nov 27 11:40:28.258723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:28.261962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44708) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.290258 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-057694a4-cd47-4543-b51d-1f23f75443a8 service neutron] 10.222.0.23 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942413
Nov 27 11:40:28.291300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:28.301078 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b06dc6-79c4-47f0-a6a0-7aad1f2783fe tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:28.301523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b06dc6-79c4-47f0-a6a0-7aad1f2783fe tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:28.303287 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f3b06dc6-79c4-47f0-a6a0-7aad1f2783fe tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/2e858e35-6a6e-4cf3-ae46-0e3463a7ed6f HTTP/1.1" status: 404  len: 339 time: 0.0392597
Nov 27 11:40:28.306337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44712) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.352882 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91a616f-2118-4037-bff3-c64802d4f8ee tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:28.353493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91a616f-2118-4037-bff3-c64802d4f8ee tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:28.357997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a91a616f-2118-4037-bff3-c64802d4f8ee tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/subnets/a43c9df2-b2d4-40c5-8b96-04daf5d9bc18 HTTP/1.1" status: 404  len: 337 time: 0.0466444
Nov 27 11:40:28.361938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44718) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.400352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326abe-79a9-470f-96c4-d76563acfb46 req-a284faaa-d15e-4b1e-a821-08fbc9cc761b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:28.402526 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e326abe-79a9-470f-96c4-d76563acfb46 req-a284faaa-d15e-4b1e-a821-08fbc9cc761b tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.2991741
Nov 27 11:40:28.404632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.408048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f67b96ed-695b-43ad-8aed-2d21342155b0 None None] Provisioning for port 77c5680f-836a-47f5-9600-b3c502a462ab completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:28.411899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b653c4f8-72f7-4c21-ae8a-bfc60c4a6113 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:28.414349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f67b96ed-695b-43ad-8aed-2d21342155b0 None None] Provisioning complete for port 77c5680f-836a-47f5-9600-b3c502a462ab triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:28.414889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f67b96ed-695b-43ad-8aed-2d21342155b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.449296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f67b96ed-695b-43ad-8aed-2d21342155b0 None None] Port 77c5680f-836a-47f5-9600-b3c502a462ab was deleted so its status cannot be updated. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Nov 27 11:40:28.449572 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec881e7e-1391-432d-a49a-8887977860cf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:28.450225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec881e7e-1391-432d-a49a-8887977860cf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:28.453035 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ec881e7e-1391-432d-a49a-8887977860cf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/9b0ae52a-f137-4e5d-8ac8-875411b60111 HTTP/1.1" status: 404  len: 339 time: 0.0905354
Nov 27 11:40:28.454020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:28.457723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.470085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44722) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.521446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:28.545643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.545987 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment 36507983-6c4d-4002-b56c-3115ef129a00 of type vlan for network 13d69ebe-7ab3-4830-96ed-d770e7d0a825
Nov 27 11:40:28.563303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.564031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8caed364-3031-4974-a77e-b00a769aa6b0 None None] Could not find standard attr ID for object 77c5680f-836a-47f5-9600-b3c502a462ab. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:40:28.573024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=77c5680f-836a-47f5-9600-b3c502a462ab,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:28.583897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:28.593987 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf3c7d2-4f65-4bce-9ae5-58824ef32d4c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:28.594423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf3c7d2-4f65-4bce-9ae5-58824ef32d4c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:28.595617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.598647 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9cf3c7d2-4f65-4bce-9ae5-58824ef32d4c tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/subnets/f4c7dec5-6ebe-40b6-88d8-77a03a2ba10e HTTP/1.1" status: 404  len: 337 time: 0.0905843
Nov 27 11:40:28.599043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44730) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.646698 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4462a5b9-993b-4466-9736-4c791a8ac7ad tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:28.649330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4462a5b9-993b-4466-9736-4c791a8ac7ad tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:28.675916 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4462a5b9-993b-4466-9736-4c791a8ac7ad tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/e22d169e-0cf1-428f-9411-f2c7df472176 HTTP/1.1" status: 404  len: 339 time: 0.0668457
Nov 27 11:40:28.679903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44734) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.681711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.690221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:28.702997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/77c5680f-836a-47f5-9600-b3c502a462ab HTTP/1.1" status: 204  len: 168 time: 2.2774065
Nov 27 11:40:28.710943 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e326abe-79a9-470f-96c4-d76563acfb46 req-aae4570a-16cb-4704-a01c-61cacb0374a5 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2427094
Nov 27 11:40:28.711385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44738) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:28.712448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.712766 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 87df5564-04ab-4eda-8583-2c60d5695a7d of type vlan for network 37ec411e-e1c7-4957-8adc-b6d108ff9c5c
Nov 27 11:40:28.760602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.767315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router f8179e5f-2f53-42a9-a00e-65106fea24cc has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:28.818052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting port 4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:28.818052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.818601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-c57f1f92-dc0f-48c1-a41f-1ff507b73509 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:28.818601 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-c57f1f92-dc0f-48c1-a41f-1ff507b73509 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.3397350
Nov 27 11:40:28.818601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.875695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dca00d-7d7d-49a3-818d-957885981959 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:28.877397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dca00d-7d7d-49a3-818d-957885981959 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:28.878248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b2dca00d-7d7d-49a3-818d-957885981959 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:28.890068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:28.927248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Deleting port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:28.927248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.933874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.937722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:28.938364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.946305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:28.977060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:28.977540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.986112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:28.990643 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-84d8caa6-fc72-4256-a303-330c54b9caef tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.6522293
Nov 27 11:40:28.993028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44742) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:29.002690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:29.120611 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2421727
Nov 27 11:40:29.124382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93b0c182-5884-4138-b109-7c7806ccef42 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:29.128579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44746) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:29.138693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': '13d69ebe-7ab3-4830-96ed-d770e7d0a825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:29.159275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=13d69ebe-7ab3-4830-96ed-d770e7d0a825,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:29.159758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 93b0c182-5884-4138-b109-7c7806ccef42 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:29.160309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93b0c182-5884-4138-b109-7c7806ccef42 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:29.166822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:29.170525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:29.171098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:29.174918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b2dca00d-7d7d-49a3-818d-957885981959 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:29.178384 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b2dca00d-7d7d-49a3-818d-957885981959 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.4609263
Nov 27 11:40:29.185398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:29.185555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:29.189812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44750) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:29.191701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:29.405511 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f7161c56-3590-42fe-a25d-f92c5aa76a55 req-147bf443-e846-4aa5-b457-763976092e41 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.1385646
Nov 27 11:40:29.417197 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2354629
Nov 27 11:40:29.426856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44762) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:29.493563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=37ec411e-e1c7-4957-8adc-b6d108ff9c5c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:29.505186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 37ec411e-e1c7-4957-8adc-b6d108ff9c5c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:29.542662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:29.572874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:29.588318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:29.700697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:29.710203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Calling delete_port for 4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:29.784772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:29.806130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:29.888186 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0243c-37cb-4bed-9c58-8aa6d197dd64 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:29.888838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dcc0243c-37cb-4bed-9c58-8aa6d197dd64 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Synchronizing usage tracker for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:29.953676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cb6a29-05fe-44d3-874b-547f4663f566 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 0688b83c-e790-4530-8d79-c7f4f0a32dc0 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:29.961418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51cb6a29-05fe-44d3-874b-547f4663f566 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.012796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] For port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:30.013175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.014127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:30.130620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dcc0243c-37cb-4bed-9c58-8aa6d197dd64 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Unset dirty status for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:30.131783 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dcc0243c-37cb-4bed-9c58-8aa6d197dd64 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/networks?id=37ec411e-e1c7-4957-8adc-b6d108ff9c5c HTTP/1.1" status: 200  len: 764 time: 0.6478043
Nov 27 11:40:30.135599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.165854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44768) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:30.167927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.182493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-83b3c7e1-3f1b-4a07-b0c0-a43018eb6fec tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:30.215167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'description': 'd2'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:30.231251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51cb6a29-05fe-44d3-874b-547f4663f566 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.356167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.356733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.357041 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Floating IP 6cb75be3-d7f0-4c7d-8466-934db982bf22 disassociated. External IP: 172.26.6.193, port: aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0.
Nov 27 11:40:30.357373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Calling delete_port for aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:30.358782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Port': ['ID=4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:30.373433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:30.442995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:30.456316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef7a69-ef07-4c5b-878c-93e2f79e2ca1 None None] Sync routers for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:30.484331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef7a69-ef07-4c5b-878c-93e2f79e2ca1 None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:30.484755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e2ef7a69-ef07-4c5b-878c-93e2f79e2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469355e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:30.518749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.531482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.544253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e2ef7a69-ef07-4c5b-878c-93e2f79e2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469355e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:30.556658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef7a69-ef07-4c5b-878c-93e2f79e2ca1 None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:30.557665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e2ef7a69-ef07-4c5b-878c-93e2f79e2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469355e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:30.570198 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a4ef95a-ac28-4b54-aa29-ad945ab95bb8 req-baa244f7-ba94-4588-97b2-671f6fa0835d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.0552397
Nov 27 11:40:30.608638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae2b9-1f77-43c5-a63d-ee4bc45438ba req-4a6a9757-c49d-4c4a-8ba0-9ba9a5d50dd2 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:30.610167 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e49ae2b9-1f77-43c5-a63d-ee4bc45438ba req-4a6a9757-c49d-4c4a-8ba0-9ba9a5d50dd2 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 946 time: 0.7440610
Nov 27 11:40:30.618505 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/ports/4b90d7d6-7fe2-4ba6-ab4e-225eb65ad9c3 HTTP/1.1" status: 204  len: 168 time: 1.9361765
Nov 27 11:40:30.628060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e2ef7a69-ef07-4c5b-878c-93e2f79e2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469355e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:30.628471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef7a69-ef07-4c5b-878c-93e2f79e2ca1 None None] The sync data for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:30.631003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44776) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:30.687726 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8e0db5-75d7-4dee-b4f0-f64a1c5a8261 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:30.688261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8e0db5-75d7-4dee-b4f0-f64a1c5a8261 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:30.717819 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dd8e0db5-75d7-4dee-b4f0-f64a1c5a8261 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/subnets/6128d9de-bfe9-4d7c-9517-b0c6a2be4783 HTTP/1.1" status: 404  len: 337 time: 0.0839758
Nov 27 11:40:30.724945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44780) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:30.851990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.853796 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/ports/af363505-3ca5-445b-a72f-82fc61873220 HTTP/1.1" status: 204  len: 168 time: 5.6734388
Nov 27 11:40:30.855907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.861574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.871837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51cb6a29-05fe-44d3-874b-547f4663f566 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.893457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44784) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:30.894761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-66bacc1c-098b-4dd9-a0b8-458edb09c8db tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:30.963395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:30.972816 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e49ae2b9-1f77-43c5-a63d-ee4bc45438ba req-38cd80c0-d8bd-49bc-a017-d860df7d3d3a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups?id=d32133a7-76b0-4723-819b-431536fdfcf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3351710
Nov 27 11:40:31.015966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.027899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event deleted for resources: {'Port': ['ID=aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:31.041880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:31.079465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.090855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.099714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:31.114806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network 37ec411e-e1c7-4957-8adc-b6d108ff9c5c is not hosted by any dhcp agent {{(pid=84364) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 27 11:40:31.119220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:31.120256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.121519 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "PUT /v2.0/networks/37ec411e-e1c7-4957-8adc-b6d108ff9c5c HTTP/1.1" status: 200  len: 761 time: 0.9507883
Nov 27 11:40:31.130166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44788) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:31.231070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51cb6a29-05fe-44d3-874b-547f4663f566 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.255532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.340392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=37ec411e-e1c7-4957-8adc-b6d108ff9c5c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:31.348048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:31.351684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8310ea77-ae48-49ee-b488-4cb69ebfbdfc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:31.361061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e44681-ddf8-4589-a842-fa3cc71fba8a None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:31.387530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 37ec411e-e1c7-4957-8adc-b6d108ff9c5c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:31.410020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-51cb6a29-05fe-44d3-874b-547f4663f566 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.447993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb6a29-05fe-44d3-874b-547f4663f566 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=0688b83c-e790-4530-8d79-c7f4f0a32dc0,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:31.493979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e7442-f98d-4153-87ff-7068a16cf8d3 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:31.494671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3d3e7442-f98d-4153-87ff-7068a16cf8d3 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Synchronizing usage tracker for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:31.522670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.543720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': '36507983-6c4d-4002-b56c-3115ef129a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '13d69ebe-7ab3-4830-96ed-d770e7d0a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:31.543720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: 13d69ebe-7ab3-4830-96ed-d770e7d0a825, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:31.551491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3d3e7442-f98d-4153-87ff-7068a16cf8d3 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Unset dirty status for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:31.552666 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3d3e7442-f98d-4153-87ff-7068a16cf8d3 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/networks?id=37ec411e-e1c7-4957-8adc-b6d108ff9c5c HTTP/1.1" status: 200  len: 764 time: 0.4214866
Nov 27 11:40:31.554029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=bd15269a-8667-4e38-b1ec-834b18d5b154,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:31.559829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44792) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:31.560739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:31.561906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:31.562284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:31.588931 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-51cb6a29-05fe-44d3-874b-547f4663f566 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/0688b83c-e790-4530-8d79-c7f4f0a32dc0 HTTP/1.1" status: 204  len: 168 time: 2.3980038
Nov 27 11:40:31.591208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44794) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:31.669712 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ba3b728-29f2-41e9-bd3b-a5314c4ecba6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0771322
Nov 27 11:40:31.672977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44802) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:31.699592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Allocated IP 172.26.6.96 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/c3f3327b-9f0d-4945-9903-271e670cd34b) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:31.714593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:31.739550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:31.745152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] Deleting port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:31.745536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.765156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844c57640>,) {'filters': {'network_id': ['e4759e4c-00ea-486f-9827-19ba34f0580d']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:31.768330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b927d9-97c6-4861-93b2-8634e97103cd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:31.769199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-43b927d9-97c6-4861-93b2-8634e97103cd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:31.841642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c57640>, '817c1afe-f5cc-49ab-9a84-63d89f424bfd') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:31.841942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c57640>, '817c1afe-f5cc-49ab-9a84-63d89f424bfd') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:31.879411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 13d69ebe-7ab3-4830-96ed-d770e7d0a825) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:31.885294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:31.886834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.891053 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-71533fce-784a-4795-8958-942e975dee81 req-6302bcb6-5baa-4c32-af93-e26b95153c4e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.1136858
Nov 27 11:40:31.894955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:31.905735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d732b85-1f99-4810-84dd-ad672e27e1fc None None] Network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:31.931144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-43b927d9-97c6-4861-93b2-8634e97103cd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:31.936040 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-43b927d9-97c6-4861-93b2-8634e97103cd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2614925
Nov 27 11:40:31.942982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44806) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:32.031136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144028a1-de7f-4143-8ad6-5613a963f726 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.032232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-144028a1-de7f-4143-8ad6-5613a963f726 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:32.081120 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9497206
Nov 27 11:40:32.082550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.083960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44812) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:32.101930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-255359073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:32.108185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] For port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=93fbbce8-97c4-4c54-bf31-4f7fe9dd159d,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:32.114940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.117870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:32.122607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:router and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:32.125982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:32.130173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:32.131149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.133833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:32.148689 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:32.185585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21672177-4de2-4072-a17d-e358bf538ef4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.189966 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-21672177-4de2-4072-a17d-e358bf538ef4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5660331
Nov 27 11:40:32.191440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44816) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:32.193885 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-94c4301a-d216-410e-9f51-84236b0e3474 req-ae6721a7-69da-4f12-be65-4176f035719d tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.0521188
Nov 27 11:40:32.230528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-144028a1-de7f-4143-8ad6-5613a963f726 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:32.230528 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-144028a1-de7f-4143-8ad6-5613a963f726 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2919612
Nov 27 11:40:32.235992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44820) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:32.268035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] Calling delete_port for 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:32.337948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.435714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-13d69ebe-7ab3-4830-96ed-d770e7d0a825', 'network_id': '13d69ebe-7ab3-4830-96ed-d770e7d0a825', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': 'bd15269a-8667-4e38-b1ec-834b18d5b154'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:32.437138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.475403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-701c3d6d-bcc8-4b12-892b-a8b6e1438b4b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Synchronizing usage tracker for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:32.485785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.485785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.488064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.499870 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f22f3e8d-8a00-4a7c-a756-2440b4cb77b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2622318
Nov 27 11:40:32.504573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44826) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:32.511225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:32.515751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:32.548582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:32.549275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:32.549390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:32.570443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.586368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Network': ['ID=e4759e4c-00ea-486f-9827-19ba34f0580d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:32.600404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:32.610094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.611612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Router 7a5e86c2-c666-4c93-a39b-cd1398fad46c has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:32.619411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:32.633364 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/e4759e4c-00ea-486f-9827-19ba34f0580d HTTP/1.1" status: 204  len: 168 time: 1.9033568
Nov 27 11:40:32.634540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44830) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:32.643198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.665005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] Pushing event deleted for resources: {'Port': ['ID=93fbbce8-97c4-4c54-bf31-4f7fe9dd159d,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:32.669228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:32.672936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-701c3d6d-bcc8-4b12-892b-a8b6e1438b4b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Unset dirty status for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:32.679033 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-701c3d6d-bcc8-4b12-892b-a8b6e1438b4b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 207 time: 0.4795108
Nov 27 11:40:32.679215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] No DVR routers for this DVR port 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:32.681134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44834) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:32.689677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:32.705895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Allocated IP 2001:db8::2 (13d69ebe-7ab3-4830-96ed-d770e7d0a825/bd15269a-8667-4e38-b1ec-834b18d5b154/e90594ec-2023-4e8d-b3db-40dd3d90ada9) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:32.727175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-5e5dcd3b-82f7-4da4-92f6-3815a3bc9f37 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.727867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-5e5dcd3b-82f7-4da4-92f6-3815a3bc9f37 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:32.735424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.746117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5e0bea4c-9f48-44a8-8b31-984d7dddaeb4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:32.764441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:32.859875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.927016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d9c4c-ae1b-4cdb-ac34-c01ca8bc0966 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.931268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d9c4c-ae1b-4cdb-ac34-c01ca8bc0966 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.935357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d9c4c-ae1b-4cdb-ac34-c01ca8bc0966 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.939286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d9c4c-ae1b-4cdb-ac34-c01ca8bc0966 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.943351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d9c4c-ae1b-4cdb-ac34-c01ca8bc0966 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.947892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d9c4c-ae1b-4cdb-ac34-c01ca8bc0966 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:32.949695 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-270d9c4c-ae1b-4cdb-ac34-c01ca8bc0966 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.2657578
Nov 27 11:40:32.955695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44840) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:32.966571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.980299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Transition to ACTIVE for port object e90594ec-2023-4e8d-b3db-40dd3d90ada9 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:32.989721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:32.993830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:32.997276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:33.021879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:33.026950 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b191af5b-0020-4330-89bb-1d0df0d6da73 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9396026
Nov 27 11:40:33.031195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44844) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:33.051012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:33.053598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 93fbbce8-97c4-4c54-bf31-4f7fe9dd159d not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:33.080891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Transition to ACTIVE for port object e90594ec-2023-4e8d-b3db-40dd3d90ada9 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:33.163904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting port 133ff773-013c-4b7e-9ba5-f21c12f17798 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:33.163904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:33.194060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-5e5dcd3b-82f7-4da4-92f6-3815a3bc9f37 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:33.195173 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-5e5dcd3b-82f7-4da4-92f6-3815a3bc9f37 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 812 time: 0.7649343
Nov 27 11:40:33.208881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:33.214098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:33.219158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7c0b3b5f-3d21-4585-8ee7-edbf8c3905c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:33.255375 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44d4fa44-952e-43ae-8138-0bf6fdcf0b05 req-5dab5a3e-2f42-4a2a-a0db-79d483123361 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.0962791
Nov 27 11:40:33.292412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Pushing event updated for resources: {'Port': ['ID=e90594ec-2023-4e8d-b3db-40dd3d90ada9,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:33.304593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:33.308408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:33.339300 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:33.344813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:33.353576 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:33.389434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:33.445500 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8050ee1f-ebe1-4ef4-9fb3-56e59af9d511 req-d41d72d9-8389-4501-8d46-74a44556839a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.0755231
Nov 27 11:40:33.459681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event updated for resources: {'Port': ['ID=c3f3327b-9f0d-4945-9903-271e670cd34b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:33.484680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:33.494329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Attempting to bind port e90594ec-2023-4e8d-b3db-40dd3d90ada9 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:33.495335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Attempting to bind port e90594ec-2023-4e8d-b3db-40dd3d90ada9 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '36507983-6c4d-4002-b56c-3115ef129a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '13d69ebe-7ab3-4830-96ed-d770e7d0a825'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:33.496416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Attempting to bind port e90594ec-2023-4e8d-b3db-40dd3d90ada9 on network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:33.506930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:33.507462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Checking segment: {'id': '36507983-6c4d-4002-b56c-3115ef129a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '13d69ebe-7ab3-4830-96ed-d770e7d0a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:33.507867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:33.508259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Bound using segment: {'id': '36507983-6c4d-4002-b56c-3115ef129a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '13d69ebe-7ab3-4830-96ed-d770e7d0a825'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:33.508739 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Bound port: e90594ec-2023-4e8d-b3db-40dd3d90ada9, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36507983-6c4d-4002-b56c-3115ef129a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '13d69ebe-7ab3-4830-96ed-d770e7d0a825'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:33.509111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:33.563508 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-37dce352-f618-4efe-a2ee-b98feadb72ee tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.6023257
Nov 27 11:40:33.571163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44852) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:33.612574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] For port e90594ec-2023-4e8d-b3db-40dd3d90ada9, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:33.616177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] For port e90594ec-2023-4e8d-b3db-40dd3d90ada9, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e90594ec-2023-4e8d-b3db-40dd3d90ada9,segment=NetworkSegment(36507983-6c4d-4002-b56c-3115ef129a00),segment_id=36507983-6c4d-4002-b56c-3115ef129a00)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:33.659931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-6306381a-9422-432a-8e77-d26e851c7967 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:33.712898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:33.719770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:33.786204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01afa3e-d8f9-42da-a07e-bc81641c1031 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:33.787697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01afa3e-d8f9-42da-a07e-bc81641c1031 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:33.789525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01afa3e-d8f9-42da-a07e-bc81641c1031 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:33.790849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01afa3e-d8f9-42da-a07e-bc81641c1031 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:33.793297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01afa3e-d8f9-42da-a07e-bc81641c1031 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:33.800827 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a01afa3e-d8f9-42da-a07e-bc81641c1031 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2284698
Nov 27 11:40:33.817679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44856) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:33.855226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Pushing event updated for resources: {'Port': ['ID=e90594ec-2023-4e8d-b3db-40dd3d90ada9,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:33.864623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:33.913587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.004421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.162126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Calling delete_port for 133ff773-013c-4b7e-9ba5-f21c12f17798 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:34.197743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-6306381a-9422-432a-8e77-d26e851c7967 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:34.202680 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-6306381a-9422-432a-8e77-d26e851c7967 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 379 time: 0.9062970
Nov 27 11:40:34.224229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.228817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4f8e153-ce04-42f4-93ec-50646b636229 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:34.237790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'port': {'device_id': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'admin_state_up': True, 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'security_groups': ['0be11675-906e-4472-8242-038e9ca23067']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:34.256505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.281035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71060102-61a9-4fbf-908f-3cc3482bdf67 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:34.282444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71060102-61a9-4fbf-908f-3cc3482bdf67 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:34.283763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71060102-61a9-4fbf-908f-3cc3482bdf67 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:34.285045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71060102-61a9-4fbf-908f-3cc3482bdf67 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:34.286326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71060102-61a9-4fbf-908f-3cc3482bdf67 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:34.287394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-71060102-61a9-4fbf-908f-3cc3482bdf67 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Synchronizing usage tracker for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:34.474565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:34.475384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=2012f544-7b31-4c5f-b481-19833cb51230,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:34.480581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:34.483032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:34.488356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:34.488939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.493644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15489d5d-9507-4ba3-a1ed-04d128a41054 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:34.536603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b1ed7a10-3e07-449d-9b55-b62cc910220a req-001f3733-3c90-44fe-8c57-2e2a2c536e43 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.0710416
Nov 27 11:40:34.561875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-71060102-61a9-4fbf-908f-3cc3482bdf67 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Unset dirty status for tenant:e9ede6b39a7a43cdbbdcb1ddb51a27cc on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:34.563248 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-71060102-61a9-4fbf-908f-3cc3482bdf67 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.7367935
Nov 27 11:40:34.568972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:34.641166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:34.656981 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] Sync routers for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:34.683236 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:34.683919 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846959be0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:34.706919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.802534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-73963ce5-a7a7-4758-9423-6822173d36a5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:34.867405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] No DVR routers for this DVR port aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:34.869265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.913041 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4048548
Nov 27 11:40:34.929593 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-44891300-edb7-4c98-aed0-a0792054db2d req-6cb1a1f9-499b-465f-b013-ba560440cbcc tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.2040203
Nov 27 11:40:34.930104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44868) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:34.973964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:34.978264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '2012f544-7b31-4c5f-b481-19833cb51230'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:34.979376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.986569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:34.989677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'name': 'network-vif-deleted', 'tag': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:40:34.997249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:59:9b:37', 'name': 'tempest-NetworksTestDHCPv6-1788590485'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:35.031556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e90594ec-2023-4e8d-b3db-40dd3d90ada9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:35.077954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:35.115449 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:40:35.210078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e390aa-2cce-40c4-bb4c-65af109fb2f7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:35.217740 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d6e390aa-2cce-40c4-bb4c-65af109fb2f7 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/networks/806fdd25-1286-45dd-b674-8a9a11cf1171 HTTP/1.1" status: 200  len: 804 time: 0.6445007
Nov 27 11:40:35.218561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44874) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:35.351511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Port': ['ID=133ff773-013c-4b7e-9ba5-f21c12f17798,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:35.381920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:35.392119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:35.400580 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/ports/133ff773-013c-4b7e-9ba5-f21c12f17798 HTTP/1.1" status: 204  len: 168 time: 2.7623408
Nov 27 11:40:35.402166 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcf52a1c-8ddc-4613-b882-920b0cb5d619 req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.39 "DELETE /v2.0/ports/aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0 HTTP/1.1" status: 204  len: 173 time: 6.5781109
Nov 27 11:40:35.416696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44878) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:35.493176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:35.496207 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8::1 (13d69ebe-7ab3-4830-96ed-d770e7d0a825/bd15269a-8667-4e38-b1ec-834b18d5b154/105c04a0-56c7-4491-a20c-fa0f6c2b3884) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:35.506251 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd7321a-7995-4d6c-97de-bd3ed32aaff6', 'name': 'network-vif-deleted', 'tag': 'aaa0cf21-03cf-432c-a9ca-3562e5ad2ad0', 'status': 'completed', 'code': 200}
Nov 27 11:40:35.510586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:35.525442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:35.529959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/2012f544-7b31-4c5f-b481-19833cb51230/33ccffbb-6014-4108-b5a3-f89673eafaef) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:35.555030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:35.655273 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e49f9cb-1dbc-443b-8150-bb2fa1f23bc4 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:35.655273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e49f9cb-1dbc-443b-8150-bb2fa1f23bc4 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:35.655273 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1e49f9cb-1dbc-443b-8150-bb2fa1f23bc4 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/subnets/aa2b178e-d265-43bd-9ebc-d59bdd487ea9 HTTP/1.1" status: 404  len: 337 time: 0.2307796
Nov 27 11:40:35.655273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44884) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:35.753824 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4bdc4f85-51e0-4254-8796-f1dda55cc54b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/networks/806fdd25-1286-45dd-b674-8a9a11cf1171?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.5190873
Nov 27 11:40:35.763636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44888) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:35.838886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:35.851381 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846959be0>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:33Z', 'revision_number': 5, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:35.853270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:35.854381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:35.861345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Made reservation on behalf of 494d59d333c040f9a8c631a4bb0a01f4 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:35.864992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:35.865909 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] Checking router: 7a5e86c2-c666-4c93-a39b-cd1398fad46c for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:40:35.875175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Transition to ACTIVE for port object 33ccffbb-6014-4108-b5a3-f89673eafaef will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:35.891185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:35.900418 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:35.901347 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846959be0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:35.904291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:35.933978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Transition to ACTIVE for port object 33ccffbb-6014-4108-b5a3-f89673eafaef will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:35.939456 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f5dbf7-fd06-4b74-9ee3-13f6e2fe3588 None None] Network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:35.959080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e90594ec-2023-4e8d-b3db-40dd3d90ada9 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:36.032530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.080972 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9ee1af78-122f-4492-8a95-8a0db458be1b req-200418c1-66b5-450b-bf3d-45de757d8ddb tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.0824571
Nov 27 11:40:36.103340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b551646-bb64-47bc-a9c5-53564e43a21c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:36.110551 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5b551646-bb64-47bc-a9c5-53564e43a21c tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/subnets/2b3acdd0-e94a-45a3-acf5-a48c2417f166 HTTP/1.1" status: 200  len: 843 time: 0.3402538
Nov 27 11:40:36.110551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 514958bc-fe05-4221-abcf-54819b171faf yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:40:36.143945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.158186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.160477 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:36.161019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44894) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:36.257055 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:40:36.259641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01162016-e0db-41bd-9375-480977804fdd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:36.266215 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-01162016-e0db-41bd-9375-480977804fdd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "GET /v2.0/subnets/2b3acdd0-e94a-45a3-acf5-a48c2417f166?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0995326
Nov 27 11:40:36.286213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44898) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:36.290422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:36.303920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:36.311533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:36.315329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Pushing event updated for resources: {'Port': ['ID=33ccffbb-6014-4108-b5a3-f89673eafaef,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:36.317737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] Provisioning for port e90594ec-2023-4e8d-b3db-40dd3d90ada9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:36.323080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:36.324603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1237146256'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:36.333009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] Provisioning complete for port e90594ec-2023-4e8d-b3db-40dd3d90ada9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:36.333675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.336041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:36.358097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:36.375345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object 105c04a0-56c7-4491-a20c-fa0f6c2b3884 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:36.506044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-31cb7b51-d057-4633-b0ca-166df21b58ff req-e78aab63-f56e-4f18-aab6-bc60bb68787a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Synchronizing usage tracker for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:36.637717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:36.640719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.660509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.717457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-31cb7b51-d057-4633-b0ca-166df21b58ff req-e78aab63-f56e-4f18-aab6-bc60bb68787a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Unset dirty status for tenant:2a9315726d9b43bb8dced54aa91b2abf on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:36.744190 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31cb7b51-d057-4633-b0ca-166df21b58ff req-e78aab63-f56e-4f18-aab6-bc60bb68787a tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd7321a-7995-4d6c-97de-bd3ed32aaff6 HTTP/1.1" status: 200  len: 210 time: 0.4918120
Nov 27 11:40:36.776893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Attempting to bind port 33ccffbb-6014-4108-b5a3-f89673eafaef on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:36.777427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Attempting to bind port 33ccffbb-6014-4108-b5a3-f89673eafaef by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:36.777617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Attempting to bind port 33ccffbb-6014-4108-b5a3-f89673eafaef on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:36.787801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28452d0250>,) {'filters': {'network_id': ['b3c6fc47-4f7c-4e6c-98ac-615000e4da76']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:36.808832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::3d8 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/2012f544-7b31-4c5f-b481-19833cb51230/514958bc-fe05-4221-abcf-54819b171faf) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:36.834354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:36.834751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:36.835731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.836123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:36.836611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Bound port: 33ccffbb-6014-4108-b5a3-f89673eafaef, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:36.836992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.858558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452d0250>, '612c8c97-4961-44fb-97f7-4fd2016111bb') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:36.859709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452d0250>, '612c8c97-4961-44fb-97f7-4fd2016111bb') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:36.862024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.864668 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846959be0>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:33Z', 'revision_number': 5, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:36.875546 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf1646-1a92-4765-9a6a-086eb816449b None None] The sync data for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv is: [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:36:16Z', 'revision_number': 4, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4956a54f-1e25-42e0-9b55-70e827cd68f8', 'name': '', 'network_id': 'd26cf85b-f22d-4c77-b703-07095256914f', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'mac_address': 'fa:16:3e:f5:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:36:13Z', 'updated_at': '2021-11-27T11:36:33Z', 'revision_number': 5, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'subnets': [{'id': '70d50f91-9039-4c22-91ff-3dcb1768552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:36.891729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:36.895404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:36.972788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] For port e90594ec-2023-4e8d-b3db-40dd3d90ada9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e90594ec-2023-4e8d-b3db-40dd3d90ada9,segment=NetworkSegment(36507983-6c4d-4002-b56c-3115ef129a00),segment_id=36507983-6c4d-4002-b56c-3115ef129a00)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:37.049674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.050285 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Added segment 812c95dc-8924-4fc3-8825-253209f41031 of type vlan for network 069577b8-034f-45e0-9f75-d0968cda74bc
Nov 27 11:40:37.056853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] For port 33ccffbb-6014-4108-b5a3-f89673eafaef, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:37.063748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] For port 33ccffbb-6014-4108-b5a3-f89673eafaef, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=33ccffbb-6014-4108-b5a3-f89673eafaef,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:37.087193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Allocated IP 172.20.0.12 (a98f47c4-0fa4-495e-98b2-b2d9e68f1432/5a6c300f-101d-4339-ab08-9d85fd8e3627/f7167fca-4dc8-4962-8155-f033ce8e5f91) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:37.096060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.096379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.098094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-91200ced-8a05-48bd-a34d-7667b0222fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:37.107148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:37.107347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.145883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.184444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.218756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ed525c7-d36a-4690-b4ed-d051f4330e43 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:37.228481 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:37.292715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] Pushing event updated for resources: {'Port': ['ID=e90594ec-2023-4e8d-b3db-40dd3d90ada9,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:37.301663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:37.302995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b94151c9-07ee-4c5e-8a44-f21c4ec5eabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:37.414203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.480717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:37.515785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Pushing event updated for resources: {'Port': ['ID=33ccffbb-6014-4108-b5a3-f89673eafaef,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:37.516508 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ef706329-2d75-4f6c-b7dc-c39ec9c1e36c req-56c62383-0e63-41b4-a711-a8bd89a091f0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.0958209
Nov 27 11:40:37.517628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:37.519501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c146bad-fe83-408e-b82d-fd247f1cfd63 None None] New status for floating IP 6cb75be3-d7f0-4c7d-8466-934db982bf22: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:40:37.521714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.524793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:37.529218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.538148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b0a22b94-cdd9-4268-9429-42068dbcad8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:37.574598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.600147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:37.648180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=105c04a0-56c7-4491-a20c-fa0f6c2b3884,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:37.661279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:37.703582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.706315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Network': ['ID=b3c6fc47-4f7c-4e6c-98ac-615000e4da76,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:37.708689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:37.751342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/b3c6fc47-4f7c-4e6c-98ac-615000e4da76 HTTP/1.1" status: 204  len: 168 time: 2.0799026
Nov 27 11:40:37.762928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44904) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:37.763145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a6bb06bd-6977-42f4-877c-70c35694d1ad None None] Provisioning complete for port e90594ec-2023-4e8d-b3db-40dd3d90ada9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:37.763866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a6bb06bd-6977-42f4-877c-70c35694d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.884177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 514958bc-fe05-4221-abcf-54819b171faf will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:37.893404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.905036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:37.905262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:37.909272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-319405eb-ee7c-48e0-b2c9-afe2e1c9dfd3 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:38.060308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.105301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.123790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44912) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:38.156895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Network': ['ID=069577b8-034f-45e0-9f75-d0968cda74bc,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:38.160881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Transition to ACTIVE for port object f7167fca-4dc8-4962-8155-f033ce8e5f91 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:38.169824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 069577b8-034f-45e0-9f75-d0968cda74bc details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:38.173966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:38.265718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port fdf009c4-7613-4e4f-94f9-eea4f3444a9b {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:38.265718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.449745 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.1592088
Nov 27 11:40:38.450410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44916) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:38.462223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-66020600-bf5e-4ff1-9d8a-7b12382867e0 None None] Provisioning for port 105c04a0-56c7-4491-a20c-fa0f6c2b3884 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:38.467117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'network_id': '069577b8-034f-45e0-9f75-d0968cda74bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:38.469193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-66020600-bf5e-4ff1-9d8a-7b12382867e0 None None] Provisioning complete for port 105c04a0-56c7-4491-a20c-fa0f6c2b3884 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:38.469607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-66020600-bf5e-4ff1-9d8a-7b12382867e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.500256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.515878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:38.556590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Router 20c43abc-17af-40bc-89b2-2f5c254a0e50 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:40:38.564542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-66020600-bf5e-4ff1-9d8a-7b12382867e0 None None] Port 105c04a0-56c7-4491-a20c-fa0f6c2b3884 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:40:38.592749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8dee130d-f097-496f-9234-3a337ef1dada tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.628843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8dee130d-f097-496f-9234-3a337ef1dada tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.680763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting subnet 3f5596a4-f0ff-43b8-8684-e9df2470a1ba {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:38.712290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.747607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:38.771524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:38.803870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:38.805673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:38.806113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:38.859442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:38.873545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:38.960813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.003735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:39.018929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=514958bc-fe05-4221-abcf-54819b171faf,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:39.031395 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.0791240
Nov 27 11:40:39.035775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e90594ec-2023-4e8d-b3db-40dd3d90ada9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:39.053553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:39.054539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44922) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:39.080024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.091407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a48dd7db-7e8c-4b7e-b901-3033b6acdb5f None None] Provisioning for port 33ccffbb-6014-4108-b5a3-f89673eafaef completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:39.093010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.140671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=f7167fca-4dc8-4962-8155-f033ce8e5f91,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:39.155369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:39.159698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e90594ec-2023-4e8d-b3db-40dd3d90ada9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:39.160086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.172848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:39.247619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:39.313665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 33ccffbb-6014-4108-b5a3-f89673eafaef up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:39.338999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.357852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for fdf009c4-7613-4e4f-94f9-eea4f3444a9b owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:39.359755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0ad0f1f3-ae0a-4a37-9774-e13984f68a70 None None] Provisioning for port 514958bc-fe05-4221-abcf-54819b171faf completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:39.376644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Made reservation on behalf of e9ede6b39a7a43cdbbdcb1ddb51a27cc for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:39.380093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0ad0f1f3-ae0a-4a37-9774-e13984f68a70 None None] Provisioning complete for port 514958bc-fe05-4221-abcf-54819b171faf triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:39.380522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f1f3-ae0a-4a37-9774-e13984f68a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.419405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:39.423696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:40:39.462145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0f1f3-ae0a-4a37-9774-e13984f68a70 None None] Port 514958bc-fe05-4221-abcf-54819b171faf cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:40:39.514864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:39.514864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.515153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.529444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8dee130d-f097-496f-9234-3a337ef1dada tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.557864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:39.567682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b87b9-dc1c-493e-afbe-77768c4a563f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:39.573383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b87b9-dc1c-493e-afbe-77768c4a563f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:39.574124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0c1b87b9-dc1c-493e-afbe-77768c4a563f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:39.578566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.579663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 33ccffbb-6014-4108-b5a3-f89673eafaef completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:39.584950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee130d-f097-496f-9234-3a337ef1dada tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32133a7-76b0-4723-819b-431536fdfcf4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:39.586022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 33ccffbb-6014-4108-b5a3-f89673eafaef triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:39.586712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.595854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8dee130d-f097-496f-9234-3a337ef1dada tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:39.684068 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.684894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.688409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bb07e0ae-51a9-4b5c-9322-db167cc68c8b tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:39.704682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e6ea-f6ef-4b26-a321-2f13068e0797 req-3da77c44-4cca-4069-a822-17ead256f669 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:39.705383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c939e6ea-f6ef-4b26-a321-2f13068e0797 req-3da77c44-4cca-4069-a822-17ead256f669 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:39.712026 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.4880350
Nov 27 11:40:39.736261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Request body: {'port': {'device_id': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:39.736587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.ipam_backend_mixin [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Performing IP validity checks on allocation pools {{(pid=84364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 27 11:40:39.737199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.ipam_backend_mixin [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 27 11:40:39.740957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.753435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5987896e-2db1-444d-8963-9570a2419a07 None None] Provisioning for port f7167fca-4dc8-4962-8155-f033ce8e5f91 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:39.763337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5987896e-2db1-444d-8963-9570a2419a07 None None] Provisioning complete for port f7167fca-4dc8-4962-8155-f033ce8e5f91 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:39.764162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.764642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5987896e-2db1-444d-8963-9570a2419a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.777363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8dee130d-f097-496f-9234-3a337ef1dada tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.780715 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8dee130d-f097-496f-9234-3a337ef1dada tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "DELETE /v2.0/security-groups/d32133a7-76b0-4723-819b-431536fdfcf4 HTTP/1.1" status: 204  len: 168 time: 1.6468248
Nov 27 11:40:39.785233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44926) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:39.812859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0c1b87b9-dc1c-493e-afbe-77768c4a563f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:39.816432 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0c1b87b9-dc1c-493e-afbe-77768c4a563f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.6588995
Nov 27 11:40:39.820623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44930) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:39.838457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 33ccffbb-6014-4108-b5a3-f89673eafaef, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=33ccffbb-6014-4108-b5a3-f89673eafaef,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:39.839899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5987896e-2db1-444d-8963-9570a2419a07 None None] Port f7167fca-4dc8-4962-8155-f033ce8e5f91 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:40:39.850570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=105c04a0-56c7-4491-a20c-fa0f6c2b3884,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:39.854249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:39.865779 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-21355ece-457b-405a-9afa-20f59359ba24 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] show failed (client error): The resource could not be found.
Nov 27 11:40:39.866829 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-21355ece-457b-405a-9afa-20f59359ba24 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "GET /v2.0/security-groups/d32133a7-76b0-4723-819b-431536fdfcf4 HTTP/1.1" status: 404  len: 347 time: 0.0804458
Nov 27 11:40:39.894874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44934) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:39.916049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:39.918460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-18c03e5a-a7ef-48f0-8bfe-04713cd5507d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:40.017586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=33ccffbb-6014-4108-b5a3-f89673eafaef,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:40.019717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:40.020793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:40.020929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:40.037289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c939e6ea-f6ef-4b26-a321-2f13068e0797 req-3da77c44-4cca-4069-a822-17ead256f669 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:40.039080 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c939e6ea-f6ef-4b26-a321-2f13068e0797 req-3da77c44-4cca-4069-a822-17ead256f669 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 932 time: 1.2381186
Nov 27 11:40:40.195103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.204600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:40.265254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5596a4-f0ff-43b8-8684-e9df2470a1ba,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:40.275045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:40.281957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.282828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7c469c-ece1-4fab-bc73-6a590d4f118e None None] Network d12a8f80-34a0-4086-83d4-ba43c7e131d3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:40.326393 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/subnets/3f5596a4-f0ff-43b8-8684-e9df2470a1ba HTTP/1.1" status: 204  len: 168 time: 2.5623071
Nov 27 11:40:40.329476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44938) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:40.341751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 514958bc-fe05-4221-abcf-54819b171faf {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:40.344880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.416404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.427220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Deleting port e8c927db-3fe8-4738-8816-2cc881af6642 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:40.427556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.484249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b9fb5539-25dc-4c07-8d04-c82992f6770d None None] Provisioning complete for port 105c04a0-56c7-4491-a20c-fa0f6c2b3884 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:40.484849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5539-25dc-4c07-8d04-c82992f6770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.543201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb5539-25dc-4c07-8d04-c82992f6770d None None] Port 105c04a0-56c7-4491-a20c-fa0f6c2b3884 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:40:40.560987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:40.574002 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2eb507-7167-42f5-ab8d-ef5b9526fde1 None None] Sync routers for ids ['20c43abc-17af-40bc-89b2-2f5c254a0e50'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:40.581384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.587720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9e4d2cec-fbcf-4999-a208-c5afd9d2824f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:40.594600 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2eb507-7167-42f5-ab8d-ef5b9526fde1 None None] Routers {'20c43abc-17af-40bc-89b2-2f5c254a0e50'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:40.595768 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8c2eb507-7167-42f5-ab8d-ef5b9526fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846214a60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['20c43abc-17af-40bc-89b2-2f5c254a0e50'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:40.652363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] DHCP port deletion for d12a8f80-34a0-4086-83d4-ba43c7e131d3 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:40.652614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.661117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] Deleting port 69375cf5-6854-4696-aa35-c90d52866ebc {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:40.661771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.671591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.672751 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "PUT /v2.0/routers/20c43abc-17af-40bc-89b2-2f5c254a0e50 HTTP/1.1" status: 200  len: 878 time: 11.6780953
Nov 27 11:40:40.675043 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c939e6ea-f6ef-4b26-a321-2f13068e0797 req-241335d6-9e53-46fe-9ede-09201a03ea4d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6279783
Nov 27 11:40:40.684894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44942) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:40.691132 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8c2eb507-7167-42f5-ab8d-ef5b9526fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846214a60>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:40.701511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=8166b903-3ae0-4722-aa6f-2335c6c5782a,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:40.719425 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2eb507-7167-42f5-ab8d-ef5b9526fde1 None None] Routers {'20c43abc-17af-40bc-89b2-2f5c254a0e50'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:40.720354 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8c2eb507-7167-42f5-ab8d-ef5b9526fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846214a60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['20c43abc-17af-40bc-89b2-2f5c254a0e50'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:40.721631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:40.732025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting port 69375cf5-6854-4696-aa35-c90d52866ebc {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:40.732357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.806383 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8c2eb507-7167-42f5-ab8d-ef5b9526fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846214a60>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:40.807070 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2eb507-7167-42f5-ab8d-ef5b9526fde1 None None] The sync data for ids ['20c43abc-17af-40bc-89b2-2f5c254a0e50'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:40.873935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 33ccffbb-6014-4108-b5a3-f89673eafaef up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:40.933915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:40.946430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a0884a4c-1243-46f6-b16d-fdac0d4c257a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:40.958685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] For port 69375cf5-6854-4696-aa35-c90d52866ebc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=69375cf5-6854-4696-aa35-c90d52866ebc,segment=NetworkSegment(ee76ea99-77c7-463b-8d95-b763a0a7e309),segment_id=ee76ea99-77c7-463b-8d95-b763a0a7e309)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:40.959089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.026279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=fdf009c4-7613-4e4f-94f9-eea4f3444a9b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:41.048256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Checking segment: {'id': '812c95dc-8924-4fc3-8825-253209f41031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '069577b8-034f-45e0-9f75-d0968cda74bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:41.048605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network hostable DHCP agents. Network: 069577b8-034f-45e0-9f75-d0968cda74bc, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:41.075102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:41.088772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] Calling delete_port for 69375cf5-6854-4696-aa35-c90d52866ebc owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:41.150427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 33ccffbb-6014-4108-b5a3-f89673eafaef triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:41.150854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.164688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] For port 69375cf5-6854-4696-aa35-c90d52866ebc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=69375cf5-6854-4696-aa35-c90d52866ebc,segment=NetworkSegment(ee76ea99-77c7-463b-8d95-b763a0a7e309),segment_id=ee76ea99-77c7-463b-8d95-b763a0a7e309)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:41.165216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.277171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.277491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.298012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.381088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Network 069577b8-034f-45e0-9f75-d0968cda74bc is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:41.381790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.383399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:41.393481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Calling delete_port for 69375cf5-6854-4696-aa35-c90d52866ebc owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:41.426671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 69375cf5-6854-4696-aa35-c90d52866ebc no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:41.471548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 69375cf5-6854-4696-aa35-c90d52866ebc {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:41.471899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 69375cf5-6854-4696-aa35-c90d52866ebc not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:41.484315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] Pushing event deleted for resources: {'Port': ['ID=69375cf5-6854-4696-aa35-c90d52866ebc,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:41.484315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:41.484315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] No DVR routers for this DVR port 69375cf5-6854-4696-aa35-c90d52866ebc on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:41.490265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:41.490876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:41.504306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 069577b8-034f-45e0-9f75-d0968cda74bc) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:41.508940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:41.512468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.513517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf68445-272d-49e6-8960-390c9465aa2b None None] Network 069577b8-034f-45e0-9f75-d0968cda74bc requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:41.532920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:40:41.592145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Calling delete_port for e8c927db-3fe8-4738-8816-2cc881af6642 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:41.609948 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 3.1509452
Nov 27 11:40:41.614977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44946) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:41.666755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 514958bc-fe05-4221-abcf-54819b171faf owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:41.672403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:41.756183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-069577b8-034f-45e0-9f75-d0968cda74bc', 'network_id': '069577b8-034f-45e0-9f75-d0968cda74bc', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': '8166b903-3ae0-4722-aa6f-2335c6c5782a'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:41.757528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.833192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1171401'] for subnet, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:41.858764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:41.867003 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8313048
Nov 27 11:40:41.874721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d305fb4-274e-45b8-9a2c-d6863d98647f None None] Sync routers for ids ['5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:41.889724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d305fb4-274e-45b8-9a2c-d6863d98647f None None] Routers {'5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:41.890360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-0d305fb4-274e-45b8-9a2c-d6863d98647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284593d520>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:41.899720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44952) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:41.965023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-0d305fb4-274e-45b8-9a2c-d6863d98647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284593d520>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:41.978225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d305fb4-274e-45b8-9a2c-d6863d98647f None None] Routers {'5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:41.978523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-0d305fb4-274e-45b8-9a2c-d6863d98647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284593d520>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:41.997746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Deleting port 69375cf5-6854-4696-aa35-c90d52866ebc {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:41.997746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.040153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-0d305fb4-274e-45b8-9a2c-d6863d98647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284593d520>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:42.040575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d305fb4-274e-45b8-9a2c-d6863d98647f None None] The sync data for ids ['5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:42.089835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] The port '69375cf5-6854-4696-aa35-c90d52866ebc' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:40:42.169374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8673a-9056-4002-a8cf-677525c9af2c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:42.169856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cdd8673a-9056-4002-a8cf-677525c9af2c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:42.209366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 27 11:40:42.209366 dv-neutron-819441-1-hyperv neutron-server[84365]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Nov 27 11:40:42.209366 dv-neutron-819441-1-hyperv neutron-server[84365]: [parameters: {'in_use': 1, 'id_1': '8166b903-3ae0-4722-aa6f-2335c6c5782a'}]
Nov 27 11:40:42.209366 dv-neutron-819441-1-hyperv neutron-server[84365]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:42.210680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:42.281704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:40:42.310858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.336891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb65c-c8f0-47d7-b9da-a18d489d3116 req-628f7007-d366-4aef-854b-8e78fcb69cdb tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:42.338325 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fdacb65c-c8f0-47d7-b9da-a18d489d3116 req-628f7007-d366-4aef-854b-8e78fcb69cdb tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 932 time: 0.4380896
Nov 27 11:40:42.412449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ff0100>,) {'filters': {'network_id': ['d12a8f80-34a0-4086-83d4-ba43c7e131d3']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:42.412908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7167fca-4dc8-4962-8155-f033ce8e5f91 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:40:42.423406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.427506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cdd8673a-9056-4002-a8cf-677525c9af2c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:42.428630 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cdd8673a-9056-4002-a8cf-677525c9af2c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports/105c04a0-56c7-4491-a20c-fa0f6c2b3884 HTTP/1.1" status: 200  len: 911 time: 0.5272131
Nov 27 11:40:42.431335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44956) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:42.437122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ff0100>, 'ee76ea99-77c7-463b-8d95-b763a0a7e309') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:42.437411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ff0100>, 'ee76ea99-77c7-463b-8d95-b763a0a7e309') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:42.456268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd15269a-8667-4e38-b1ec-834b18d5b154'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:42.467164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.483620 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ba449876-0574-458e-a0ee-9373da285060 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/routers/20c43abc-17af-40bc-89b2-2f5c254a0e50 HTTP/1.1" status: 200  len: 919 time: 1.7976224
Nov 27 11:40:42.489150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44960) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:42.496542 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fdacb65c-c8f0-47d7-b9da-a18d489d3116 req-4682fa74-f269-45ac-9b21-59ffc2ec52c4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421704
Nov 27 11:40:42.497519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.514631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.531475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-11d8eda2-82ba-40d1-9883-df873ea73012 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:42.542760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:42.546081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:42.557241 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:42.585907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=514958bc-fe05-4221-abcf-54819b171faf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:42.588387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:42.591944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.610644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:42.632856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738185612548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2566383'] for subnet, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.640644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-86c6f997-45b1-4ba9-9a1c-943914c0939a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:42.706739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.710727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Pushing event deleted for resources: {'Port': ['ID=e8c927db-3fe8-4738-8816-2cc881af6642,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:42.712256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.713273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:42.716775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.816040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Transition to ACTIVE for port object f7167fca-4dc8-4962-8155-f033ce8e5f91 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:42.878896 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-586f5c61-1b81-4664-9cee-b8533f633b83 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=20c43abc-17af-40bc-89b2-2f5c254a0e50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3858130
Nov 27 11:40:42.879714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.882145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:42.882878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.885131 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "PUT /v2.0/subnets/8166b903-3ae0-4722-aa6f-2335c6c5782a HTTP/1.1" status: 200  len: 900 time: 1.2215464
Nov 27 11:40:42.889738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44964) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:42.901185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Allocated IP 2001:db8::3 (069577b8-034f-45e0-9f75-d0968cda74bc/8166b903-3ae0-4722-aa6f-2335c6c5782a/cafc49ef-6ff3-4553-ab44-0eb4bc23383f) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:42.910442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.918296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44968) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:42.919650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event updated for resources: {'Subnet': ['ID=8166b903-3ae0-4722-aa6f-2335c6c5782a,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:42.927530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:42.930940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:42.953269 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] 10.222.0.23 "DELETE /v2.0/networks/d12a8f80-34a0-4086-83d4-ba43c7e131d3 HTTP/1.1" status: 204  len: 168 time: 2.6202874
Nov 27 11:40:42.974696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:42.988644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0a6d4798-0d44-4444-ab5d-e1104c4fa681 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:43.017207 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/514958bc-fe05-4221-abcf-54819b171faf HTTP/1.1" status: 204  len: 168 time: 3.1914170
Nov 27 11:40:43.033297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44974) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:43.036577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Pushing event deleted for resources: {'Network': ['ID=d12a8f80-34a0-4086-83d4-ba43c7e131d3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:43.047128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:43.101428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81269d6c-472b-4758-9d4f-8daa0f963c79 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:43.106897 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-81269d6c-472b-4758-9d4f-8daa0f963c79 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 881 time: 0.2159340
Nov 27 11:40:43.107730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44978) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:43.145022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.158692 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-04a56174-508f-45f6-ad97-cb0189c5c6bc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c43abc-17af-40bc-89b2-2f5c254a0e50 HTTP/1.1" status: 200  len: 205 time: 0.0474005
Nov 27 11:40:43.159005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Transition to ACTIVE for port object cafc49ef-6ff3-4553-ab44-0eb4bc23383f will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:43.159124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44982) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:43.177034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Transition to ACTIVE for port object cafc49ef-6ff3-4553-ab44-0eb4bc23383f will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:43.316402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.323139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4d3fff8d-5509-4c22-a73a-d202fa90639a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:43.350462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.352868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.357449 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] 10.222.0.23 "DELETE /v2.0/floatingips/6cb75be3-d7f0-4c7d-8466-934db982bf22 HTTP/1.1" status: 204  len: 168 time: 3.4508531
Nov 27 11:40:43.358756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44986) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:43.415815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Network 069577b8-034f-45e0-9f75-d0968cda74bc is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:43.419181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:43.423583 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:43.425467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec5b6f1-1d65-4521-b0f1-19c3642793b1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:43.427055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec5b6f1-1d65-4521-b0f1-19c3642793b1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:43.433264 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6ec5b6f1-1d65-4521-b0f1-19c3642793b1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.3675556
Nov 27 11:40:43.433264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Pushing event updated for resources: {'Port': ['ID=f7167fca-4dc8-4962-8155-f033ce8e5f91,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:43.441355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:43.441355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 44990) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:43.459682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.522821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Pushing event updated for resources: {'Port': ['ID=cafc49ef-6ff3-4553-ab44-0eb4bc23383f,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:43.534559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:43.551694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Attempting to bind port cafc49ef-6ff3-4553-ab44-0eb4bc23383f on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:43.552059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Attempting to bind port cafc49ef-6ff3-4553-ab44-0eb4bc23383f by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '812c95dc-8924-4fc3-8825-253209f41031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '069577b8-034f-45e0-9f75-d0968cda74bc'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:43.552429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Attempting to bind port cafc49ef-6ff3-4553-ab44-0eb4bc23383f on network 069577b8-034f-45e0-9f75-d0968cda74bc {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:43.585958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:43.586345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Checking segment: {'id': '812c95dc-8924-4fc3-8825-253209f41031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '069577b8-034f-45e0-9f75-d0968cda74bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:43.586787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.587183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Bound using segment: {'id': '812c95dc-8924-4fc3-8825-253209f41031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '069577b8-034f-45e0-9f75-d0968cda74bc'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:43.587710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Bound port: cafc49ef-6ff3-4553-ab44-0eb4bc23383f, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812c95dc-8924-4fc3-8825-253209f41031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '069577b8-034f-45e0-9f75-d0968cda74bc'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:43.588097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.702951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] For port cafc49ef-6ff3-4553-ab44-0eb4bc23383f, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:43.707043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] For port cafc49ef-6ff3-4553-ab44-0eb4bc23383f, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cafc49ef-6ff3-4553-ab44-0eb4bc23383f,segment=NetworkSegment(812c95dc-8924-4fc3-8825-253209f41031),segment_id=812c95dc-8924-4fc3-8825-253209f41031)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:43.734078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 44998) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:43.799908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.813440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:43.838388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.851852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:43.889446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Pushing event updated for resources: {'Port': ['ID=cafc49ef-6ff3-4553-ab44-0eb4bc23383f,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:43.895695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:43.909891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.021069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Deleting port c3f3327b-9f0d-4945-9903-271e670cd34b {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:44.021494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.072851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port cafc49ef-6ff3-4553-ab44-0eb4bc23383f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:44.073092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.164785 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bd38b525-5b08-46e4-83a1-f082144e534a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=defadeeee01f416ba40f7c1a48822525&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4295065
Nov 27 11:40:44.169771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45004) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:44.285045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.310516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.373725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Attempting to bind port f7167fca-4dc8-4962-8155-f033ce8e5f91 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:44.374049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Attempting to bind port f7167fca-4dc8-4962-8155-f033ce8e5f91 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:44.374364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Attempting to bind port f7167fca-4dc8-4962-8155-f033ce8e5f91 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:44.496860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Port f7167fca-4dc8-4962-8155-f033ce8e5f91 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:40:44.497172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Attempting to bind port f7167fca-4dc8-4962-8155-f033ce8e5f91 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:44.533437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 2012f544-7b31-4c5f-b481-19833cb51230 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:44.548956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.587202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f94138-ce56-4511-b25f-d60f7f33b151 req-465ea6c1-caad-462e-ae49-9446a98aca04 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:44.589265 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12f94138-ce56-4511-b25f-d60f7f33b151 req-465ea6c1-caad-462e-ae49-9446a98aca04 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 944 time: 0.8129821
Nov 27 11:40:44.603556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Calling delete_port for c3f3327b-9f0d-4945-9903-271e670cd34b owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:44.634105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:44.634526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Checking segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:44.634864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Bound using segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:44.635300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Bound port: f7167fca-4dc8-4962-8155-f033ce8e5f91, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:44.635634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.824161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0ee2-020d-4a38-a95a-4883b06d4e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.855945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.933778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cafc49ef-6ff3-4553-ab44-0eb4bc23383f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:44.939388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:44.949722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d538257d-64ca-48c9-b477-fb0329328370 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:45.003134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event deleted for resources: {'Port': ['ID=c3f3327b-9f0d-4945-9903-271e670cd34b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:45.012565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:45.071589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abdccea-bb0c-487a-823f-6c85b801ba62 None None] Network 069577b8-034f-45e0-9f75-d0968cda74bc requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:45.093282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port cafc49ef-6ff3-4553-ab44-0eb4bc23383f completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:45.107145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0ee2-020d-4a38-a95a-4883b06d4e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.151562 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12f94138-ce56-4511-b25f-d60f7f33b151 req-9d177384-949e-4177-a04e-efc79b427e40 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5244734
Nov 27 11:40:45.358682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.375023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] Provisioning for port cafc49ef-6ff3-4553-ab44-0eb4bc23383f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:45.383959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] Provisioning complete for port cafc49ef-6ff3-4553-ab44-0eb4bc23383f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:45.384340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.421995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] For port f7167fca-4dc8-4962-8155-f033ce8e5f91, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:45.539506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.548259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] For port f7167fca-4dc8-4962-8155-f033ce8e5f91, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:45.550109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port cafc49ef-6ff3-4553-ab44-0eb4bc23383f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cafc49ef-6ff3-4553-ab44-0eb4bc23383f,segment=NetworkSegment(812c95dc-8924-4fc3-8825-253209f41031),segment_id=812c95dc-8924-4fc3-8825-253209f41031)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:45.550567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.579076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] For port cafc49ef-6ff3-4553-ab44-0eb4bc23383f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cafc49ef-6ff3-4553-ab44-0eb4bc23383f,segment=NetworkSegment(812c95dc-8924-4fc3-8825-253209f41031),segment_id=812c95dc-8924-4fc3-8825-253209f41031)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:45.665159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.667989 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:45.712393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72037ed9-bee5-40bb-8d7c-37b7183bfa9e None None] Network 069577b8-034f-45e0-9f75-d0968cda74bc requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:45.712773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.714098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.719961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.723426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for cafc49ef-6ff3-4553-ab44-0eb4bc23383f owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:45.753761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.791209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-67c415ae-7e9b-4983-951e-8b91a1701442 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:45.846391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] Pushing event updated for resources: {'Port': ['ID=cafc49ef-6ff3-4553-ab44-0eb4bc23383f,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:45.860326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:45.860517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0ee2-020d-4a38-a95a-4883b06d4e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.861043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ff274372-2682-4d68-bfd2-fc2f89a16067 None None] Provisioning complete for port cafc49ef-6ff3-4553-ab44-0eb4bc23383f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:45.861500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ff274372-2682-4d68-bfd2-fc2f89a16067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.925754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:45.927161 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] 10.222.0.39 "PUT /v2.0/ports/f7167fca-4dc8-4962-8155-f033ce8e5f91 HTTP/1.1" status: 200  len: 1094 time: 6.1973717
Nov 27 11:40:45.945953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'tag': 'f7167fca-4dc8-4962-8155-f033ce8e5f91'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:40:46.017224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0ee2-020d-4a38-a95a-4883b06d4e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.021029 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d8ac0ee2-020d-4a38-a95a-4883b06d4e8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdeb2bc0-6d1d-4f20-8faa-cc5c7be69643 HTTP/1.1" status: 204  len: 168 time: 1.8379104
Nov 27 11:40:46.033053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Pushing event updated for resources: {'Port': ['ID=f7167fca-4dc8-4962-8155-f033ce8e5f91,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:46.037931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:46.095997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.096643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Fanout notify agent at l3_agent the message router_deleted on router 20c43abc-17af-40bc-89b2-2f5c254a0e50 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:40:46.124425 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'tag': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'status': 'completed', 'code': 200}
Nov 27 11:40:46.142790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.148591 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/20c43abc-17af-40bc-89b2-2f5c254a0e50 HTTP/1.1" status: 204  len: 168 time: 2.9886572
Nov 27 11:40:46.149357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45012) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:46.155205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Deleting port 4956a54f-1e25-42e0-9b55-70e827cd68f8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:46.155642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.167991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b016c360-67e8-4c9c-a4c0-855b98389d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:46.194429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1605730238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:46.209350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:46.214337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac0ee2-020d-4a38-a95a-4883b06d4e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb2bc0-6d1d-4f20-8faa-cc5c7be69643,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:46.217288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d8ac0ee2-020d-4a38-a95a-4883b06d4e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:46.218853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Usage tracker for resource:router and tenant:acc413d89e1c45a6b82085a223b505ef is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:46.224361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:46.240290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:46.248225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:40:46.281741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:46.293240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:46.300611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.326455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.342430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c58cac69-e2eb-4207-9dab-b7f67c1ac01a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:46.356549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.357186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.407360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] For port 4956a54f-1e25-42e0-9b55-70e827cd68f8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4956a54f-1e25-42e0-9b55-70e827cd68f8,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:46.407880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.411795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.417007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:46.418967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.419492 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/ports/105c04a0-56c7-4491-a20c-fa0f6c2b3884 HTTP/1.1" status: 200  len: 911 time: 3.9839332
Nov 27 11:40:46.425513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.428520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45018) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:46.429987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=2012f544-7b31-4c5f-b481-19833cb51230,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:46.437332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:46.441787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4a80f29a-f803-4c93-831f-09546306a1f0 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:46.572769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db4356-4f88-42c9-8add-b225f7e1fb2f None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:46.573294 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-03b6fb7e-0d55-42be-8842-ea10b80a36ff req-3941128c-d7b4-4169-a6d9-288f82c0b862 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 1097 time: 0.4401836
Nov 27 11:40:46.573904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.681319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7a7729d5-f384-4778-a3d7-fdeec906d033 None None] Provisioning complete for port cafc49ef-6ff3-4553-ab44-0eb4bc23383f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:46.681690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7a7729d5-f384-4778-a3d7-fdeec906d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.711216 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/2012f544-7b31-4c5f-b481-19833cb51230 HTTP/1.1" status: 204  len: 168 time: 3.2639318
Nov 27 11:40:46.712270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=105c04a0-56c7-4491-a20c-fa0f6c2b3884,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:46.722538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45028) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:46.728915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Calling delete_port for 4956a54f-1e25-42e0-9b55-70e827cd68f8 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:46.773150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:46.859388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.883422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port cafc49ef-6ff3-4553-ab44-0eb4bc23383f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:46.883952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:46.886872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cafc49ef-6ff3-4553-ab44-0eb4bc23383f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:46.927373 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-688959a8-3cdc-4647-a740-bcde2e8ef766 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1547470
Nov 27 11:40:46.928482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45036) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:46.993860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port cafc49ef-6ff3-4553-ab44-0eb4bc23383f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:46.995327 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:40:46.995807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:47.042540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:47.046212 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0d27ba2c-e3a4-4df1-a9c8-0309066caedc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8913054
Nov 27 11:40:47.053367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45040) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:47.061928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:47.076563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] Deleting port 33ccffbb-6014-4108-b5a3-f89673eafaef {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:47.077153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:47.080021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14681dd4-4f65-4ad4-8bf8-12267a147a22 req-7e36b74d-5830-4fd1-a0ea-d921e4b291d7 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:47.087614 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-14681dd4-4f65-4ad4-8bf8-12267a147a22 req-7e36b74d-5830-4fd1-a0ea-d921e4b291d7 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 944 time: 0.6642005
Nov 27 11:40:47.115511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': True}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:47.313748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6fb7e-0d55-42be-8842-ea10b80a36ff req-3cf60643-1634-4933-9263-e4f92fd5acb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:47.319359 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-03b6fb7e-0d55-42be-8842-ea10b80a36ff req-3cf60643-1634-4933-9263-e4f92fd5acb8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&shared=False HTTP/1.1" status: 200  len: 913 time: 0.6726630
Nov 27 11:40:47.381392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] For port 33ccffbb-6014-4108-b5a3-f89673eafaef, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=33ccffbb-6014-4108-b5a3-f89673eafaef,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:47.381935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:47.431596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee548c-aefe-4281-a3d8-a904b2559aed tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:47.435421 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-48ee548c-aefe-4281-a3d8-a904b2559aed tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5001235
Nov 27 11:40:47.440129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45048) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:47.441921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:47.453214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a3b0ef47-66df-43af-888e-2eee040a8adb tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:47.499882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router f8179e5f-2f53-42a9-a00e-65106fea24cc has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:47.561902 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-14681dd4-4f65-4ad4-8bf8-12267a147a22 req-5eae6e3a-5fc7-4ccc-ae1e-bcd9586e0d5e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4731345
Nov 27 11:40:47.571496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] Calling delete_port for 33ccffbb-6014-4108-b5a3-f89673eafaef owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:47.676700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45054) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:47.682399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4956a54f-1e25-42e0-9b55-70e827cd68f8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:47.687149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:47.732635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd0176d-58f2-40df-be9c-8de4d6f74acd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:47.734156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8dd0176d-58f2-40df-be9c-8de4d6f74acd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:47.753570 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:47.766844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:47.780839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:47.844142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port cafc49ef-6ff3-4553-ab44-0eb4bc23383f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cafc49ef-6ff3-4553-ab44-0eb4bc23383f,segment=NetworkSegment(812c95dc-8924-4fc3-8825-253209f41031),segment_id=812c95dc-8924-4fc3-8825-253209f41031)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:47.844571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:47.857918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] Pushing event deleted for resources: {'Port': ['ID=33ccffbb-6014-4108-b5a3-f89673eafaef,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:47.860507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6fb7e-0d55-42be-8842-ea10b80a36ff req-a0e7d078-9fcc-42a5-8526-b65444f1de35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:47.860997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] No DVR routers for this DVR port 33ccffbb-6014-4108-b5a3-f89673eafaef on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:47.862271 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-03b6fb7e-0d55-42be-8842-ea10b80a36ff req-a0e7d078-9fcc-42a5-8526-b65444f1de35 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4816446
Nov 27 11:40:47.863080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:47.993303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for cafc49ef-6ff3-4553-ab44-0eb4bc23383f owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:48.009953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-470339064'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:48.043747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8dd0176d-58f2-40df-be9c-8de4d6f74acd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:48.044882 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8dd0176d-58f2-40df-be9c-8de4d6f74acd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6009693
Nov 27 11:40:48.062281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45060) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:48.072169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:48.152728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:48.155703 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-32d6a9d1-c8b3-4617-85ca-51cc33b5832d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0922332
Nov 27 11:40:48.160837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45064) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:48.161002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:48.168501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:48.187204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:48.214816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:48.343826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:48.346837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:48.404996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:48.441840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:48.453899 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-0cd99c80-cd4e-4017-865b-33f7c5a12919 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 1097 time: 0.4714625
Nov 27 11:40:48.466510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:48.551034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-eb9c3851-caa6-4ca5-a765-59e4e8a7edcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91 HTTP/1.1" status: 200  len: 217 time: 0.0807965
Nov 27 11:40:48.600830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:48.607568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2513f9c3-a571-4e32-b882-a50f7fcb171b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:48.651251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:48.659100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:security_group_rule and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:48.669606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:48.670580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Port': ['ID=cafc49ef-6ff3-4553-ab44-0eb4bc23383f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:48.675864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:48.680573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:48.685877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:48.689596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:48.698513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:48.719873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-955a599c-651b-4245-a2ae-25b636637017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:48.719873 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-955a599c-651b-4245-a2ae-25b636637017 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.1566563
Nov 27 11:40:48.783160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966402e1-7a81-4b48-93fc-96686946cd63 None None] DHCP port deletion for 069577b8-034f-45e0-9f75-d0968cda74bc request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:48.796472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:48.808299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75a4c0-0e42-44cc-9600-4ea4372897ad None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:40:48.810523 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604bf16-9883-4900-ada9-5d1dbadac442 None None] Sync routers for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:48.843933 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604bf16-9883-4900-ada9-5d1dbadac442 None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:48.846214 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2604bf16-9883-4900-ada9-5d1dbadac442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846381040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:48.981867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.012518 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2604bf16-9883-4900-ada9-5d1dbadac442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846381040>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:49.035783 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604bf16-9883-4900-ada9-5d1dbadac442 None None] Routers {'f8179e5f-2f53-42a9-a00e-65106fea24cc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:49.037275 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2604bf16-9883-4900-ada9-5d1dbadac442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846381040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f8179e5f-2f53-42a9-a00e-65106fea24cc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:49.095512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.107219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d9596567-095e-43c5-ac87-3c1a5e1cdebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:49.109225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba75a4c0-0e42-44cc-9600-4ea4372897ad None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:40:49.125987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cafc49ef-6ff3-4553-ab44-0eb4bc23383f no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:49.158351 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2604bf16-9883-4900-ada9-5d1dbadac442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846381040>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:49.159447 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604bf16-9883-4900-ada9-5d1dbadac442 None None] The sync data for ids ['f8179e5f-2f53-42a9-a00e-65106fea24cc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:49.161049 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d417cfaa-1c2e-413c-be66-34775b3378bf tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/routers/f8179e5f-2f53-42a9-a00e-65106fea24cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 18.2373500
Nov 27 11:40:49.162777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No DVR routers for this DVR port cafc49ef-6ff3-4553-ab44-0eb4bc23383f on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:49.163279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e67b948c-3460-45cb-b0a8-45c595628ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.165139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45070) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:49.198502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: cafc49ef-6ff3-4553-ab44-0eb4bc23383f {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:49.199398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cafc49ef-6ff3-4553-ab44-0eb4bc23383f not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:49.199398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 33ccffbb-6014-4108-b5a3-f89673eafaef no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:49.200284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0469d54-400e-4c7c-86f8-68bb836cbc09,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:49.207775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:49.214094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:49.243571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 33ccffbb-6014-4108-b5a3-f89673eafaef {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:49.243914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 33ccffbb-6014-4108-b5a3-f89673eafaef not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:49.424519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.487902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.488400 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 07e8f59a-0ae3-484c-80fa-f6e10ab38be4 of type vlan for network 01827e30-9f63-4c68-9234-7b448ab4e624
Nov 27 11:40:49.531434 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-f99d612b-5206-4c13-a85b-fcb4cad9fe73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7816801
Nov 27 11:40:49.622041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046cb4-4cf6-41b1-81c0-c4ecc40739fc req-54980c9b-80fc-4b59-8dc2-22e11e39fff1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:49.624296 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0d046cb4-4cf6-41b1-81c0-c4ecc40739fc req-54980c9b-80fc-4b59-8dc2-22e11e39fff1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 944 time: 0.8760409
Nov 27 11:40:49.632650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41c77c-0f56-482b-ab52-768995241a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-069577b8-034f-45e0-9f75-d0968cda74bc', 'network_id': '069577b8-034f-45e0-9f75-d0968cda74bc', 'tenant_id': 'e9ede6b39a7a43cdbbdcb1ddb51a27cc', 'fixed_ips': [{'subnet_id': '8166b903-3ae0-4722-aa6f-2335c6c5782a'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:49.633723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-db41c77c-0f56-482b-ab52-768995241a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.665758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.671850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.738031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.789422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.795804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-10444c44-3740-489e-aee7-720c5234d2c2 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516484
Nov 27 11:40:49.895903 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0d046cb4-4cf6-41b1-81c0-c4ecc40739fc req-3b6e2b59-53f6-494e-bfa1-44d20bdb910f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2327306
Nov 27 11:40:49.947538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.958762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-73b3694e-7020-4605-8d4a-27bbf0857fdc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:49.964076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.967836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:49.968409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server [None req-db41c77c-0f56-482b-ab52-768995241a2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8166b903-3ae0-4722-aa6f-2335c6c5782a: This subnet is being modified by another concurrent operation.
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 11:40:49.989649 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8166b903-3ae0-4722-aa6f-2335c6c5782a: This subnet is being modified by another concurrent operation.
Nov 27 11:40:49.994007 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server 
Nov 27 11:40:50.010382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.014022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-47b31b0d-f141-484c-a595-bdb7320d1db9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:50.020154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62cbfb-4889-4652-aa0f-8f1b3ddb584c None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:40:50.071174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=8166b903-3ae0-4722-aa6f-2335c6c5782a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:50.096976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:50.130364 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93467599-c08e-4471-9ad1-5320cdc708b5 req-6d605ead-1ae5-400c-8b19-af7c95d2f2ce service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3233032
Nov 27 11:40:50.185139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed62cbfb-4889-4652-aa0f-8f1b3ddb584c None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:40:50.240792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:40:50.258522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.263629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 105c04a0-56c7-4491-a20c-fa0f6c2b3884 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:50.264147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.266361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bd1aa750-14cc-41d8-9d83-e9283d568141 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:50.292764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.303169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=01827e30-9f63-4c68-9234-7b448ab4e624,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:50.305988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:50.316709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Allocated IP 172.26.6.248 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/e1a5b39d-96e5-4289-a1f7-09bfeb625cbd) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:50.320072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 01827e30-9f63-4c68-9234-7b448ab4e624 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:50.364975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28454736d0>,) {'filters': {'network_id': ['069577b8-034f-45e0-9f75-d0968cda74bc']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:50.387021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:50.393964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:50.396654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28454736d0>, '812c95dc-8924-4fc3-8825-253209f41031') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:50.396946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28454736d0>, '812c95dc-8924-4fc3-8825-253209f41031') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:50.455867 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.7584767
Nov 27 11:40:50.456128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:50.456128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.456128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=c7201184-9fec-4d53-9f44-ad32e16e123a,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:50.466426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:50.468087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.504291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.520139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:50.520534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:50.535585 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:50.599212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45074) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:50.617577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': '01827e30-9f63-4c68-9234-7b448ab4e624', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:50.629731 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.4665701
Nov 27 11:40:50.630854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45078) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:50.637636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:50.802986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'c7201184-9fec-4d53-9f44-ad32e16e123a'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:50.804899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.817356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.866763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc88d3ac-3efd-4aca-9439-b4e13b18e5f5 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:50.880354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.902222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:50.906340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=069577b8-034f-45e0-9f75-d0968cda74bc,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:50.912578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:50.924110 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/069577b8-034f-45e0-9f75-d0968cda74bc HTTP/1.1" status: 204  len: 168 time: 7.9899051
Nov 27 11:40:50.925619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45082) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:51.010983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Allocated IP 2001:db8::f816:3eff:fe5c:54fc (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/c7201184-9fec-4d53-9f44-ad32e16e123a/7826bb91-dda3-4e97-9291-27ffc9207d92) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:51.041165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:51.042644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:51.045524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.046974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:51.050210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:51.056835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:51.075767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 105c04a0-56c7-4491-a20c-fa0f6c2b3884 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:51.075923 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29de592-e31d-45a1-b899-c8758531d0be tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:51.075923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29de592-e31d-45a1-b899-c8758531d0be tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:51.075923 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b29de592-e31d-45a1-b899-c8758531d0be tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/8166b903-3ae0-4722-aa6f-2335c6c5782a HTTP/1.1" status: 404  len: 337 time: 0.1438470
Nov 27 11:40:51.075923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45088) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:51.149484 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b57240c-7540-4360-8f2e-c3df081a51ed tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:51.149978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b57240c-7540-4360-8f2e-c3df081a51ed tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:51.153967 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9b57240c-7540-4360-8f2e-c3df081a51ed tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/069577b8-034f-45e0-9f75-d0968cda74bc HTTP/1.1" status: 404  len: 339 time: 0.0788674
Nov 27 11:40:51.158894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45092) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:51.191812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.195604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:51.240325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:51.249920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:51.255557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ff7b77c7-36db-4b29-aeb5-e360ad6aa532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.263928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:51.313794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.336902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Transition to ACTIVE for port object 7826bb91-dda3-4e97-9291-27ffc9207d92 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:51.368706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Transition to ACTIVE for port object 7826bb91-dda3-4e97-9291-27ffc9207d92 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:51.396783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.400577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:51.404284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 523647d0-5e7f-468f-9fbc-bd27e501826f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:51.404595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.451047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ca27-907e-426f-8940-38f7e4e0592a req-29f3a7b6-4068-4b93-9aec-eb490fbba037 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:51.452500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c01ca27-907e-426f-8940-38f7e4e0592a req-29f3a7b6-4068-4b93-9aec-eb490fbba037 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 944 time: 0.3819842
Nov 27 11:40:51.481866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.487294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:51.487583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.505450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.519532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:51.555751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:51.556956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Pushing event updated for resources: {'Port': ['ID=7826bb91-dda3-4e97-9291-27ffc9207d92,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:51.559382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:51.561130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:51.561950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:51.619346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.652608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Attempting to bind port 7826bb91-dda3-4e97-9291-27ffc9207d92 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:51.652982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Attempting to bind port 7826bb91-dda3-4e97-9291-27ffc9207d92 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:51.654126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Attempting to bind port 7826bb91-dda3-4e97-9291-27ffc9207d92 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:51.660680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:51.661057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:51.661471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.662285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:51.662285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Bound port: 7826bb91-dda3-4e97-9291-27ffc9207d92, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:51.662741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.688937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:51.737419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'Port': ['ID=e1a5b39d-96e5-4289-a1f7-09bfeb625cbd,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:51.740294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:51.741125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:51.743424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:51.752373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] For port 7826bb91-dda3-4e97-9291-27ffc9207d92, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:51.755570 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] For port 7826bb91-dda3-4e97-9291-27ffc9207d92, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7826bb91-dda3-4e97-9291-27ffc9207d92,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:51.817720 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c01ca27-907e-426f-8940-38f7e4e0592a req-a0c8b62e-2249-4d22-aefe-1fd99a595c65 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3509538
Nov 27 11:40:51.854495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.882143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.887634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cd75cad1-65e3-45ef-801d-3f004d174c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:51.905263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Router 7a5e86c2-c666-4c93-a39b-cd1398fad46c has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:51.914570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28452b95b0>,) {'filters': {'network_id': ['37ec411e-e1c7-4957-8adc-b6d108ff9c5c']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:51.921971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.ipam_backend_mixin [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7201184-9fec-4d53-9f44-ad32e16e123a (CIDR: 2001:db8::/64)
Nov 27 11:40:51.939035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452b95b0>, '87df5564-04ab-4eda-8583-2c60d5695a7d') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:51.939374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452b95b0>, '87df5564-04ab-4eda-8583-2c60d5695a7d') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:51.950931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.954019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.964588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5e6de9f5-102c-46e5-92de-ec6fd1265dcf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:51.965163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:51.978294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Pushing event updated for resources: {'Port': ['ID=7826bb91-dda3-4e97-9291-27ffc9207d92,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:51.981488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:52.031989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=105c04a0-56c7-4491-a20c-fa0f6c2b3884,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:52.034682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:52.104837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:40:52.105269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:52.110081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.122702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 523647d0-5e7f-468f-9fbc-bd27e501826f owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:52.176591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:52.177236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:52.197153 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:52.292291 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f7004c54-e156-43c4-a8a8-f35cb5efc683 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6603880
Nov 27 11:40:52.297478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45096) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:52.302101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:52.309874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.379514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.528671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.530667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.536099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4db21b8b-0d4a-497f-add6-1c84fad9a4f8 tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:52.543800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-beb17263-a047-4fd5-939a-2c712833c0d9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:52.551693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.580516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=37ec411e-e1c7-4957-8adc-b6d108ff9c5c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:52.590454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:52.591995 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/37ec411e-e1c7-4957-8adc-b6d108ff9c5c HTTP/1.1" status: 204  len: 168 time: 1.4320228
Nov 27 11:40:52.595994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45100) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:52.653880 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac55ade1-ee8c-4d68-9cf5-e8d14fd315f5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:52.654239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac55ade1-ee8c-4d68-9cf5-e8d14fd315f5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:52.714716 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ac55ade1-ee8c-4d68-9cf5-e8d14fd315f5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/0dab5d9a-951a-4cd4-a200-dced9cb3149b HTTP/1.1" status: 404  len: 337 time: 0.1148739
Nov 27 11:40:52.715846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45104) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:52.750254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:52.761041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:52.764075 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be825a4-1a33-4176-9f1a-46ffec70a0c1 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:52.764511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be825a4-1a33-4176-9f1a-46ffec70a0c1 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:52.766156 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7be825a4-1a33-4176-9f1a-46ffec70a0c1 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/a80db897-fa41-4a52-815a-299454fab4c4 HTTP/1.1" status: 404  len: 339 time: 0.0493951
Nov 27 11:40:52.769166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:52.774697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45108) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:52.810516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=33f18e3a-5f8a-46ee-9771-db825d6e0b3f,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:52.814266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:52.815544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:52.884389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.891593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-abd6c408-713d-444c-8dc1-38c7db254ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:52.930821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7826bb91-dda3-4e97-9291-27ffc9207d92 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:52.933836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:52.937814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:52.973698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=523647d0-5e7f-468f-9fbc-bd27e501826f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:53.043180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:53.113294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': '07e8f59a-0ae3-484c-80fa-f6e10ab38be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '01827e30-9f63-4c68-9234-7b448ab4e624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:53.113665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: 01827e30-9f63-4c68-9234-7b448ab4e624, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:53.118365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.119502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7826bb91-dda3-4e97-9291-27ffc9207d92 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:53.183677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529a671-eb07-44dd-a16b-f68c8e637c3f None None] Network 069577b8-034f-45e0-9f75-d0968cda74bc requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:53.226408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138177a1-09df-450b-a801-506219a97381 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:53.243169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529a671-eb07-44dd-a16b-f68c8e637c3f None None] Network 069577b8-034f-45e0-9f75-d0968cda74bc could not be found, it might have been deleted concurrently. {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Nov 27 11:40:53.275247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0aede-200f-42e6-a2d0-8cca3c3714ac None None] DHCP port deletion for 069577b8-034f-45e0-9f75-d0968cda74bc request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:53.280755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee7112e-3cf2-4538-ae0c-ff9d38d658d4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting subnet 055e3c13-04a1-42ff-bc1a-17282727c9f7 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:53.284455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9ee7112e-3cf2-4538-ae0c-ff9d38d658d4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.451936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9ee7112e-3cf2-4538-ae0c-ff9d38d658d4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.456479 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] Provisioning for port 7826bb91-dda3-4e97-9291-27ffc9207d92 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:40:53.469913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] Provisioning complete for port 7826bb91-dda3-4e97-9291-27ffc9207d92 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:53.470306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.479394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:53.505483 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] Sync routers for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:53.528625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54450295-732a-403a-969a-2791fe695638 req-f11d7945-b2a6-43db-a49c-a8f8064ea52c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:53.529683 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-54450295-732a-403a-969a-2791fe695638 req-f11d7945-b2a6-43db-a49c-a8f8064ea52c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 944 time: 0.4898894
Nov 27 11:40:53.540726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.559590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network 01827e30-9f63-4c68-9234-7b448ab4e624 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:53.571737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.583517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:40:53.594181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:53.594849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e243a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:53.603965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.668129 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] 10.222.0.23 "PUT /v2.0/routers/7a5e86c2-c666-4c93-a39b-cd1398fad46c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3081698
Nov 27 11:40:53.674931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45114) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:53.681900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 01827e30-9f63-4c68-9234-7b448ab4e624) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:53.695573 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-54450295-732a-403a-969a-2791fe695638 req-c47f0e39-be7b-41ce-8b10-a5f15107c16c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1593516
Nov 27 11:40:53.698375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:53.698997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.759907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5084c-1906-4c1d-afee-9f4aaca4b41e None None] Network 01827e30-9f63-4c68-9234-7b448ab4e624 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:53.876332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:53.884327 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4546008
Nov 27 11:40:53.886704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45120) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:53.888591 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe5bb1-0469-440d-aac2-38ee7e1312f9 None None] Sync routers for ids ['5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:53.910137 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe5bb1-0469-440d-aac2-38ee7e1312f9 None None] Routers {'5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:53.912337 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-bbbe5bb1-0469-440d-aac2-38ee7e1312f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465955b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:53.915570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.916321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.968468 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:53.994150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9ee7112e-3cf2-4538-ae0c-ff9d38d658d4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.016147 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-bbbe5bb1-0469-440d-aac2-38ee7e1312f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465955b0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:54.025515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.043221 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 3.4363463
Nov 27 11:40:54.044521 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe5bb1-0469-440d-aac2-38ee7e1312f9 None None] Routers {'5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:54.045348 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-bbbe5bb1-0469-440d-aac2-38ee7e1312f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465955b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:54.056584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45124) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:54.060826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1be5ef81-6bce-45f5-8359-6fce1da91b1a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:40:54.070131 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-735689965'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:54.079480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:54.086757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:40:54.089438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:54.097853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:54.106784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:54.168938 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-bbbe5bb1-0469-440d-aac2-38ee7e1312f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465955b0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:54.169767 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe5bb1-0469-440d-aac2-38ee7e1312f9 None None] The sync data for ids ['5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:54.280651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1be5ef81-6bce-45f5-8359-6fce1da91b1a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:40:54.284056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] For port 7826bb91-dda3-4e97-9291-27ffc9207d92, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7826bb91-dda3-4e97-9291-27ffc9207d92,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:54.289331 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1be5ef81-6bce-45f5-8359-6fce1da91b1a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf HTTP/1.1" status: 200  len: 205 time: 0.3969841
Nov 27 11:40:54.289473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45128) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:54.314267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:54.318602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.343714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.386552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.387099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Fanout notify agent at l3_agent the message router_deleted on router f8179e5f-2f53-42a9-a00e-65106fea24cc {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:40:54.456341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.465707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e961692f-4cfa-4187-bca5-e48961138a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:54.468811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9ee7112e-3cf2-4538-ae0c-ff9d38d658d4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.479643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.493318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4ce53f78-ed06-4799-8546-a06e8d98751f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:54.531802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9ee7112e-3cf2-4538-ae0c-ff9d38d658d4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.533688 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9ee7112e-3cf2-4538-ae0c-ff9d38d658d4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/055e3c13-04a1-42ff-bc1a-17282727c9f7 HTTP/1.1" status: 204  len: 168 time: 1.7582076
Nov 27 11:40:54.537606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.541265 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/routers/f8179e5f-2f53-42a9-a00e-65106fea24cc HTTP/1.1" status: 204  len: 168 time: 5.3673015
Nov 27 11:40:54.545975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45132) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:54.546304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45134) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:54.547288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7112e-3cf2-4538-ae0c-ff9d38d658d4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=055e3c13-04a1-42ff-bc1a-17282727c9f7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:54.561065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Router d0876d81-daef-4d2d-bafc-85766711e991 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:40:54.567084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:40:54.584113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.584994 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 08565805-3ad1-4482-a240-7fce7406c5e7 of type vlan for network 411badc7-2840-418a-96ae-3cf1b21d2289
Nov 27 11:40:54.639228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] Pushing event updated for resources: {'Port': ['ID=7826bb91-dda3-4e97-9291-27ffc9207d92,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:54.649976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:54.650957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b906f-8ff1-4896-aa5b-b202aaa9a1cd None None] Network c1004711-5651-48b5-925d-ee3c7a98445e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:54.658387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:54.676545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-01827e30-9f63-4c68-9234-7b448ab4e624', 'network_id': '01827e30-9f63-4c68-9234-7b448ab4e624', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': '33f18e3a-5f8a-46ee-9771-db825d6e0b3f'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:40:54.677452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.683671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:54.692645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.693705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f025720-2b03-4bc2-8dca-f4c4b924769d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.704516 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28138624-ac4a-4534-8451-a0afe5952228 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:54.801843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:54.806191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.898539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.902324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:54.902968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:54.910274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e4251110-0b4e-4f17-b559-5e951c0fbbf9 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:54.935175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7826bb91-dda3-4e97-9291-27ffc9207d92 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:40:54.972081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting subnet 80a837de-b701-469c-98be-6ad8dcf477b1 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:54.989465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.029189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b8c73e13-a571-45ba-8399-61f6649dcb3c None None] Provisioning complete for port 7826bb91-dda3-4e97-9291-27ffc9207d92 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:55.029189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8c73e13-a571-45ba-8399-61f6649dcb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.047560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=411badc7-2840-418a-96ae-3cf1b21d2289,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:55.051697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:55.088590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=792a73f7-572d-4321-a6c1-a1f0daa001b7,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:55.092377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:55.092558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.092678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 411badc7-2840-418a-96ae-3cf1b21d2289 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:40:55.097536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:55.097921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:55.112364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:40:55.117630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.119268 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "PUT /v2.0/routers/d0876d81-daef-4d2d-bafc-85766711e991 HTTP/1.1" status: 200  len: 915 time: 8.0634613
Nov 27 11:40:55.122033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45142) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:55.127338 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5b068564-fc6a-460e-bab6-d81b701d8a21 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0685322
Nov 27 11:40:55.138650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45146) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:55.146833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.160684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de63bb-0e11-447f-b10f-9f66ac00af1e None None] Sync routers for ids ['d0876d81-daef-4d2d-bafc-85766711e991'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:40:55.188593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': '411badc7-2840-418a-96ae-3cf1b21d2289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:55.199903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Deleting port 3b64193c-4470-42e0-a4ed-68fc0493d657 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:55.200237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.217832 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9181032
Nov 27 11:40:55.228428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45150) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:55.463196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting subnet 5186cea4-7981-4494-b31c-80d5673da56b {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:55.473383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:0f:a3:71', 'name': 'tempest-NetworksTestDHCPv6-1566676463'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:40:55.496391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de63bb-0e11-447f-b10f-9f66ac00af1e None None] Routers {'d0876d81-daef-4d2d-bafc-85766711e991'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:55.497152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b3de63bb-0e11-447f-b10f-9f66ac00af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845da6b50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d0876d81-daef-4d2d-bafc-85766711e991'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:55.508622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.577377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b881f-786b-4c3c-9b0c-fe14e68ae44c req-0d3c3ef3-4fbe-4d35-9c2c-de77f4151684 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:55.578848 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-232b881f-786b-4c3c-9b0c-fe14e68ae44c req-0d3c3ef3-4fbe-4d35-9c2c-de77f4151684 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 944 time: 0.7066491
Nov 27 11:40:55.579896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:55.611661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e243a0>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:40:47Z', 'revision_number': 5, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port': {'id': '3b64193c-4470-42e0-a4ed-68fc0493d657', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:35:59Z', 'updated_at': '2021-11-27T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:55.633780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] For port 3b64193c-4470-42e0-a4ed-68fc0493d657, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3b64193c-4470-42e0-a4ed-68fc0493d657,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:55.634350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.656440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Allocated IP 172.20.255.242 (01827e30-9f63-4c68-9234-7b448ab4e624/33f18e3a-5f8a-46ee-9771-db825d6e0b3f/7e9e5633-200f-414c-9286-435bcbb4e66d) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:55.663744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7826bb91-dda3-4e97-9291-27ffc9207d92 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:55.663990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.687003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b3de63bb-0e11-447f-b10f-9f66ac00af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845da6b50>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:55.721996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] Checking router: 7a5e86c2-c666-4c93-a39b-cd1398fad46c for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:40:55.801024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:55.801521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Calling delete_port for 3b64193c-4470-42e0-a4ed-68fc0493d657 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:55.847958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:40:55.856396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:40:55.862179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:55.866756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:40:55.871413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de63bb-0e11-447f-b10f-9f66ac00af1e None None] Routers {'d0876d81-daef-4d2d-bafc-85766711e991'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:55.872048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b3de63bb-0e11-447f-b10f-9f66ac00af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845da6b50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d0876d81-daef-4d2d-bafc-85766711e991'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:55.885052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:55.893616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:40:55.900320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.924295 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f3aa7787-d84f-47fc-b949-c6ebcac29fa5 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/routers/d0876d81-daef-4d2d-bafc-85766711e991 HTTP/1.1" status: 200  len: 921 time: 0.7976842
Nov 27 11:40:55.925567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45156) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:55.956013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f025720-2b03-4bc2-8dca-f4c4b924769d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.965581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:55.976362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:56.026086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f025720-2b03-4bc2-8dca-f4c4b924769d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.031779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] Routers {'7a5e86c2-c666-4c93-a39b-cd1398fad46c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:40:56.032431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e243a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:56.043523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:40:56.096323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b3de63bb-0e11-447f-b10f-9f66ac00af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845da6b50>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:56.096579 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de63bb-0e11-447f-b10f-9f66ac00af1e None None] The sync data for ids ['d0876d81-daef-4d2d-bafc-85766711e991'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:56.101267 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-232b881f-786b-4c3c-9b0c-fe14e68ae44c req-b7035a85-2c6d-4b6b-b50e-01fdae7f657a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4546976
Nov 27 11:40:56.220524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.248277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.352270 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6bacc60e-badf-4948-b2ef-9e6e6b1e6fc3 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=d0876d81-daef-4d2d-bafc-85766711e991&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4265471
Nov 27 11:40:56.352545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] Set router 7a5e86c2-c666-4c93-a39b-cd1398fad46c gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:40:56.357134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45160) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:56.382756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.386830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ab2bf579-7563-442e-8329-4df5ffafffd9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:56.396012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.409275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-268b6490-3041-4fed-9b2d-68aff2d71595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:56.425481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f025720-2b03-4bc2-8dca-f4c4b924769d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.426781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f025720-2b03-4bc2-8dca-f4c4b924769d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:40:56.449898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=80a837de-b701-469c-98be-6ad8dcf477b1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:56.451182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.456172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:56.481395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.513147 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/80a837de-b701-469c-98be-6ad8dcf477b1 HTTP/1.1" status: 204  len: 168 time: 1.9635761
Nov 27 11:40:56.517039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45164) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:56.522854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f025720-2b03-4bc2-8dca-f4c4b924769d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.523117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b64193c-4470-42e0-a4ed-68fc0493d657,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:56.532029 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9f025720-2b03-4bc2-8dca-f4c4b924769d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf HTTP/1.1" status: 204  len: 168 time: 2.2454147
Nov 27 11:40:56.533385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45168) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:56.534282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:56.566032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e243a0>, [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:40:55Z', 'revision_number': 6, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:56.593206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b99ac9-82d1-4b28-885e-9a23ada3e745 None None] The sync data for ids ['7a5e86c2-c666-4c93-a39b-cd1398fad46c'] in dv-neutron-819441-1-hyperv is: [{'id': '7a5e86c2-c666-4c93-a39b-cd1398fad46c', 'name': 'tempest-ServerActionsTestJSON-2085172363-router', 'tenant_id': '2a9315726d9b43bb8dced54aa91b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:35:57Z', 'updated_at': '2021-11-27T11:40:55Z', 'revision_number': 6, 'project_id': '2a9315726d9b43bb8dced54aa91b2abf', 'gw_port_host': None}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:40:56.605713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.627169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Transition to ACTIVE for port object 7e9e5633-200f-414c-9286-435bcbb4e66d will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:56.650704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Transition to ACTIVE for port object 7e9e5633-200f-414c-9286-435bcbb4e66d will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:56.653562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Update dhcp port {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': 'c7201184-9fec-4d53-9f44-ad32e16e123a', 'ip_address': '2001:db8::f816:3eff:fe5c:54fc'}, {'subnet_id': '792a73f7-572d-4321-a6c1-a1f0daa001b7'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '7826bb91-dda3-4e97-9291-27ffc9207d92'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:40:56.670823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.676957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1f481e85-8f66-47a8-984d-f45045ebf35b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:56.679028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 6267dfbb-ef8b-4d9a-b302-43a9ef970f6a yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:40:56.708271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.727951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.730732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Subnet': ['ID=5186cea4-7981-4494-b31c-80d5673da56b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:56.733357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:56.745184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.765115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port 2a21d980-4d45-4257-8819-f3e7fde96db8 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:56.766787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:56.866991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e92d1b-2f72-45a3-a2bc-8082d0f90090 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:56.868331 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-86e92d1b-2f72-45a3-a2bc-8082d0f90090 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 881 time: 0.5102503
Nov 27 11:40:56.874456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45172) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:56.967803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685fb25-c638-44a1-ad05-a86008451e66 None None] Network 30cbe7f2-8051-4930-9c6a-58c87277b3db requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:57.002820 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/subnets/5186cea4-7981-4494-b31c-80d5673da56b HTTP/1.1" status: 204  len: 168 time: 2.4517093
Nov 27 11:40:57.003790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45176) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:57.073897 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0ece7563-5247-415c-a166-c681f5da127c tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0876d81-daef-4d2d-bafc-85766711e991 HTTP/1.1" status: 200  len: 205 time: 0.1828709
Nov 27 11:40:57.081175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45180) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:57.095062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.113367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-53b4e9a4-b56e-4707-a1cf-4ef9152aaaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:57.167603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4956a54f-1e25-42e0-9b55-70e827cd68f8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:57.208858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13cc9fe-fb2f-4b02-8cf9-8fcb64d39faf None None] Network c1004711-5651-48b5-925d-ee3c7a98445e requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:57.264896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4956a54f-1e25-42e0-9b55-70e827cd68f8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:57.265237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4956a54f-1e25-42e0-9b55-70e827cd68f8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:57.337437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port 2a21d980-4d45-4257-8819-f3e7fde96db8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2a21d980-4d45-4257-8819-f3e7fde96db8,segment=NetworkSegment(3c989a6a-bd66-493e-bede-974c52680ba2),segment_id=3c989a6a-bd66-493e-bede-974c52680ba2)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:57.340762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.347098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.405098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Network 01827e30-9f63-4c68-9234-7b448ab4e624 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:57.439297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:57.441751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:40:57.444644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Pushing event updated for resources: {'Port': ['ID=7e9e5633-200f-414c-9286-435bcbb4e66d,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:57.447208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:57.476145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for 2a21d980-4d45-4257-8819-f3e7fde96db8 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:57.494829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5bb2e47a-f857-4df2-afd5-ea75a8cb3bd6 None None] Provisioning complete for port 2a21d980-4d45-4257-8819-f3e7fde96db8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:40:57.494829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e47a-f857-4df2-afd5-ea75a8cb3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.538379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet bd15269a-8667-4e38-b1ec-834b18d5b154 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:57.555745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.606547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.627879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 5979c9ce-236d-476f-a3f9-3850e92ea930 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:57.628528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.640614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.771217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Attempting to bind port 7e9e5633-200f-414c-9286-435bcbb4e66d on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:40:57.771586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Attempting to bind port 7e9e5633-200f-414c-9286-435bcbb4e66d by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '07e8f59a-0ae3-484c-80fa-f6e10ab38be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '01827e30-9f63-4c68-9234-7b448ab4e624'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:40:57.771957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Attempting to bind port 7e9e5633-200f-414c-9286-435bcbb4e66d on network 01827e30-9f63-4c68-9234-7b448ab4e624 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:40:57.777974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5bb2e47a-f857-4df2-afd5-ea75a8cb3bd6 None None] Could not find standard attr ID for object 2a21d980-4d45-4257-8819-f3e7fde96db8. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:40:57.792797 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.plugins.ml2.db [None req-5bb2e47a-f857-4df2-afd5-ea75a8cb3bd6 None None] No ports have port_id starting with 2a21d980-4d45-4257-8819-f3e7fde96db8
Nov 27 11:40:57.801114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:40:57.801493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Checking segment: {'id': '07e8f59a-0ae3-484c-80fa-f6e10ab38be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '01827e30-9f63-4c68-9234-7b448ab4e624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:57.801905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.802297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Bound using segment: {'id': '07e8f59a-0ae3-484c-80fa-f6e10ab38be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '01827e30-9f63-4c68-9234-7b448ab4e624'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:40:57.802813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Bound port: 7e9e5633-200f-414c-9286-435bcbb4e66d, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e8f59a-0ae3-484c-80fa-f6e10ab38be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '01827e30-9f63-4c68-9234-7b448ab4e624'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:40:57.803244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.887885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.902290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.952904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.955454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:57.956527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] For port 7e9e5633-200f-414c-9286-435bcbb4e66d, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:40:57.960611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] For port 7e9e5633-200f-414c-9286-435bcbb4e66d, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7e9e5633-200f-414c-9286-435bcbb4e66d,segment=NetworkSegment(07e8f59a-0ae3-484c-80fa-f6e10ab38be4),segment_id=07e8f59a-0ae3-484c-80fa-f6e10ab38be4)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:40:57.964367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] DHCP port deletion for 30cbe7f2-8051-4930-9c6a-58c87277b3db request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:57.969216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] Deleting port 5979c9ce-236d-476f-a3f9-3850e92ea930 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:57.969680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:57.990300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No DVR routers for this DVR port 2a21d980-4d45-4257-8819-f3e7fde96db8 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:58.004683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cba65b-5786-4961-ba65-20ce93a9fbc4 None None] DHCP port deletion for c1004711-5651-48b5-925d-ee3c7a98445e request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:40:58.062923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Port': ['ID=2a21d980-4d45-4257-8819-f3e7fde96db8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:58.065578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:58.071469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8e43689d-4c0e-4282-a4f8-26887a2d636f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:58.185983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8:0:1::1e2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/792a73f7-572d-4321-a6c1-a1f0daa001b7/6267dfbb-ef8b-4d9a-b302-43a9ef970f6a) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:58.192614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:fe0f:a371 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/c7201184-9fec-4d53-9f44-ad32e16e123a/6267dfbb-ef8b-4d9a-b302-43a9ef970f6a) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:58.222561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] For port 5979c9ce-236d-476f-a3f9-3850e92ea930, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5979c9ce-236d-476f-a3f9-3850e92ea930,segment=NetworkSegment(3958b84e-a9a8-40e6-a42b-320705b04151),segment_id=3958b84e-a9a8-40e6-a42b-320705b04151)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:58.223188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.299079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.306029 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.315480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0ebfb-07e1-4b1c-9392-9d99b768a6a4 req-4bb657da-cad7-4e9c-848a-ce20b2bb83c8 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:58.317330 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8cf0ebfb-07e1-4b1c-9392-9d99b768a6a4 req-4bb657da-cad7-4e9c-848a-ce20b2bb83c8 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 944 time: 1.0771117
Nov 27 11:40:58.354944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=bfae2914-9438-42c5-87cb-bd78d3961490,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:58.357833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:58.375329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': '08565805-3ad1-4482-a240-7fce7406c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '411badc7-2840-418a-96ae-3cf1b21d2289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:40:58.375685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: 411badc7-2840-418a-96ae-3cf1b21d2289, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:40:58.380749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844a8b790>,) {'filters': {'network_id': ['c1004711-5651-48b5-925d-ee3c7a98445e']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:58.400012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] For port 5979c9ce-236d-476f-a3f9-3850e92ea930, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5979c9ce-236d-476f-a3f9-3850e92ea930,segment=NetworkSegment(3958b84e-a9a8-40e6-a42b-320705b04151),segment_id=3958b84e-a9a8-40e6-a42b-320705b04151)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:58.400390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.408720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a8b790>, '3c989a6a-bd66-493e-bede-974c52680ba2') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:58.409055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a8b790>, '3c989a6a-bd66-493e-bede-974c52680ba2') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:40:58.436438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] Calling delete_port for 5979c9ce-236d-476f-a3f9-3850e92ea930 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:58.485178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.493373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.508646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.512192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.513223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:58.526917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fdb4c55a-e05b-4620-952f-75d728cd7039 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:58.562779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 5979c9ce-236d-476f-a3f9-3850e92ea930 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:40:58.609051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.611891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f7167fca-4dc8-4962-8155-f033ce8e5f91 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:40:58.626721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:40:58.627119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:40:58.646551 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:40:58.659414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Pushing event updated for resources: {'Port': ['ID=7e9e5633-200f-414c-9286-435bcbb4e66d,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:58.675413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:58.685022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.712547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cb00bac7-ad7c-458a-9615-9cd82dc651a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:58.721963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=bd15269a-8667-4e38-b1ec-834b18d5b154,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:58.754181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:58.776152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.780251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.798959 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/bd15269a-8667-4e38-b1ec-834b18d5b154 HTTP/1.1" status: 204  len: 168 time: 2.2638142
Nov 27 11:40:58.804587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network 411badc7-2840-418a-96ae-3cf1b21d2289 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:40:58.804795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45186) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:58.850442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.851014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5e86c2-c666-4c93-a39b-cd1398fad46c {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:40:58.851726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:40:58.852231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:40:58.867720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:58.870884 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] 10.222.0.23 "DELETE /v2.0/routers/7a5e86c2-c666-4c93-a39b-cd1398fad46c HTTP/1.1" status: 204  len: 168 time: 5.1916697
Nov 27 11:40:58.871615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45190) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:58.886094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 6267dfbb-ef8b-4d9a-b302-43a9ef970f6a will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:40:58.892494 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8cf0ebfb-07e1-4b1c-9392-9d99b768a6a4 req-cf9c2ee8-8227-4731-ba01-45e98db7e654 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3932939
Nov 27 11:40:58.946564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] Pushing event deleted for resources: {'Port': ['ID=5979c9ce-236d-476f-a3f9-3850e92ea930,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:58.948920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2bd86-4fb4-463b-8322-380dfadd8c66 None None] Network 13d69ebe-7ab3-4830-96ed-d770e7d0a825 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:59.000302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Deleting subnet 70d50f91-9039-4c22-91ff-3dcb1768552f {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:40:59.003605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 411badc7-2840-418a-96ae-3cf1b21d2289) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:59.015461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.023146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.028098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f5c55fc9-e3bd-4c05-a1f5-93fd9173680b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:59.044440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.064247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.102085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:40:59.111648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.126784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:59.156196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=c1004711-5651-48b5-925d-ee3c7a98445e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:40:59.158810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:40:59.162646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] No DVR routers for this DVR port 5979c9ce-236d-476f-a3f9-3850e92ea930 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:40:59.162646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3b64193c-4470-42e0-a4ed-68fc0493d657 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:59.176095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.179650 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/c1004711-5651-48b5-925d-ee3c7a98445e HTTP/1.1" status: 204  len: 168 time: 2.6614428
Nov 27 11:40:59.183378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45194) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:59.200706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port e90594ec-2023-4e8d-b3db-40dd3d90ada9 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:59.201044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.204550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985b652-776c-424e-934b-710113bb6868 None None] Network 411badc7-2840-418a-96ae-3cf1b21d2289 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:40:59.247150 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28cb7e5-92f6-4a94-aa7c-a117052a6710 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:59.264562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28cb7e5-92f6-4a94-aa7c-a117052a6710 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:59.264562 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e28cb7e5-92f6-4a94-aa7c-a117052a6710 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/75c677db-5429-4529-a554-6323d38d2b59 HTTP/1.1" status: 404  len: 337 time: 0.0650578
Nov 27 11:40:59.264562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.264890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 3b64193c-4470-42e0-a4ed-68fc0493d657 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:59.264890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3b64193c-4470-42e0-a4ed-68fc0493d657 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:59.264890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5979c9ce-236d-476f-a3f9-3850e92ea930 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:59.265466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45198) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:59.289113 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 4.1470466
Nov 27 11:40:59.291611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45202) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:59.329220 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8096563-652e-4e29-bb56-fde59f888608 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:59.329655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8096563-652e-4e29-bb56-fde59f888608 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:59.333625 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f8096563-652e-4e29-bb56-fde59f888608 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/76591860-8ed6-4c2b-9dbc-6a53392a868f HTTP/1.1" status: 404  len: 339 time: 0.0644500
Nov 27 11:40:59.335619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45206) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:59.412482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 5979c9ce-236d-476f-a3f9-3850e92ea930 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:59.412861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5979c9ce-236d-476f-a3f9-3850e92ea930 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:59.413283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a21d980-4d45-4257-8819-f3e7fde96db8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:40:59.430858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 5979c9ce-236d-476f-a3f9-3850e92ea930 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:40:59.431190 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.460334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.473272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1835551c-dfe4-40c7-8967-c8936733dc69 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:40:59.520602 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b5ff0c-13d9-4ac7-a71a-f13b060bb75a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:59.520907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b5ff0c-13d9-4ac7-a71a-f13b060bb75a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:59.525735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-04b5ff0c-13d9-4ac7-a71a-f13b060bb75a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/0af8863c-e3af-45d6-bb1c-d5efd4633a5c HTTP/1.1" status: 404  len: 337 time: 0.1869857
Nov 27 11:40:59.531351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] The port '5979c9ce-236d-476f-a3f9-3850e92ea930' was deleted {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:40:59.535219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45210) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:59.560388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 2a21d980-4d45-4257-8819-f3e7fde96db8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:40:59.561181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2a21d980-4d45-4257-8819-f3e7fde96db8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:40:59.623283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f7167fca-4dc8-4962-8155-f033ce8e5f91, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:59.629379 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e46df3-913c-4e6c-ae11-cde09731914b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:59.630289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e46df3-913c-4e6c-ae11-cde09731914b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:59.634697 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a0e46df3-913c-4e6c-ae11-cde09731914b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/e4893502-22b3-4d34-b48d-c66e361dba9f HTTP/1.1" status: 404  len: 339 time: 0.0955188
Nov 27 11:40:59.649175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45214) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:59.650184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Allocated IP 2001:db8:0:1::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/792a73f7-572d-4321-a6c1-a1f0daa001b7/7826bb91-dda3-4e97-9291-27ffc9207d92) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:40:59.688993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'port_id': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'mac_address': 'fa:16:3e:a5:95:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:40:59.716494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port e90594ec-2023-4e8d-b3db-40dd3d90ada9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e90594ec-2023-4e8d-b3db-40dd3d90ada9,segment=NetworkSegment(36507983-6c4d-4002-b56c-3115ef129a00),segment_id=36507983-6c4d-4002-b56c-3115ef129a00)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:40:59.718005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.744618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:40:59.803957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:40:59.883949 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-56168787-44ab-41b8-bbca-9ca5ab5f56f4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:40:59.884382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56168787-44ab-41b8-bbca-9ca5ab5f56f4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:40:59.891002 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-56168787-44ab-41b8-bbca-9ca5ab5f56f4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/67ff8b7b-ab61-4d4f-a03e-1f27cd44d529 HTTP/1.1" status: 404  len: 337 time: 0.2378197
Nov 27 11:40:59.911132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.942988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45218) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:40:59.957392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:40:59.981248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.014757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7167fca-4dc8-4962-8155-f033ce8e5f91 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:41:00.023317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-411badc7-2840-418a-96ae-3cf1b21d2289', 'network_id': '411badc7-2840-418a-96ae-3cf1b21d2289', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': 'bfae2914-9438-42c5-87cb-bd78d3961490'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:00.024124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.047404 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7852e57-6d27-4edf-a8da-e10cce58c224 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:41:00.047885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7852e57-6d27-4edf-a8da-e10cce58c224 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:00.053905 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d7852e57-6d27-4edf-a8da-e10cce58c224 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/4eb23303-1be4-4121-b5b1-f2e2130b65f1 HTTP/1.1" status: 404  len: 339 time: 0.1091015
Nov 27 11:41:00.055298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45224) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:00.101235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5a90a-8e42-46d3-a70b-ffe2ca816d4e None None] DHCP port deletion for 13d69ebe-7ab3-4830-96ed-d770e7d0a825 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:41:00.103761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f7167fca-4dc8-4962-8155-f033ce8e5f91, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:00.110678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] For port 7826bb91-dda3-4e97-9291-27ffc9207d92, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7826bb91-dda3-4e97-9291-27ffc9207d92,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:00.110990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=6267dfbb-ef8b-4d9a-b302-43a9ef970f6a,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:00.114255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:00.119262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:00.122386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.132216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for e90594ec-2023-4e8d-b3db-40dd3d90ada9 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:00.177966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:00.185198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3472000-feca-4500-a5c8-324b187e80e7 None None] Network 01827e30-9f63-4c68-9234-7b448ab4e624 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:00.193010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.208569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5a90a-8e42-46d3-a70b-ffe2ca816d4e None None] Deleting port e90594ec-2023-4e8d-b3db-40dd3d90ada9 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:00.208793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a90a-8e42-46d3-a70b-ffe2ca816d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.248647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.265968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.275040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c4d6b37e-fd3e-4bae-a1f1-32cc11a75bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:00.282179 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 5.0523498
Nov 27 11:41:00.284576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45228) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:00.296794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284530b0a0>,) {'filters': {'network_id': ['30cbe7f2-8051-4930-9c6a-58c87277b3db']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:00.378513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.389183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.393504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-645b5bc7-3b39-44ec-b951-3a5da6ce57ca tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:00.411205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.resource_extend [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:41:00.426092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Deleting port e1a5b39d-96e5-4289-a1f7-09bfeb625cbd {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:00.426529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.457862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284530b0a0>, '3958b84e-a9a8-40e6-a42b-320705b04151') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:00.458214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284530b0a0>, '3958b84e-a9a8-40e6-a42b-320705b04151') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:00.460935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 6267dfbb-ef8b-4d9a-b302-43a9ef970f6a {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:00.461272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.473744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.493702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.520454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=e90594ec-2023-4e8d-b3db-40dd3d90ada9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:00.543929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No DVR routers for this DVR port e90594ec-2023-4e8d-b3db-40dd3d90ada9 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:00.544203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.554679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5a90a-8e42-46d3-a70b-ffe2ca816d4e None None] The port 'e90594ec-2023-4e8d-b3db-40dd3d90ada9' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:41:00.580966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:00.581399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.583457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=f7167fca-4dc8-4962-8155-f033ce8e5f91,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:00.587512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Transition to ACTIVE for port object 7826bb91-dda3-4e97-9291-27ffc9207d92 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:00.598856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c1fbd312-8f29-4b2a-b391-fc117c93e7ee None None] Provisioning for port 7e9e5633-200f-414c-9286-435bcbb4e66d completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:00.605840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.606215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.606625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.606990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.607746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.607908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Allocated IP 172.20.0.2 (411badc7-2840-418a-96ae-3cf1b21d2289/bfae2914-9438-42c5-87cb-bd78d3961490/1773be55-ec82-4345-bb83-5e8b026f33cb) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:00.608002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.608081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.608379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.608890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.609754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.609754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.613028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:00.613670 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:00.633471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.642027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8aec226-e64d-4f0d-adb0-4ff95a70e6a7 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:00.642812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.643206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.643530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.643832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.644174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.644472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.644972 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.645470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.645952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.646624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.647645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:00.652135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['f7167fca-4dc8-4962-8155-f033ce8e5f91'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:41:00.679950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:00.724014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting subnet c89413dc-e9be-468f-abf2-b85d57594b84 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:00.727706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.728269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.745048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:00.785709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.840578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.876744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:00.980489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a9e11-bd9d-4c15-ba19-8172ba6d2706 req-7904e89c-fb32-4505-a98f-dba639c518d5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:00.981958 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-310a9e11-bd9d-4c15-ba19-8172ba6d2706 req-7904e89c-fb32-4505-a98f-dba639c518d5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 945 time: 0.8109570
Nov 27 11:41:00.983014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d50f91-9039-4c22-91ff-3dcb1768552f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:00.990915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844b62f70>,) {'filters': {'network_id': ['13d69ebe-7ab3-4830-96ed-d770e7d0a825']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:01.000174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.003996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.004649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.005306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.005919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.007407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.007952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.008478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.009025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.009560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.010080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.010619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:01.014408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844b62f70>, '36507983-6c4d-4002-b56c-3115ef129a00') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:01.014745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844b62f70>, '36507983-6c4d-4002-b56c-3115ef129a00') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:01.015684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:01.039339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7e9e5633-200f-414c-9286-435bcbb4e66d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:01.056721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.067653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.073401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d6653952-2be1-4cee-9e0d-94514426b5eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:01.078820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.086362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6268b90-fdf9-4e09-9d5c-f72738d8e353 None None] Network d26cf85b-f22d-4c77-b703-07095256914f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:01.111227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=c89413dc-e9be-468f-abf2-b85d57594b84,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:01.114865 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-310a9e11-bd9d-4c15-ba19-8172ba6d2706 req-15f61cce-eead-4abc-896a-5d9f73915337 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947201
Nov 27 11:41:01.115654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.119918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:01.122624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7e878cbc-1d8c-400d-ad4c-4bd686145fcf tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:01.137915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.141238 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/networks/30cbe7f2-8051-4930-9c6a-58c87277b3db HTTP/1.1" status: 204  len: 168 time: 4.1109219
Nov 27 11:41:01.145411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45232) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:01.152687 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] 10.222.0.23 "DELETE /v2.0/subnets/70d50f91-9039-4c22-91ff-3dcb1768552f HTTP/1.1" status: 204  len: 168 time: 2.2798886
Nov 27 11:41:01.154125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.156024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/c89413dc-e9be-468f-abf2-b85d57594b84 HTTP/1.1" status: 204  len: 168 time: 1.0816123
Nov 27 11:41:01.161671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45236) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:01.162208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45238) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:01.166345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Pushing event updated for resources: {'Port': ['ID=7826bb91-dda3-4e97-9291-27ffc9207d92,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:01.167364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.181889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:01.196948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e0bcf-46c1-4143-870c-e405d13d94dd None None] Network 75b3b046-9740-4fb0-bb07-878d917f1d1f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:01.228779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Network': ['ID=30cbe7f2-8051-4930-9c6a-58c87277b3db,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:01.241425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:01.247732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.285012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Calling delete_port for e1a5b39d-96e5-4289-a1f7-09bfeb625cbd owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:01.354680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 5730851b-ca08-4423-8535-7a16296fdc28 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:01.356207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.388786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.490008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:01.490416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.507764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Transition to ACTIVE for port object 1773be55-ec82-4345-bb83-5e8b026f33cb will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:01.507926 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:01.599227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.599564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.655571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Transition to ACTIVE for port object 1773be55-ec82-4345-bb83-5e8b026f33cb will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:01.660071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.670066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 6267dfbb-ef8b-4d9a-b302-43a9ef970f6a owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:01.904661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:01.914632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 5730851b-ca08-4423-8535-7a16296fdc28 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:01.917584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:02.004243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Deleting port 046e3bd6-348e-482e-8614-9584374af4bd {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:02.004584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.046295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.069912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Network 411badc7-2840-418a-96ae-3cf1b21d2289 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:02.108376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:02.108376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:02.108376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7e9e5633-200f-414c-9286-435bcbb4e66d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:02.109971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Pushing event updated for resources: {'Port': ['ID=1773be55-ec82-4345-bb83-5e8b026f33cb,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:02.112921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:02.119914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7e9e5633-200f-414c-9286-435bcbb4e66d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:02.120291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.123084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port 4f45fe1c-b189-4dae-b57d-de02f0b669ea {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:02.123636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.281526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.285948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.304674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8ff4838-e759-4c51-8c55-3d7659c46c13 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:02.361053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Attempting to bind port 1773be55-ec82-4345-bb83-5e8b026f33cb on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:02.361634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Attempting to bind port 1773be55-ec82-4345-bb83-5e8b026f33cb by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '08565805-3ad1-4482-a240-7fce7406c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '411badc7-2840-418a-96ae-3cf1b21d2289'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:02.362835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Attempting to bind port 1773be55-ec82-4345-bb83-5e8b026f33cb on network 411badc7-2840-418a-96ae-3cf1b21d2289 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:02.364997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68164313-5066-4344-aae8-b570b673eb6c None None] Provisioning for port 7826bb91-dda3-4e97-9291-27ffc9207d92 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:02.380738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=5730851b-ca08-4423-8535-7a16296fdc28,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:02.386561 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:02.388149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3de6e3a3-da72-4c56-9f60-11b1d352f97f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:02.390317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68164313-5066-4344-aae8-b570b673eb6c None None] Provisioning complete for port 7826bb91-dda3-4e97-9291-27ffc9207d92 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:02.392011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68164313-5066-4344-aae8-b570b673eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.412112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] For port 046e3bd6-348e-482e-8614-9584374af4bd, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=046e3bd6-348e-482e-8614-9584374af4bd,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:02.413171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.453986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:02.454552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Checking segment: {'id': '08565805-3ad1-4482-a240-7fce7406c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '411badc7-2840-418a-96ae-3cf1b21d2289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:02.455067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.455695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Bound using segment: {'id': '08565805-3ad1-4482-a240-7fce7406c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '411badc7-2840-418a-96ae-3cf1b21d2289'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:02.456304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Bound port: 1773be55-ec82-4345-bb83-5e8b026f33cb, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08565805-3ad1-4482-a240-7fce7406c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '411badc7-2840-418a-96ae-3cf1b21d2289'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:02.456804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.482176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=bfae2914-9438-42c5-87cb-bd78d3961490,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:02.492948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] DHCP port deletion for 75b3b046-9740-4fb0-bb07-878d917f1d1f request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:41:02.508347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] DHCP port deletion for d26cf85b-f22d-4c77-b703-07095256914f request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:41:02.524855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:02.540408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] Deleting port 4f45fe1c-b189-4dae-b57d-de02f0b669ea {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:02.540408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.552465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Calling delete_port for 046e3bd6-348e-482e-8614-9584374af4bd owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:02.586267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.592370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] Deleting port 046e3bd6-348e-482e-8614-9584374af4bd {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:02.592370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.619740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.640645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75ce0e0b-d10a-47e8-8188-1838fdb89d03 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:02.643648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.654621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28459215b0>,) {'filters': {'network_id': ['411badc7-2840-418a-96ae-3cf1b21d2289']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:02.656948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.674040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28459215b0>, '08565805-3ad1-4482-a240-7fce7406c5e7') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:02.674341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28459215b0>, '08565805-3ad1-4482-a240-7fce7406c5e7') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:02.697021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.715288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.720513 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/floatingips/2b420dd6-6f35-42de-b426-bf13a3057892 HTTP/1.1" status: 204  len: 168 time: 1.5670581
Nov 27 11:41:02.720753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45246) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:02.724548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=13d69ebe-7ab3-4830-96ed-d770e7d0a825,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:02.736311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.751580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.760929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:02.767044 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c09d65-a02e-448f-8086-4cd1be4325ac tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:41:02.767486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c09d65-a02e-448f-8086-4cd1be4325ac tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:02.771662 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f7c09d65-a02e-448f-8086-4cd1be4325ac tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/ports/af363505-3ca5-445b-a72f-82fc61873220 HTTP/1.1" status: 404  len: 333 time: 0.0474682
Nov 27 11:41:02.771662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:02.771662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:02.785615 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:02.788119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45250) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:02.871023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1981777f-eb51-4a35-9695-258cacd49eaa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Synchronizing usage tracker for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:02.892163 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/13d69ebe-7ab3-4830-96ed-d770e7d0a825 HTTP/1.1" status: 204  len: 168 time: 4.0846169
Nov 27 11:41:02.896707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45254) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:02.902988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-294001612', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:02.910760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:41:02.910760 dv-neutron-819441-1-hyperv neutron-server[84363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:41:02.910760 dv-neutron-819441-1-hyperv neutron-server[84363]: [parameters: {'id': '411badc7-2840-418a-96ae-3cf1b21d2289'}]
Nov 27 11:41:02.910760 dv-neutron-819441-1-hyperv neutron-server[84363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:02.911410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:02.914004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:02.919412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:router and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:02.922972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:02.930052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:02.931229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] For port 1773be55-ec82-4345-bb83-5e8b026f33cb, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:02.993852 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] For port 1773be55-ec82-4345-bb83-5e8b026f33cb, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=1773be55-ec82-4345-bb83-5e8b026f33cb,segment=NetworkSegment(08565805-3ad1-4482-a240-7fce7406c5e7),segment_id=08565805-3ad1-4482-a240-7fce7406c5e7)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:02.995913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7e9e5633-200f-414c-9286-435bcbb4e66d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7e9e5633-200f-414c-9286-435bcbb4e66d,segment=NetworkSegment(07e8f59a-0ae3-484c-80fa-f6e10ab38be4),segment_id=07e8f59a-0ae3-484c-80fa-f6e10ab38be4)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:03.033203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.034354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.074427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.086037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15b92da3-353d-43ad-985c-742199ad828b tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:03.136728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.152093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-48aa4be8-e322-4f05-b122-0238401c55a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:03.172157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Pushing event deleted for resources: {'Port': ['ID=046e3bd6-348e-482e-8614-9584374af4bd,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:03.189061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9158f1-5fc4-4341-8344-a5a536ffde79 req-02fa4a84-5028-4ce2-ab14-741fae8ff8ae tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:03.190571 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6f9158f1-5fc4-4341-8344-a5a536ffde79 req-02fa4a84-5028-4ce2-ab14-741fae8ff8ae tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 945 time: 0.6467500
Nov 27 11:41:03.191484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:03.193268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port 4f45fe1c-b189-4dae-b57d-de02f0b669ea, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4f45fe1c-b189-4dae-b57d-de02f0b669ea,segment=NetworkSegment(1d227f19-a733-4c94-8a8b-932b0e0419a5),segment_id=1d227f19-a733-4c94-8a8b-932b0e0419a5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:03.193985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.210585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.226039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] For port 046e3bd6-348e-482e-8614-9584374af4bd, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=046e3bd6-348e-482e-8614-9584374af4bd,segment=NetworkSegment(e35e8667-0517-4b04-8682-0d9f9b587995),segment_id=e35e8667-0517-4b04-8682-0d9f9b587995)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:03.226340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.229928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] No DVR routers for this DVR port 046e3bd6-348e-482e-8614-9584374af4bd on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:03.231672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1981777f-eb51-4a35-9695-258cacd49eaa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Unset dirty status for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:03.232864 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1981777f-eb51-4a35-9695-258cacd49eaa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8179e5f-2f53-42a9-a00e-65106fea24cc HTTP/1.1" status: 200  len: 205 time: 0.4421220
Nov 27 11:41:03.235810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45258) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:03.322669 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-d842783a-fba5-4926-bc2e-2a21197d6e5b tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] delete failed (client error): The resource could not be found.
Nov 27 11:41:03.324405 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d842783a-fba5-4926-bc2e-2a21197d6e5b tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/routers/f8179e5f-2f53-42a9-a00e-65106fea24cc HTTP/1.1" status: 404  len: 336 time: 0.0869191
Nov 27 11:41:03.326992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45262) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:03.367748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e90594ec-2023-4e8d-b3db-40dd3d90ada9 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:41:03.370950 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aafcb4d-477c-4a5f-a379-1bf8fd064395 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:41:03.372917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aafcb4d-477c-4a5f-a379-1bf8fd064395 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:03.377111 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8aafcb4d-477c-4a5f-a379-1bf8fd064395 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/subnets/5186cea4-7981-4494-b31c-80d5673da56b HTTP/1.1" status: 404  len: 337 time: 0.0466907
Nov 27 11:41:03.377589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45266) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:03.390829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for 4f45fe1c-b189-4dae-b57d-de02f0b669ea owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:03.403890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] Calling delete_port for 046e3bd6-348e-482e-8614-9584374af4bd owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:03.413577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.433178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.461860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 4c6dcd38-66a0-45a0-85a2-587d97e833c8 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:03.462508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.464025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] For port 4f45fe1c-b189-4dae-b57d-de02f0b669ea, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4f45fe1c-b189-4dae-b57d-de02f0b669ea,segment=NetworkSegment(1d227f19-a733-4c94-8a8b-932b0e0419a5),segment_id=1d227f19-a733-4c94-8a8b-932b0e0419a5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:03.464428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.472083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e90594ec-2023-4e8d-b3db-40dd3d90ada9 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:41:03.472428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e90594ec-2023-4e8d-b3db-40dd3d90ada9 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:41:03.490756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-845b1bfb-e7e7-42ea-87fd-3ca38445eb49 None None] Provisioning complete for port 7e9e5633-200f-414c-9286-435bcbb4e66d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:03.491131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-845b1bfb-e7e7-42ea-87fd-3ca38445eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.579707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c5e1768a-3105-4379-9c55-c61d14a95157 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:03.617722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.619376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port 1773be55-ec82-4345-bb83-5e8b026f33cb {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:03.619992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.651590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=6267dfbb-ef8b-4d9a-b302-43a9ef970f6a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:03.713000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.713486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:03.727455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5858b54f-b8a8-4033-98d5-a19ab38f1145 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:03.730765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7826bb91-dda3-4e97-9291-27ffc9207d92 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:03.762335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] Calling delete_port for 4f45fe1c-b189-4dae-b57d-de02f0b669ea owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:03.808672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.808908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Pushing event updated for resources: {'Port': ['ID=1773be55-ec82-4345-bb83-5e8b026f33cb,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:03.812093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:03.818512 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6f9158f1-5fc4-4341-8344-a5a536ffde79 req-74654dde-0452-43e1-a755-20d339550661 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6093392
Nov 27 11:41:03.829318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d3e52377-f367-4839-9ce2-acd3bdf7064c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:03.869210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.890513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event deleted for resources: {'Port': ['ID=e1a5b39d-96e5-4289-a1f7-09bfeb625cbd,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:03.909328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:03.934106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:03.999800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de08d9-2d83-4a46-b8e7-411c162859ad None None] Network 411badc7-2840-418a-96ae-3cf1b21d2289 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:04.002403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.010372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284641af70>,) {'filters': {'network_id': ['d26cf85b-f22d-4c77-b703-07095256914f']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:04.032855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284641af70>, 'e35e8667-0517-4b04-8682-0d9f9b587995') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:04.032855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284641af70>, 'e35e8667-0517-4b04-8682-0d9f9b587995') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:04.039773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7e9e5633-200f-414c-9286-435bcbb4e66d,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:04.050268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:04.050914 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/6267dfbb-ef8b-4d9a-b302-43a9ef970f6a HTTP/1.1" status: 204  len: 168 time: 3.7643557
Nov 27 11:41:04.054058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45270) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:04.058925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.099112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:04.099470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:04.147559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.150554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.203121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:04.203697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:04.215632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-231e5eb7-cfc4-4b2b-8ebe-925ef372355b tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:04.260211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 4c6dcd38-66a0-45a0-85a2-587d97e833c8 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:04.270763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:04.273652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.275743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7826bb91-dda3-4e97-9291-27ffc9207d92 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:04.275743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:04.285325 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:04.293734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Port': ['ID=4f45fe1c-b189-4dae-b57d-de02f0b669ea,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:04.301272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:04.332787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-845b1bfb-e7e7-42ea-87fd-3ca38445eb49 None None] Could not find standard attr ID for object 6267dfbb-ef8b-4d9a-b302-43a9ef970f6a. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:41:04.358106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port 1773be55-ec82-4345-bb83-5e8b026f33cb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=1773be55-ec82-4345-bb83-5e8b026f33cb,segment=NetworkSegment(08565805-3ad1-4482-a240-7fce7406c5e7),segment_id=08565805-3ad1-4482-a240-7fce7406c5e7)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:04.358725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.367848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No DVR routers for this DVR port 4f45fe1c-b189-4dae-b57d-de02f0b669ea on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:04.369376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.489451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.493848 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-92075a50-706c-488b-8611-4dde9322c793 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 1.5925562
Nov 27 11:41:04.499271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for 1773be55-ec82-4345-bb83-5e8b026f33cb owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:04.501538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4f45fe1c-b189-4dae-b57d-de02f0b669ea no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:41:04.517150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45274) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:04.535780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4f45fe1c-b189-4dae-b57d-de02f0b669ea {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:41:04.536124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4f45fe1c-b189-4dae-b57d-de02f0b669ea not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:41:04.536552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 046e3bd6-348e-482e-8614-9584374af4bd no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:41:04.551855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2082330714'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:04.565082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:04.571094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 046e3bd6-348e-482e-8614-9584374af4bd {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:41:04.571525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 046e3bd6-348e-482e-8614-9584374af4bd not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:41:04.578258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390a2e3-dc71-42bb-9eb7-ee762a8fd131 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:04.579464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4390a2e3-dc71-42bb-9eb7-ee762a8fd131 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:04.601337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] Deleting port 046e3bd6-348e-482e-8614-9584374af4bd {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:04.601833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.625469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:04.634458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f7167fca-4dc8-4962-8155-f033ce8e5f91 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:04.644787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:04.648053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.705296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] Deleting port 4f45fe1c-b189-4dae-b57d-de02f0b669ea {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:04.705584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.719410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:04.721534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c649edf6-50cf-433f-97ae-c86b2d110d34 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:04.731945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-da8d44a6-ec19-426f-85f1-cb549046a9de None None] The port '046e3bd6-348e-482e-8614-9584374af4bd' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:41:04.741931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4390a2e3-dc71-42bb-9eb7-ee762a8fd131 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:04.745205 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4390a2e3-dc71-42bb-9eb7-ee762a8fd131 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.6880224
Nov 27 11:41:04.746993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45278) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:04.792028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.793318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.793454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.794276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7cb02-6129-4b78-933f-a942dbc35d54 None None] The port '4f45fe1c-b189-4dae-b57d-de02f0b669ea' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:41:04.796923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.815455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:04.820717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c54e96-9a55-481d-b2f0-e9be97eef267 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:41:04.832206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26cf85b-f22d-4c77-b703-07095256914f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:04.846379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:04.850994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.855340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845dcc4c0>,) {'filters': {'network_id': ['75b3b046-9740-4fb0-bb07-878d917f1d1f']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:04.870498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Port': ['ID=1773be55-ec82-4345-bb83-5e8b026f33cb,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:04.877583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.880982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845dcc4c0>, '1d227f19-a733-4c94-8a8b-932b0e0419a5') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:04.881303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845dcc4c0>, '1d227f19-a733-4c94-8a8b-932b0e0419a5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:04.896089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.903917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port f7167fca-4dc8-4962-8155-f033ce8e5f91 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:04.915743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port f7167fca-4dc8-4962-8155-f033ce8e5f91 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:04.916093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.919571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.927155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:04.929193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:04.947558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=4c6dcd38-66a0-45a0-85a2-587d97e833c8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:04.963642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:04.964496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No DVR routers for this DVR port 1773be55-ec82-4345-bb83-5e8b026f33cb on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:04.967284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:04.967675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:04.976879 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:04.984307 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d26cf85b-f22d-4c77-b703-07095256914f HTTP/1.1" status: 204  len: 168 time: 3.8190215
Nov 27 11:41:05.079726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c54e96-9a55-481d-b2f0-e9be97eef267 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:41:05.113529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.173899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:05.176902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.211290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:05.223147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7167fca-4dc8-4962-8155-f033ce8e5f91'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:41:05.246905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f7167fca-4dc8-4962-8155-f033ce8e5f91, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:05.283109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.283913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Fanout notify agent at l3_agent the message router_deleted on router d0876d81-daef-4d2d-bafc-85766711e991 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:41:05.294284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.295413 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment 501c9ece-156c-49b8-b87a-5c6936019756 of type vlan for network 768d07b3-6624-464d-b700-e6e413365ad0
Nov 27 11:41:05.295941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.298022 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'code': 200}
Nov 27 11:41:05.299973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.311459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-18c4e1e1-c477-4acd-84a0-d5fdfb62110a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:05.316848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.323112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:05.325073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff14f51d-9287-4a73-8660-36ef98b3c22b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:05.329214 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ff14f51d-9287-4a73-8660-36ef98b3c22b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.5808260
Nov 27 11:41:05.332475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45290) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.355982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.360510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=75b3b046-9740-4fb0-bb07-878d917f1d1f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:05.363091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:05.383623 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/75b3b046-9740-4fb0-bb07-878d917f1d1f HTTP/1.1" status: 204  len: 168 time: 4.2185452
Nov 27 11:41:05.384819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45294) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.406700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845af7370>,) {'filters': {'network_id': ['411badc7-2840-418a-96ae-3cf1b21d2289']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:05.417213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.418771 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/d0876d81-daef-4d2d-bafc-85766711e991 HTTP/1.1" status: 204  len: 168 time: 8.3309364
Nov 27 11:41:05.419649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45298) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.426118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8718e-5869-437b-8fd1-8a6cd1af9325 req-101de231-ac7c-4342-8fee-99e3e6962eac tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:05.427677 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5bd8718e-5869-437b-8fd1-8a6cd1af9325 req-101de231-ac7c-4342-8fee-99e3e6962eac tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 945 time: 0.4579592
Nov 27 11:41:05.434723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45300) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.443209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1127373037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:05.468308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.479944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:05.482999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845af7370>, '08565805-3ad1-4482-a240-7fce7406c5e7') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:05.483326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845af7370>, '08565805-3ad1-4482-a240-7fce7406c5e7') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:05.498099 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-796cd148-1b48-45ec-8732-e8897ea478b8 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:41:05.498557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796cd148-1b48-45ec-8732-e8897ea478b8 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:05.503057 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-796cd148-1b48-45ec-8732-e8897ea478b8 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/e4c5a529-65cb-439d-b2eb-3300fe34bba2 HTTP/1.1" status: 404  len: 337 time: 0.1040077
Nov 27 11:41:05.507883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45306) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.509462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Usage tracker for resource:router and tenant:acc413d89e1c45a6b82085a223b505ef is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:05.512417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.518720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:05.535516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca450c2-8af4-41e7-b116-86a56692ba29 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:05.538143 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-54abab35-4804-4d5e-9134-943672cf8180 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:41:05.538643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54abab35-4804-4d5e-9134-943672cf8180 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:05.539010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca450c2-8af4-41e7-b116-86a56692ba29 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:05.540419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca450c2-8af4-41e7-b116-86a56692ba29 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:05.541226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cca450c2-8af4-41e7-b116-86a56692ba29 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:05.542924 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-54abab35-4804-4d5e-9134-943672cf8180 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/9c266dc9-adc2-49c1-9f0b-56d6a73c4dee HTTP/1.1" status: 404  len: 339 time: 0.0341065
Nov 27 11:41:05.544880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.545020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45310) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.580557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=f7167fca-4dc8-4962-8155-f033ce8e5f91,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:05.584882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:05.587539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.596215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:05.596807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.613620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7e9e5633-200f-414c-9286-435bcbb4e66d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:05.632447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:05.638585 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:05.671897 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-63cb2bd9-db91-4128-9c2c-3b4efc884aaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a9315726d9b43bb8dced54aa91b2abf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2038708
Nov 27 11:41:05.672936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45314) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.698992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.702839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:05.704208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.738968 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/ports/4c6dcd38-66a0-45a0-85a2-587d97e833c8 HTTP/1.1" status: 204  len: 168 time: 2.3601129
Nov 27 11:41:05.742968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45318) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.769249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7e9e5633-200f-414c-9286-435bcbb4e66d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:05.769249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.782665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4cc445f1-6d50-428b-9369-e340d1854630 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:05.789286 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5bd8718e-5869-437b-8fd1-8a6cd1af9325 req-c295642e-71a8-4e58-8966-41df202eaa09 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3406219
Nov 27 11:41:05.820011 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2974131
Nov 27 11:41:05.830647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45322) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.843324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.844770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cca450c2-8af4-41e7-b116-86a56692ba29 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:05.848562 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cca450c2-8af4-41e7-b116-86a56692ba29 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.5090876
Nov 27 11:41:05.848562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.848562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.851843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45326) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:05.894503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:05.895050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:05.941735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.944465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=411badc7-2840-418a-96ae-3cf1b21d2289,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:05.958978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 760809ae-7e4a-4c7c-83bc-d7bce1e0c879 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:05.959306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:05.985993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:06.019226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=768d07b3-6624-464d-b700-e6e413365ad0,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:06.023393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:06.024412 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/411badc7-2840-418a-96ae-3cf1b21d2289 HTTP/1.1" status: 204  len: 168 time: 6.7336273
Nov 27 11:41:06.024983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45330) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:06.032073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 768d07b3-6624-464d-b700-e6e413365ad0 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:06.045715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-350694979'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:06.074385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:06.083641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.093828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:06.102297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting subnet 2b3acdd0-e94a-45a3-acf5-a48c2417f166 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:06.115486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:06.115486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5477fd8f-6022-41be-91f9-4967e4adb602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.115486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.160790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:06.167852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:06.182841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:06.205581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5477fd8f-6022-41be-91f9-4967e4adb602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.229509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.244945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:06.279581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:06.333459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:06.367060 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f6a5d766-2f93-4f3b-9c41-9b7d2a82af66 req-5506dd52-c4bb-474e-8b40-0016eda3f2a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 1099 time: 0.5710158
Nov 27 11:41:06.424024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5477fd8f-6022-41be-91f9-4967e4adb602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.431682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2a263fe9-499e-42bb-b737-5582b72f50ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:06.441944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.487095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.492318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:06.495187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.495503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477fd8f-6022-41be-91f9-4967e4adb602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6ac5b1-2ac2-4343-9cd5-7b2cd015e3c2,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:06.498161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5477fd8f-6022-41be-91f9-4967e4adb602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:06.510714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.541520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5477fd8f-6022-41be-91f9-4967e4adb602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.544972 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5477fd8f-6022-41be-91f9-4967e4adb602 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa6ac5b1-2ac2-4343-9cd5-7b2cd015e3c2 HTTP/1.1" status: 204  len: 168 time: 0.8690212
Nov 27 11:41:06.570999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 792a73f7-572d-4321-a6c1-a1f0daa001b7 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:06.592807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.639366 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f6a5d766-2f93-4f3b-9c41-9b7d2a82af66 req-45ec1d5b-c732-40b9-8153-7ecc86fd0f06 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2466297
Nov 27 11:41:06.666646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:06.677924 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.681881 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-37d31e64-b52a-402c-b576-e2729f412268 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.2433970
Nov 27 11:41:06.684269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45336) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:06.687324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.717684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.736284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.740011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': False}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:06.751116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-136aceef-40b5-44d2-80ba-51185c725e63 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:06.784139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.784455 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 798c1aeb-957e-4a4b-919a-61f3a1fab047 of type vlan for network f2ea427d-98e8-4066-9c55-919e0a040d95
Nov 27 11:41:06.799257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3acdd0-e94a-45a3-acf5-a48c2417f166,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:06.801011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:06.807605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.818221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4e850-5f71-4d7a-aace-3713cf3fe3f1 None None] Network 806fdd25-1286-45dd-b674-8a9a11cf1171 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:06.827463 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/subnets/2b3acdd0-e94a-45a3-acf5-a48c2417f166 HTTP/1.1" status: 204  len: 168 time: 1.2805088
Nov 27 11:41:06.829643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45340) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:06.909759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:06.927017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-54dd6694-d193-4e21-adfa-1421f2567f80 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:07.011757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 760809ae-7e4a-4c7c-83bc-d7bce1e0c879 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:07.045714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.049169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.077729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=6da58a38-cdc7-4e6b-9a6b-4036deed5f98,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:07.088310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:07.095648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Deleting port e89e23fb-0d40-497d-8dcb-4d7571108047 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:07.095990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.164235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] DHCP port deletion for 806fdd25-1286-45dd-b674-8a9a11cf1171 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:41:07.168257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:07.168700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: 768d07b3-6624-464d-b700-e6e413365ad0, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:07.176030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] Deleting port e89e23fb-0d40-497d-8dcb-4d7571108047 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:07.176782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.223395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.344119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.348408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:07.348995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.354062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d872ccc-78c1-4672-99d9-c66ff58bf144 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:07.354450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060fd02-90ad-462d-9b84-da4cc3ddde78 req-687c8f1f-b823-452b-9224-cc6a5ebabe6c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:07.356027 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a060fd02-90ad-462d-9b84-da4cc3ddde78 req-687c8f1f-b823-452b-9224-cc6a5ebabe6c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 946 time: 0.3907533
Nov 27 11:41:07.425017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] For port e89e23fb-0d40-497d-8dcb-4d7571108047, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e89e23fb-0d40-497d-8dcb-4d7571108047,segment=NetworkSegment(639f4511-4a03-4c7a-92ba-16c5fbe53cf2),segment_id=639f4511-4a03-4c7a-92ba-16c5fbe53cf2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:07.427410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.486411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 768d07b3-6624-464d-b700-e6e413365ad0 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:07.508841 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a060fd02-90ad-462d-9b84-da4cc3ddde78 req-43d24b85-dc87-4315-bcd1-ab9225d0b7d3 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1444025
Nov 27 11:41:07.514090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] For port e89e23fb-0d40-497d-8dcb-4d7571108047, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e89e23fb-0d40-497d-8dcb-4d7571108047,segment=NetworkSegment(639f4511-4a03-4c7a-92ba-16c5fbe53cf2),segment_id=639f4511-4a03-4c7a-92ba-16c5fbe53cf2)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:07.514447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.609383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] Calling delete_port for e89e23fb-0d40-497d-8dcb-4d7571108047 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:07.658950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e89e23fb-0d40-497d-8dcb-4d7571108047 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:41:07.666053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=f2ea427d-98e8-4066-9c55-919e0a040d95,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:07.677793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:07.681683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 768d07b3-6624-464d-b700-e6e413365ad0) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:07.686247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:07.686883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.701389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Calling delete_port for e89e23fb-0d40-497d-8dcb-4d7571108047 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:07.706670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network f2ea427d-98e8-4066-9c55-919e0a040d95 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:07.717040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ddc544-77d1-4daa-8e06-7c3a7108bc19 None None] Network 768d07b3-6624-464d-b700-e6e413365ad0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:07.788965 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.7573745
Nov 27 11:41:07.789925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:07.796566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45356) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:07.797397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d4a0312-7dec-4d9a-89ae-f44f5b7114f3 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:07.827475 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9930551
Nov 27 11:41:07.827709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45358) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:07.942261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No active binding found for port e89e23fb-0d40-497d-8dcb-4d7571108047 {{(pid=84365) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Nov 27 11:41:07.942877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e89e23fb-0d40-497d-8dcb-4d7571108047 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:41:07.961913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:07.962283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:08.034393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.044437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:08.056585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.064237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': 'f2ea427d-98e8-4066-9c55-919e0a040d95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:08.090853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Port': ['ID=e89e23fb-0d40-497d-8dcb-4d7571108047,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:08.098371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=760809ae-7e4a-4c7c-83bc-d7bce1e0c879,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:08.107545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:08.110937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:08.117891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] No DVR routers for this DVR port e89e23fb-0d40-497d-8dcb-4d7571108047 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:08.119773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-44e90ef9-b0d4-4a50-8d4e-dca909cb12c2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:08.171243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-768d07b3-6624-464d-b700-e6e413365ad0', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:08.176520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.270669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.273801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/792a73f7-572d-4321-a6c1-a1f0daa001b7 HTTP/1.1" status: 204  len: 168 time: 2.4129424
Nov 27 11:41:08.285810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d9e29-c91a-4bf4-8de0-e3a7ec3cb355 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:08.301657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45370) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:08.319765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=792a73f7-572d-4321-a6c1-a1f0daa001b7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:08.322874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:08.351886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.389340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844c5a670>,) {'filters': {'network_id': ['806fdd25-1286-45dd-b674-8a9a11cf1171']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:08.391557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.405529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c5a670>, '639f4511-4a03-4c7a-92ba-16c5fbe53cf2') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:08.406602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c5a670>, '639f4511-4a03-4c7a-92ba-16c5fbe53cf2') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:08.419895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.437747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:08.439903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.449411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:08.449740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.449852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.451845 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/ports/760809ae-7e4a-4c7c-83bc-d7bce1e0c879 HTTP/1.1" status: 204  len: 168 time: 2.7075148
Nov 27 11:41:08.453338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:08.459023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45374) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:08.460413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:08.466661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] Deleting port e89e23fb-0d40-497d-8dcb-4d7571108047 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:08.467123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.509015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Allocated IP 2001:db8::2 (768d07b3-6624-464d-b700-e6e413365ad0/6da58a38-cdc7-4e6b-9a6b-4036deed5f98/91db647b-a73b-4ad3-9936-c3d385d2c981) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:08.515532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet c7201184-9fec-4d53-9f44-ad32e16e123a {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:08.519113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:08.526779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.626162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.668910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:08.682614 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:08.690528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-dea0b34b-f504-41ea-b21c-0350016c01a1 None None] The port 'e89e23fb-0d40-497d-8dcb-4d7571108047' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:41:08.785290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.900256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9ed0c85c-745a-41f8-a15e-2ff49cb0365a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:08.924246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae482a90-6562-42e4-aa2b-d28c25d6e33d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:08.924246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ae482a90-6562-42e4-aa2b-d28c25d6e33d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Synchronizing usage tracker for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:08.942518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.963688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:08.974918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Transition to ACTIVE for port object 91db647b-a73b-4ad3-9936-c3d385d2c981 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:08.989249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.001017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Transition to ACTIVE for port object 91db647b-a73b-4ad3-9936-c3d385d2c981 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:09.005622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Pushing event deleted for resources: {'Network': ['ID=806fdd25-1286-45dd-b674-8a9a11cf1171,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:09.016141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:09.022971 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] 10.222.0.23 "DELETE /v2.0/networks/806fdd25-1286-45dd-b674-8a9a11cf1171 HTTP/1.1" status: 204  len: 168 time: 2.1926389
Nov 27 11:41:09.023192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.062729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.170436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.179215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ae6efab0-7455-4c6b-aaa6-c864b851ebff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:09.210300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.264778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Pushing event updated for resources: {'Port': ['ID=91db647b-a73b-4ad3-9936-c3d385d2c981,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:09.270768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:09.293123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Network 768d07b3-6624-464d-b700-e6e413365ad0 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:09.295757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:09.300593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.ipam_backend_mixin [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing IP validity checks on allocation pools {{(pid=84363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 27 11:41:09.301114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.ipam_backend_mixin [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 27 11:41:09.303845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:09.381193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021b605-b198-4097-85e4-49b12f710a8f req-a31135bf-0c23-474f-8fbe-e3c0b3f939fd tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:09.396091 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c021b605-b198-4097-85e4-49b12f710a8f req-a31135bf-0c23-474f-8fbe-e3c0b3f939fd tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 946 time: 0.7090454
Nov 27 11:41:09.424195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Attempting to bind port 91db647b-a73b-4ad3-9936-c3d385d2c981 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:09.424578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Attempting to bind port 91db647b-a73b-4ad3-9936-c3d385d2c981 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:09.424954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Attempting to bind port 91db647b-a73b-4ad3-9936-c3d385d2c981 on network 768d07b3-6624-464d-b700-e6e413365ad0 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:09.434450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:09.434786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ae482a90-6562-42e4-aa2b-d28c25d6e33d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Unset dirty status for tenant:9e70a9a203fd4c5ca89b0f79633962ed on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:09.434909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Checking segment: {'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:09.435261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.435676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Bound using segment: {'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:09.436340 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ae482a90-6562-42e4-aa2b-d28c25d6e33d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d2d7c1-3001-475e-b156-b15c1ce69806 HTTP/1.1" status: 200  len: 913 time: 0.9703581
Nov 27 11:41:09.439320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Bound port: 91db647b-a73b-4ad3-9936-c3d385d2c981, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:09.439899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.464460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45386) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:09.565886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] For port 91db647b-a73b-4ad3-9936-c3d385d2c981, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:09.572597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] For port 91db647b-a73b-4ad3-9936-c3d385d2c981, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=91db647b-a73b-4ad3-9936-c3d385d2c981,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:09.652491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.659862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c021b605-b198-4097-85e4-49b12f710a8f req-337709a5-0c0a-43c2-b17e-9451bd69ea9f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2622688
Nov 27 11:41:09.661150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.662723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-460507bd-3e4d-42b1-b921-ace9b4ea01b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:09.669227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0222852b-0e24-4cc0-9d5d-0be25f8c4be6 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:09.804482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=c7201184-9fec-4d53-9f44-ad32e16e123a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:09.811247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:09.903791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:09.913585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Pushing event updated for resources: {'Port': ['ID=91db647b-a73b-4ad3-9936-c3d385d2c981,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:09.926602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:09.931421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8da3cc-4698-47e6-979d-4f851a3da7ce None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:09.993800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45400) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:10.010308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8::1 (768d07b3-6624-464d-b700-e6e413365ad0/6da58a38-cdc7-4e6b-9a6b-4036deed5f98/554f24c9-9c39-493c-977a-085c1b197569) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:10.020728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.104825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.109736 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/c7201184-9fec-4d53-9f44-ad32e16e123a HTTP/1.1" status: 204  len: 168 time: 1.7920842
Nov 27 11:41:10.126755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45406) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:10.162602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb807c5-00ee-465f-88c2-e99a05a273c4 req-33187692-1ee9-494a-ae7d-224713ea155b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:10.167431 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-efb807c5-00ee-465f-88c2-e99a05a273c4 req-33187692-1ee9-494a-ae7d-224713ea155b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 946 time: 0.1446912
Nov 27 11:41:10.215863 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8277a361-2415-4657-b038-c4d3da3c1465 None None] Provisioning complete for port 7826bb91-dda3-4e97-9291-27ffc9207d92 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:10.216415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8277a361-2415-4657-b038-c4d3da3c1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.427434 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-efb807c5-00ee-465f-88c2-e99a05a273c4 req-503a2708-5b26-4093-be83-31c17c6528c9 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1932025
Nov 27 11:41:10.497919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45414) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:10.530332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:41:10.566000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.572100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] Deleting port 7826bb91-dda3-4e97-9291-27ffc9207d92 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:10.572692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.618604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object 554f24c9-9c39-493c-977a-085c1b197569 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:10.664616 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-16441651-df02-4367-bcd9-5b3022290d2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9ede6b39a7a43cdbbdcb1ddb51a27cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6690273
Nov 27 11:41:10.665458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45422) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:10.752209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2018-78f1-4b7f-ba13-bd2c419c3fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.780527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.791230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-915fb1ff-4d7c-41df-82ff-70ab408346df tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:10.833400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2018-78f1-4b7f-ba13-bd2c419c3fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.873435 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1535347a-79af-4759-b087-b3e360035711 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.7435727
Nov 27 11:41:10.876399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45428) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:10.932996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 768d07b3-6624-464d-b700-e6e413365ad0 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:10.940288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=554f24c9-9c39-493c-977a-085c1b197569,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:10.946381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:10.953681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:10.958332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] For port 7826bb91-dda3-4e97-9291-27ffc9207d92, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7826bb91-dda3-4e97-9291-27ffc9207d92,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:10.958816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.960858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:10.963191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:10.971392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:11.116586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:11.130709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:11.140597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:11.151451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2018-78f1-4b7f-ba13-bd2c419c3fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:11.157975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Allocated IP 172.26.6.14 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/befcdbf4-6d4c-408d-9dfb-6991108937bb) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:11.160601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:11.167842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e95d10b2-dfb7-484f-b940-b2473ce792b4 tempest-TestVolumeBootPattern-1838619765 tempest-TestVolumeBootPattern-1838619765-project-admin] Synchronizing usage tracker for tenant:208f07197f2b4825930304484191ec46 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:11.178559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:11.180606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d43c1ff7-3975-4039-8a02-072f05ab9941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:11.187228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] Calling delete_port for 7826bb91-dda3-4e97-9291-27ffc9207d92 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:11.194702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:11.253740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e2018-78f1-4b7f-ba13-bd2c419c3fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f75c360-441e-4f1c-97db-2fc3c4beb993,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:11.257026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2e3e2018-78f1-4b7f-ba13-bd2c419c3fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:11.331031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2018-78f1-4b7f-ba13-bd2c419c3fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:11.331764 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2e3e2018-78f1-4b7f-ba13-bd2c419c3fbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f75c360-441e-4f1c-97db-2fc3c4beb993 HTTP/1.1" status: 204  len: 168 time: 0.6639605
Nov 27 11:41:11.335657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:11.337883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:11.345249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:11.377949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:11.392699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-c4a29287-eb19-4a89-b3ae-e2ecc9c09efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:11.446011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e95d10b2-dfb7-484f-b940-b2473ce792b4 tempest-TestVolumeBootPattern-1838619765 tempest-TestVolumeBootPattern-1838619765-project-admin] Unset dirty status for tenant:208f07197f2b4825930304484191ec46 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:11.450129 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e95d10b2-dfb7-484f-b940-b2473ce792b4 tempest-TestVolumeBootPattern-1838619765 tempest-TestVolumeBootPattern-1838619765-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 1094 time: 0.9346840
Nov 27 11:41:11.454416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45438) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:11.463292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:11.473478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:11.486323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:floatingip and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:11.491890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:11.528488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] Pushing event deleted for resources: {'Port': ['ID=7826bb91-dda3-4e97-9291-27ffc9207d92,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:11.533985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] No DVR routers for this DVR port 7826bb91-dda3-4e97-9291-27ffc9207d92 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:11.536592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:11.664285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:11.719077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 91db647b-a73b-4ad3-9936-c3d385d2c981 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:11.758540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:11.781678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7c56f-4890-4068-9b16-12d05fe9e214 None None] Network 768d07b3-6624-464d-b700-e6e413365ad0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:11.851563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=0ab6bdb4-d707-4345-beac-4f9ecf87063f,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:11.875833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:11.876584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': '798c1aeb-957e-4a4b-919a-61f3a1fab047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2ea427d-98e8-4066-9c55-919e0a040d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:11.876942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: f2ea427d-98e8-4066-9c55-919e0a040d95, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:11.983656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45446) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:12.039015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c9a4cdc1-2b04-4f82-91a5-db4730b0a793 None None] Provisioning for port 91db647b-a73b-4ad3-9936-c3d385d2c981 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:12.049850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 91db647b-a73b-4ad3-9936-c3d385d2c981 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:12.056505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c9a4cdc1-2b04-4f82-91a5-db4730b0a793 None None] Provisioning complete for port 91db647b-a73b-4ad3-9936-c3d385d2c981 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:12.057182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c9a4cdc1-2b04-4f82-91a5-db4730b0a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.069401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.102082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 91db647b-a73b-4ad3-9936-c3d385d2c981 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:12.102553 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.124753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.140451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.166676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network f2ea427d-98e8-4066-9c55-919e0a040d95 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:12.268442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, f2ea427d-98e8-4066-9c55-919e0a040d95) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:12.289760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:12.290340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.311229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.321371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263b039-a5e9-4139-8240-02f30a4ba5a2 None None] Network f2ea427d-98e8-4066-9c55-919e0a040d95 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:12.385701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.396434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4921dcfb-453d-4640-b394-90b15bb44679 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:12.433724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.435428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.437323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 91db647b-a73b-4ad3-9936-c3d385d2c981, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=91db647b-a73b-4ad3-9936-c3d385d2c981,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:12.447012 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 4.6176488
Nov 27 11:41:12.450742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cbe595ab-ea4b-4e5a-9f5c-4ced9629ec94 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:12.453306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45458) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:12.455273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-70aae1e5-32d6-48d8-8f17-814b80e0203e tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:12.516194 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.528204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-af029611-89e4-4a59-bd30-b550aebd3d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:12.594152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c9a4cdc1-2b04-4f82-91a5-db4730b0a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.634585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:12.665391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7826bb91-dda3-4e97-9291-27ffc9207d92 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:41:12.688413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 768d07b3-6624-464d-b700-e6e413365ad0 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:12.696225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:12.713515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:12.715684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Pushing event updated for resources: {'Port': ['ID=befcdbf4-6d4c-408d-9dfb-6991108937bb,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:12.726665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:12.761799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 7826bb91-dda3-4e97-9291-27ffc9207d92 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:41:12.762236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7826bb91-dda3-4e97-9291-27ffc9207d92 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:41:12.764341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:12.774805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=91db647b-a73b-4ad3-9936-c3d385d2c981,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:12.794985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:12.797640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:41:12.811089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.825267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fa0af12a-9b66-4378-bc9d-ae221330ae5a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:12.872376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=554f24c9-9c39-493c-977a-085c1b197569,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:12.878064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:12.901136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-c9a4cdc1-2b04-4f82-91a5-db4730b0a793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:12.901688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-c9a4cdc1-2b04-4f82-91a5-db4730b0a793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:12.902786 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cbe595ab-ea4b-4e5a-9f5c-4ced9629ec94 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] 10.222.0.23 "PUT /v2.0/quotas/bfe7ab30d57a41a5a9ccd73c0bab35fd HTTP/1.1" status: 200  len: 368 time: 0.9040880
Nov 27 11:41:12.939234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45464) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:12.956452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Request body: {'network': {'project_id': 'bfe7ab30d57a41a5a9ccd73c0bab35fd'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:12.977152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-f2ea427d-98e8-4066-9c55-919e0a040d95', 'network_id': 'f2ea427d-98e8-4066-9c55-919e0a040d95', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': '0ab6bdb4-d707-4345-beac-4f9ecf87063f'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:12.977741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:12.980239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:12.993183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Usage tracker for resource:network and tenant:bfe7ab30d57a41a5a9ccd73c0bab35fd is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:13.008281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:13.150170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:13.153043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Allocated IP 172.26.6.34 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/5398f568-8f4f-4b53-a31f-5042045ac23f) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:13.159842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:13.177486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=47f25a9c-c33c-4f37-b166-388290ed8350,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:13.183129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:13.222036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:13.232316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Allocated IP 172.20.0.3 (f2ea427d-98e8-4066-9c55-919e0a040d95/0ab6bdb4-d707-4345-beac-4f9ecf87063f/7719ee8d-9a17-40ab-a96b-2a38b6d3efb3) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:13.236099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.244222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:13.244222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.254078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.285359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427bedea-230f-49ee-80c2-50e9a98dc295 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:13.322955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Made reservation on behalf of bfe7ab30d57a41a5a9ccd73c0bab35fd for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:13.325520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.398044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.501214 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-1ee45c24-69eb-4bfa-8c30-68abe48302e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9558177
Nov 27 11:41:13.513958 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5726054
Nov 27 11:41:13.519375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45474) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:13.555519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:13.595817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.608438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:13.624859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Usage tracker for resource:security_group_rule and tenant:bfe7ab30d57a41a5a9ccd73c0bab35fd is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:13.629195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:13.643907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:13.714508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45478) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:13.724803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.788110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 91db647b-a73b-4ad3-9936-c3d385d2c981 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:13.804874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.811157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.813230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:13.900444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=5398f568-8f4f-4b53-a31f-5042045ac23f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:13.917525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:41:13.921347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:13.928773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.929950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:13.945502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-73e5db0d-b710-46f1-b148-6e01df944cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:13.967326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-secgroup--637246891'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:13.971323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Transition to ACTIVE for port object 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:13.992321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7ea52b4e-5fd5-4a27-b94d-1a59296d363e None None] Provisioning for port 554f24c9-9c39-493c-977a-085c1b197569 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:13.996409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:14.000150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:14.010265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': '47f25a9c-c33c-4f37-b166-388290ed8350'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:14.012250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.012715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:14.019495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:14.025772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:14.039751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7ea52b4e-5fd5-4a27-b94d-1a59296d363e None None] Provisioning complete for port 554f24c9-9c39-493c-977a-085c1b197569 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:14.040498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7ea52b4e-5fd5-4a27-b94d-1a59296d363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.054428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:14.063157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:14.068705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Transition to ACTIVE for port object 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:14.074523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee333df-3226-4526-9fa9-2519774f73a3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:14.079456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:14.088951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:14.097840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.098204 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Added segment 47d5fb27-9e89-48ea-bdc2-cd879f65a634 of type vlan for network e10f7599-56cb-4858-9f6a-3e285ea1184e
Nov 27 11:41:14.103591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:14.116648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:14.130393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:14.133160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 91db647b-a73b-4ad3-9936-c3d385d2c981 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:14.133413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.141935 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-22d134d0-aa4a-47b9-b894-8b58e2d5480b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 1099 time: 0.5161958
Nov 27 11:41:14.142823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:14.177000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.177758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.189478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-527aaa5e-0258-4e62-83c0-f979be68c32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:14.299073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7ea52b4e-5fd5-4a27-b94d-1a59296d363e None None] Port 554f24c9-9c39-493c-977a-085c1b197569 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:14.313679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:14.348514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Network f2ea427d-98e8-4066-9c55-919e0a040d95 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:14.374402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.387351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.397680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Pushing event updated for resources: {'Port': ['ID=7719ee8d-9a17-40ab-a96b-2a38b6d3efb3,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:14.407657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.409509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:14.415075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:14.419772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:14.422041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7ea52b4e-5fd5-4a27-b94d-1a59296d363e None None] Provisioning complete for port 91db647b-a73b-4ad3-9936-c3d385d2c981 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:14.422513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7ea52b4e-5fd5-4a27-b94d-1a59296d363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.465257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.481365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f64facf4-b4ae-405c-9385-5193d0fba882 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:14.542997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:14.549803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:14.553718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:14.565667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:14.590590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Allocated IP 2001:db8::f816:3eff:fea3:92d8 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/47f25a9c-c33c-4f37-b166-388290ed8350/dad06a57-9034-4617-af0f-ed6ee4c9af18) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:14.606342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab6bdb4-d707-4345-beac-4f9ecf87063f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:14.623668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:14.658254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Attempting to bind port 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:14.658786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Attempting to bind port 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '798c1aeb-957e-4a4b-919a-61f3a1fab047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2ea427d-98e8-4066-9c55-919e0a040d95'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:14.659230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Attempting to bind port 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3 on network f2ea427d-98e8-4066-9c55-919e0a040d95 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:14.743690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:14.744075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Checking segment: {'id': '798c1aeb-957e-4a4b-919a-61f3a1fab047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2ea427d-98e8-4066-9c55-919e0a040d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:14.744674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.745147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Bound using segment: {'id': '798c1aeb-957e-4a4b-919a-61f3a1fab047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2ea427d-98e8-4066-9c55-919e0a040d95'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:14.745753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Bound port: 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798c1aeb-957e-4a4b-919a-61f3a1fab047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f2ea427d-98e8-4066-9c55-919e0a040d95'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:14.746201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.753732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.773961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.774914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:14.775468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:14.784581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6c3022bd-bba7-4e2b-943a-6c6f0a8e7bbd tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:14.995519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:15.018176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.023934 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:15.033119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] For port 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:15.049391 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Pushing event updated for resources: {'Network': ['ID=e10f7599-56cb-4858-9f6a-3e285ea1184e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:15.051068 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:15.052257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:15.052427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-6d5e1d26-c441-4da9-a706-2f2cc62e5375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:15.053937 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-6d5e1d26-c441-4da9-a706-2f2cc62e5375 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.8137119
Nov 27 11:41:15.058575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] For port 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7719ee8d-9a17-40ab-a96b-2a38b6d3efb3,segment=NetworkSegment(798c1aeb-957e-4a4b-919a-61f3a1fab047),segment_id=798c1aeb-957e-4a4b-919a-61f3a1fab047)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:15.059120 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2301681
Nov 27 11:41:15.061517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.067912 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465e47f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:15.072612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45484) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:15.077748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.083962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2112092099'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:15.094213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Transition to ACTIVE for port object dad06a57-9034-4617-af0f-ed6ee4c9af18 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:15.101384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:15.121247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:15.123446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Transition to ACTIVE for port object dad06a57-9034-4617-af0f-ed6ee4c9af18 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:15.126699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.127799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:15.131999 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.1887066
Nov 27 11:41:15.136300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45488) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:15.139819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.141585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:15.141732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8f7735fd-195a-4289-853b-3809c6fe1253 None None] Provisioning complete for port 554f24c9-9c39-493c-977a-085c1b197569 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:15.145113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8f7735fd-195a-4289-853b-3809c6fe1253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.148632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Request body: {'network': {'project_id': 'bfe7ab30d57a41a5a9ccd73c0bab35fd'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:15.158367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:15.170267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Usage tracker for resource:network and tenant:bfe7ab30d57a41a5a9ccd73c0bab35fd is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:15.171597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:15.178954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:15.183597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network e10f7599-56cb-4858-9f6a-3e285ea1184e details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:15.258115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844bfbf70>,) {'filters': {'network_id': ['f2ea427d-98e8-4066-9c55-919e0a040d95']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:15.269889 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:15.276509 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-0941dc85-08f6-46d9-a1b4-613a0b737d18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91 HTTP/1.1" status: 200  len: 217 time: 0.1991792
Nov 27 11:41:15.315648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.329195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844bfbf70>, '798c1aeb-957e-4a4b-919a-61f3a1fab047') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:15.329755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844bfbf70>, '798c1aeb-957e-4a4b-919a-61f3a1fab047') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:15.339761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f8330fca-2b41-4f63-9486-40647e04566b tempest-ServersTestManualDisk-838090847 tempest-ServersTestManualDisk-838090847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:15.364625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Made reservation on behalf of bfe7ab30d57a41a5a9ccd73c0bab35fd for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:15.371214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.397722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.407304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.411954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:15.437676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:15.442417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:15.493322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.498096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:15.510075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.523696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-2b069f7d-77e6-445d-8ab6-52e3c4714f70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:15.525262 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-2b069f7d-77e6-445d-8ab6-52e3c4714f70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.1878369
Nov 27 11:41:15.525984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:15.527363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:15.527759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.530139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.548569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:15.554271 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:15.565747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.571348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8f7735fd-195a-4289-853b-3809c6fe1253 None None] Port 554f24c9-9c39-493c-977a-085c1b197569 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:15.577408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:15.585524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3368ce-98d5-45ef-9552-c22f51c5629e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:15.597548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:15.619701 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.ipam_backend_mixin [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47f25a9c-c33c-4f37-b166-388290ed8350 (CIDR: 2001:db8::/64)
Nov 27 11:41:15.654796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:15.658153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:15.661310 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:15.671572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Pushing event updated for resources: {'Port': ['ID=7719ee8d-9a17-40ab-a96b-2a38b6d3efb3,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:15.674040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.676807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:15.717952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:15.725811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.726365 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Added segment 0378c639-3636-433c-be42-2c939ea71a25 of type vlan for network 3b257a82-7072-48fc-9c6d-e199e3efebf3
Nov 27 11:41:15.748223 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:15.748954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:15.767992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:15.794841 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465e47f0>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:11Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:11Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:15.799609 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:41:15.800219 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Updating router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 port 554f24c9-9c39-493c-977a-085c1b197569 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:41:15.817100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.824856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Pushing event updated for resources: {'Port': ['ID=dad06a57-9034-4617-af0f-ed6ee4c9af18,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:15.828931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:15.852939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.853431 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment 8f96e6f4-83e9-4554-a771-065086fc6a04 of type vlan for network a6887a99-7479-4c74-813b-0ff441dd2673
Nov 27 11:41:15.856669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:41:15.856669 dv-neutron-819441-1-hyperv neutron-server[84363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:41:15.856669 dv-neutron-819441-1-hyperv neutron-server[84363]: [parameters: {'id': 'f2ea427d-98e8-4066-9c55-919e0a040d95'}]
Nov 27 11:41:15.856669 dv-neutron-819441-1-hyperv neutron-server[84363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:15.857824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:15.898081 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Attempting to bind port dad06a57-9034-4617-af0f-ed6ee4c9af18 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:15.898482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Attempting to bind port dad06a57-9034-4617-af0f-ed6ee4c9af18 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:15.898991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Attempting to bind port dad06a57-9034-4617-af0f-ed6ee4c9af18 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:15.907261 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.921438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:15.921823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:15.922503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.922752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:15.923089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-9de03d1a-7cd5-4d69-b29d-c40a35cff7ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3605168
Nov 27 11:41:15.923243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Bound port: dad06a57-9034-4617-af0f-ed6ee4c9af18, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:15.923631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.924838 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7339a336-847f-448c-9e43-9f52f5108fa0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.3959818
Nov 27 11:41:15.926976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:15.929458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45492) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:15.970410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:15.981478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541123bb-43ba-463c-940b-b200a860df9a None None] Network f2ea427d-98e8-4066-9c55-919e0a040d95 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:16.023511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.039212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5477fd8f-6022-41be-91f9-4967e4adb602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:16.059857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.158902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784131c4-1d90-4988-a094-1dde0ab4b814,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:16.169691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:16.184169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.185655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:16.186505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.190671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:16.237591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] For port dad06a57-9034-4617-af0f-ed6ee4c9af18, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:16.241385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] For port dad06a57-9034-4617-af0f-ed6ee4c9af18, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=dad06a57-9034-4617-af0f-ed6ee4c9af18,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:16.304609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.309727 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.5902162
Nov 27 11:41:16.311235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45496) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:16.316709 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-4b733fe4-8002-4556-b0ff-dfbe8cefe9fc service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3811970
Nov 27 11:41:16.337380 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.1910956
Nov 27 11:41:16.337380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Pushing event updated for resources: {'Network': ['ID=3b257a82-7072-48fc-9c6d-e199e3efebf3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:16.342695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45500) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:16.345904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:16.353495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4f98a68c-fc73-4648-9962-1042273b187e tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Request body: {'network': {'project_id': 'bfe7ab30d57a41a5a9ccd73c0bab35fd'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:16.354961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 3b257a82-7072-48fc-9c6d-e199e3efebf3 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:16.362635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4f98a68c-fc73-4648-9962-1042273b187e tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:16.365254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.374056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:16.374056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.385344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.387856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.390662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e18db263-cf24-4c04-9903-bb028ab1a8ce tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:16.394856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b52cb60b-54d2-4738-a92a-968999c293ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:16.418807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4f98a68c-fc73-4648-9962-1042273b187e tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Usage tracker for resource:network and tenant:bfe7ab30d57a41a5a9ccd73c0bab35fd is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:16.425845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4f98a68c-fc73-4648-9962-1042273b187e tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:16.455432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4f98a68c-fc73-4648-9962-1042273b187e tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:16.457427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.457782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:16.467440 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f98a68c-fc73-4648-9962-1042273b187e tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:41:16.468001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f98a68c-fc73-4648-9962-1042273b187e tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:16.473224 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4f98a68c-fc73-4648-9962-1042273b187e tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1293035
Nov 27 11:41:16.483822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45504) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:16.554455 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.4807086
Nov 27 11:41:16.559034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45506) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:16.571498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:16.581589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:16.597814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Pushing event updated for resources: {'Port': ['ID=dad06a57-9034-4617-af0f-ed6ee4c9af18,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:16.600789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.602130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:16.616610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:16.621265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=a6887a99-7479-4c74-813b-0ff441dd2673,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:16.622258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:16.622816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.634096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:16.634773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-20e75a29-3713-4c83-a60f-34f6b50d686c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:16.636768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a6887a99-7479-4c74-813b-0ff441dd2673 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:16.676325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port e1b66119-ae6a-4f0e-b645-c8d8acdac40b {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:16.684023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.704124 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.738054 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Transition to ACTIVE for port object 554f24c9-9c39-493c-977a-085c1b197569 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:16.832955 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.834805 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:16.860427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=5398f568-8f4f-4b53-a31f-5042045ac23f,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:16.868122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:16.883942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:16.892485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:16.897932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:16.908913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:16.945972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:16.976473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:17.023054 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-74ed04c7-7ad1-4f98-bd75-c101ce0e2b8b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.7085776
Nov 27 11:41:17.029592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45512) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:17.068856 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Pushing event updated for resources: {'Port': ['ID=554f24c9-9c39-493c-977a-085c1b197569,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:17.113236 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.113979 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.114464 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.114971 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.115503 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.116852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.116852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.116852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.117623 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.118096 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.118599 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:41:17.142275 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:17.159045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Router 9053eb53-d8df-4609-af82-0cc988f6c318 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:41:17.165363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:17.169675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.182999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-security--632907156', 'description': 'tempest-security-description-385812833'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:17.194743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:17.201189 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Attempting to bind port 554f24c9-9c39-493c-977a-085c1b197569 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:17.201804 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Attempting to bind port 554f24c9-9c39-493c-977a-085c1b197569 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:17.202326 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Attempting to bind port 554f24c9-9c39-493c-977a-085c1b197569 on network 768d07b3-6624-464d-b700-e6e413365ad0 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:17.210246 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:17.211090 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Checking segment: {'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:17.211775 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.212319 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Bound using segment: {'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:17.213280 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Bound port: 554f24c9-9c39-493c-977a-085c1b197569, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501c9ece-156c-49b8-b87a-5c6936019756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:17.213839 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.274243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c4e830c0-0ae9-47e7-a561-b4bdf7690723 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfe7ab30d57a41a5a9ccd73c0bab35fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7178228
Nov 27 11:41:17.302034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45516) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:17.344125 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] For port 554f24c9-9c39-493c-977a-085c1b197569, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:17.347930 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] For port 554f24c9-9c39-493c-977a-085c1b197569, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=554f24c9-9c39-493c-977a-085c1b197569,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:17.415801 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.420856 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-e84e710a-8ac1-487d-9d87-d96ea71518d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:17.456854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.493570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.512990 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Pushing event updated for resources: {'Port': ['ID=554f24c9-9c39-493c-977a-085c1b197569,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:17.516818 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:17.563724 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:17.564368 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465e47f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:17.623890 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5813efa-9356-4b7e-b3de-e7e151534442 req-12f9d19a-7527-46d3-9879-f856714c294a service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2441030
Nov 27 11:41:17.656113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.720912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device dad06a57-9034-4617-af0f-ed6ee4c9af18 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:17.823936 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:17.902867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.905252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a22c6d83-74c4-461f-8cc3-7a3c1aba19ee tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:17.982257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port dad06a57-9034-4617-af0f-ed6ee4c9af18 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:17.986494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for e1b66119-ae6a-4f0e-b645-c8d8acdac40b owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:17.986693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a22c6d83-74c4-461f-8cc3-7a3c1aba19ee tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.016730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.026850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-92df2a78-7b98-4680-88e8-4074f6d52f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:18.093738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784131c4-1d90-4988-a094-1dde0ab4b814,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:18.099985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7719ee8d-9a17-40ab-a96b-2a38b6d3efb3,segment=NetworkSegment(798c1aeb-957e-4a4b-919a-61f3a1fab047),segment_id=798c1aeb-957e-4a4b-919a-61f3a1fab047)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:18.100448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.122066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:18.143929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.145617 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "PUT /v2.0/security-groups/784131c4-1d90-4988-a094-1dde0ab4b814 HTTP/1.1" status: 200  len: 1610 time: 0.9715784
Nov 27 11:41:18.159883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45520) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:18.182934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc0330-00cb-497b-800c-719aac5805dd None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:41:18.200590 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Floating IP 8c04505f-abf4-4ff4-9016-c6187738a09f associated. External IP: 172.26.6.34, port: f7167fca-4dc8-4962-8155-f033ce8e5f91.
Nov 27 11:41:18.287337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.299595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-90996718-3f16-44d2-bb9b-42f72e2ddbc5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:18.307583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:18.336702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] Provisioning for port dad06a57-9034-4617-af0f-ed6ee4c9af18 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:18.357420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] Provisioning complete for port dad06a57-9034-4617-af0f-ed6ee4c9af18 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:18.357803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.424014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=31055fa9-7603-477f-8d56-153e91677512,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:18.430978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:18.480635 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465e47f0>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:11Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:17Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:18.493826 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f179a7a-01b0-41f5-84c3-c2a6761bf15d None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:11Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:17Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:41:18.506907 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-afa1de86-e4fa-407f-a994-e300c2fe4584 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups/784131c4-1d90-4988-a094-1dde0ab4b814 HTTP/1.1" status: 200  len: 1610 time: 0.3447711
Nov 27 11:41:18.507124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc0330-00cb-497b-800c-719aac5805dd None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:41:18.514953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45524) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:18.565440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:18.565984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: a6887a99-7479-4c74-813b-0ff441dd2673, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:18.680497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a22c6d83-74c4-461f-8cc3-7a3c1aba19ee tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.702834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2e3e2018-78f1-4b7f-ba13-bd2c419c3fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:18.703941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.704941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.707267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:18.731276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c6d83-74c4-461f-8cc3-7a3c1aba19ee tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee333df-3226-4526-9fa9-2519774f73a3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:18.733345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a22c6d83-74c4-461f-8cc3-7a3c1aba19ee tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:18.751018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a22c6d83-74c4-461f-8cc3-7a3c1aba19ee tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.759665 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a22c6d83-74c4-461f-8cc3-7a3c1aba19ee tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ee333df-3226-4526-9fa9-2519774f73a3 HTTP/1.1" status: 204  len: 168 time: 1.4444494
Nov 27 11:41:18.759665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45528) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:18.781286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.801276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5512283d-02f2-48d1-bbd3-7cec9c7dfe80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.838883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] For port dad06a57-9034-4617-af0f-ed6ee4c9af18, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=dad06a57-9034-4617-af0f-ed6ee4c9af18,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:18.922253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network a6887a99-7479-4c74-813b-0ff441dd2673 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:18.962640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:18.998982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:19.022909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.070606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, a6887a99-7479-4c74-813b-0ff441dd2673) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:19.100574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] Pushing event updated for resources: {'Port': ['ID=dad06a57-9034-4617-af0f-ed6ee4c9af18,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:19.124845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:19.126834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:19.128037 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5512283d-02f2-48d1-bbd3-7cec9c7dfe80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.151164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cbea83c6-4a9b-4d80-bd93-fe7d5e53e488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.152051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No DVR routers for this DVR port 7719ee8d-9a17-40ab-a96b-2a38b6d3efb3 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:19.152051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=9c066d25-ba1c-4e11-a5f6-09865fb4bdad,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:19.153017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:19.195063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:19.195063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d56abd29-e344-4836-bb40-fa0f83469555 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:19.198065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:19.198872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.229280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:19.230212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.236110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:19.290909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Port': ['ID=7719ee8d-9a17-40ab-a96b-2a38b6d3efb3,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:19.328103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:19.333375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.368170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47066e0-a769-4517-9ff6-98e60a1fc2cb None None] Sync routers for ids ['9053eb53-d8df-4609-af82-0cc988f6c318'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:19.401660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-518a3446-ddca-4dcc-bf09-44f08d33a432 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:19.483221 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9194970
Nov 27 11:41:19.487882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.494056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47066e0-a769-4517-9ff6-98e60a1fc2cb None None] Routers {'9053eb53-d8df-4609-af82-0cc988f6c318'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:19.495527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a47066e0-a769-4517-9ff6-98e60a1fc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846233280>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9053eb53-d8df-4609-af82-0cc988f6c318'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:19.497739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45532) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:19.519276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.554047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845e6d6a0>,) {'filters': {'network_id': ['f2ea427d-98e8-4066-9c55-919e0a040d95']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:19.571806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e6d6a0>, '798c1aeb-957e-4a4b-919a-61f3a1fab047') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:19.572557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e6d6a0>, '798c1aeb-957e-4a4b-919a-61f3a1fab047') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:19.615923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.634524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a47066e0-a769-4517-9ff6-98e60a1fc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846233280>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:19.680177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.685734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=e1b66119-ae6a-4f0e-b645-c8d8acdac40b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:19.689090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:19.700920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47066e0-a769-4517-9ff6-98e60a1fc2cb None None] Routers {'9053eb53-d8df-4609-af82-0cc988f6c318'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:19.700920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a47066e0-a769-4517-9ff6-98e60a1fc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846233280>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:40:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9053eb53-d8df-4609-af82-0cc988f6c318'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:19.715289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:19.715289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.791158 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "PUT /v2.0/routers/9053eb53-d8df-4609-af82-0cc988f6c318 HTTP/1.1" status: 200  len: 915 time: 13.0707321
Nov 27 11:41:19.875877 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.9400301
Nov 27 11:41:19.884146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45536) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:19.884945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 554f24c9-9c39-493c-977a-085c1b197569 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:19.885400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45538) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:19.894623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5512283d-02f2-48d1-bbd3-7cec9c7dfe80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:19.926631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d5beb-91ec-4202-a3b3-d4d825b4031e None None] Network a6887a99-7479-4c74-813b-0ff441dd2673 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:19.945462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4b4b5-6378-4be0-b42a-a97ac777ca11 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:19.972299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a47066e0-a769-4517-9ff6-98e60a1fc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846233280>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:19.972299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47066e0-a769-4517-9ff6-98e60a1fc2cb None None] The sync data for ids ['9053eb53-d8df-4609-af82-0cc988f6c318'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:41:20.000713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845d39640>,) {'filters': {'network_id': ['3b257a82-7072-48fc-9c6d-e199e3efebf3']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:20.015568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d39640>, '0378c639-3636-433c-be42-2c939ea71a25') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:20.015930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d39640>, '0378c639-3636-433c-be42-2c939ea71a25') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:20.026285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:60:7e:80', 'name': 'tempest-NetworksTestDHCPv6-438712577'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:20.029470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.042534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-40f13140-9886-4813-9c8a-068e0a56ab7a tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:20.050595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.058158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:20.058592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:20.079762 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:20.109031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5512283d-02f2-48d1-bbd3-7cec9c7dfe80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.110170 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5512283d-02f2-48d1-bbd3-7cec9c7dfe80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/784131c4-1d90-4988-a094-1dde0ab4b814 HTTP/1.1" status: 204  len: 168 time: 1.5878315
Nov 27 11:41:20.117619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512283d-02f2-48d1-bbd3-7cec9c7dfe80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784131c4-1d90-4988-a094-1dde0ab4b814,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:20.121482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5512283d-02f2-48d1-bbd3-7cec9c7dfe80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:20.125778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45544) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:20.194396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.405266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.411608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.437619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3642c29-e011-4b49-9fbd-7373bba577eb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:20.444388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-a6887a99-7479-4c74-813b-0ff441dd2673', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:20.445475 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.459669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.460829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4a0cd651-9c1d-4a01-8c97-f2e851951865 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:20.479672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.483257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 554f24c9-9c39-493c-977a-085c1b197569 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:20.486523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=f2ea427d-98e8-4066-9c55-919e0a040d95,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:20.489950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:20.494061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:20.511891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b257a82-7072-48fc-9c6d-e199e3efebf3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:20.518279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:20.518567 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/f2ea427d-98e8-4066-9c55-919e0a040d95 HTTP/1.1" status: 204  len: 168 time: 8.0617890
Nov 27 11:41:20.524274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45548) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:20.529390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:20.531336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1687548195'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:20.536077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:20.538830 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] 10.222.0.23 "DELETE /v2.0/networks/3b257a82-7072-48fc-9c6d-e199e3efebf3 HTTP/1.1" status: 204  len: 168 time: 1.7719812
Nov 27 11:41:20.543880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:20.547165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45552) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:20.558624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:20.558787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 554f24c9-9c39-493c-977a-085c1b197569 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:20.558787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.561044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-23f497e2-df05-4057-8503-e467ad2ac86b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:20.572905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:20.580780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:20.598131 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:20.669514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Router 4e381d82-7ba7-4a33-9879-a70491a89069 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:41:20.714777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.758211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Allocated IP 2001:db8:1::2 (a6887a99-7479-4c74-813b-0ff441dd2673/31055fa9-7603-477f-8d56-153e91677512/3eea0054-d3d0-4b44-83bc-82719b0fa62e) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:20.759598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:20.781221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-23f497e2-df05-4057-8503-e467ad2ac86b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:20.786021 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-23f497e2-df05-4057-8503-e467ad2ac86b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6542187
Nov 27 11:41:20.790229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45556) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:20.823260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:20.826432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.855294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:20.885449 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-3eba9427-ac60-4975-8333-5364c0b55010 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] delete failed (client error): The resource could not be found.
Nov 27 11:41:20.887253 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3eba9427-ac60-4975-8333-5364c0b55010 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/784131c4-1d90-4988-a094-1dde0ab4b814 HTTP/1.1" status: 404  len: 347 time: 0.0884037
Nov 27 11:41:20.898702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45560) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:20.925791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217577817'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:20.933940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:20.965700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:21.009474 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-edd415ab-d58b-4553-af1c-802c0fb20c47 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/routers/9053eb53-d8df-4609-af82-0cc988f6c318 HTTP/1.1" status: 200  len: 921 time: 1.1267235
Nov 27 11:41:21.014301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 554f24c9-9c39-493c-977a-085c1b197569, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=554f24c9-9c39-493c-977a-085c1b197569,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:21.023235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45564) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:21.052932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Update dhcp port {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'fixed_ips': [{'subnet_id': '47f25a9c-c33c-4f37-b166-388290ed8350', 'ip_address': '2001:db8::f816:3eff:fea3:92d8'}, {'subnet_id': '9c066d25-ba1c-4e11-a5f6-09865fb4bdad'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': 'dad06a57-9034-4617-af0f-ed6ee4c9af18'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:41:21.068103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.085811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.116933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.118073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device dad06a57-9034-4617-af0f-ed6ee4c9af18 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:21.145629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:21.149846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.152984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 9b993e3c-c2fa-491e-af8b-d2de97c5de16 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:41:21.196874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28461c6ee0>,) {'filters': {'network_id': ['e10f7599-56cb-4858-9f6a-3e285ea1184e']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:21.204632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.205316 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 4b2316c2-f7f6-439b-bc41-1b028189cefc of type vlan for network 2225aa4d-6c26-4a76-b5a8-8abd97689bf6
Nov 27 11:41:21.225663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.233412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6f941da8-f4bc-4fe2-a80f-57daee8c5cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:21.233994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:21.262325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:21.267972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:21.300108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461c6ee0>, '47d5fb27-9e89-48ea-bdc2-cd879f65a634') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:21.300491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461c6ee0>, '47d5fb27-9e89-48ea-bdc2-cd879f65a634') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:21.330643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.337271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.388614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.388837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.402172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-81f1b02f-d3b6-408a-82d0-4cfb2cfff76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.410803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:21.411595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:21.434240 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:21.436292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=554f24c9-9c39-493c-977a-085c1b197569,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:21.440755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:21.470048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.478662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:21.494694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-40f63432-7a41-4283-abe2-dac95261770f tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=9053eb53-d8df-4609-af82-0cc988f6c318&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4699869
Nov 27 11:41:21.505446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45568) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:21.518210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port dad06a57-9034-4617-af0f-ed6ee4c9af18 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:21.518608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.557215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.561481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:21.562390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.598920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:21.656447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.699344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Transition to ACTIVE for port object 3eea0054-d3d0-4b44-83bc-82719b0fa62e will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:21.740895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Transition to ACTIVE for port object 3eea0054-d3d0-4b44-83bc-82719b0fa62e will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:21.754008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.766192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-83acfcf6-237e-4edb-b40e-e9a7d5ebd199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:21.824418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.831770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:21.839496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8:0:1::c5 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/9c066d25-ba1c-4e11-a5f6-09865fb4bdad/9b993e3c-c2fa-491e-af8b-d2de97c5de16) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:21.843329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836604d5-da66-45ea-9dd6-c1eb7a2b9bbd,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:21.846311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.846514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:21.860610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::f816:3eff:fe60:7e80 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/47f25a9c-c33c-4f37-b166-388290ed8350/9b993e3c-c2fa-491e-af8b-d2de97c5de16) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:21.884053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 554f24c9-9c39-493c-977a-085c1b197569 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:21.915152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.945189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:21.946821 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0450239
Nov 27 11:41:21.950932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45572) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:21.959732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:21.961966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': '836604d5-da66-45ea-9dd6-c1eb7a2b9bbd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:21.970537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:21.975257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:21.980488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Network a6887a99-7479-4c74-813b-0ff441dd2673 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:21.980639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:21.984316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:21.994430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:22.003122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:22.004267 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:22.030049 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:22.031032 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467871f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:22.038562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=2225aa4d-6c26-4a76-b5a8-8abd97689bf6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:22.049217 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e10f7599-56cb-4858-9f6a-3e285ea1184e HTTP/1.1" status: 204  len: 168 time: 1.4996130
Nov 27 11:41:22.056419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:22.061780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:22.076395 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5504003
Nov 27 11:41:22.085804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45578) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:22.112628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': '2225aa4d-6c26-4a76-b5a8-8abd97689bf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:22.118083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Pushing event updated for resources: {'Port': ['ID=3eea0054-d3d0-4b44-83bc-82719b0fa62e,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:22.121432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2225aa4d-6c26-4a76-b5a8-8abd97689bf6 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:22.147233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Pushing event deleted for resources: {'Network': ['ID=e10f7599-56cb-4858-9f6a-3e285ea1184e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:22.182135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:22.258014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:22.265593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.293629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70232fc8-b1fd-4bdb-b2fd-bf3f7061ae59 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:22.295329 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-70232fc8-b1fd-4bdb-b2fd-bf3f7061ae59 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 881 time: 0.7877595
Nov 27 11:41:22.303281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.314698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 554f24c9-9c39-493c-977a-085c1b197569 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:22.315083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.325618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45582) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:22.400145 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0306bb93-30b1-4a34-83de-92db71b8d008 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=9053eb53-d8df-4609-af82-0cc988f6c318 HTTP/1.1" status: 200  len: 205 time: 0.0710630
Nov 27 11:41:22.417492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.427093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45586) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:22.449717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Attempting to bind port 3eea0054-d3d0-4b44-83bc-82719b0fa62e on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:22.450102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Attempting to bind port 3eea0054-d3d0-4b44-83bc-82719b0fa62e by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:22.450505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Attempting to bind port 3eea0054-d3d0-4b44-83bc-82719b0fa62e on network a6887a99-7479-4c74-813b-0ff441dd2673 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:22.459330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:22.459718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Checking segment: {'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:22.460128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.460961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Bound using segment: {'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:22.461043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Bound port: 3eea0054-d3d0-4b44-83bc-82719b0fa62e, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:22.461360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.461498 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:22.531636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.582546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 9b993e3c-c2fa-491e-af8b-d2de97c5de16 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:22.612118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:22.631108 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 11.1754136
Nov 27 11:41:22.638058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'tag': 'f7167fca-4dc8-4962-8155-f033ce8e5f91'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:41:22.641276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.644750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:22.650365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:22.667464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:22.697506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.743539 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'tag': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'status': 'completed', 'code': 200}
Nov 27 11:41:22.796202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] For port 3eea0054-d3d0-4b44-83bc-82719b0fa62e, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:22.804739 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] For port 3eea0054-d3d0-4b44-83bc-82719b0fa62e, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3eea0054-d3d0-4b44-83bc-82719b0fa62e,segment=NetworkSegment(8f96e6f4-83e9-4554-a771-065086fc6a04),segment_id=8f96e6f4-83e9-4554-a771-065086fc6a04)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:22.859225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.893558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:22.896066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:22.902809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.908526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:22.923468 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d973af98-a2b4-4221-b59e-ad509d763790,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:22.932603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:22.934125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fa5225f8-b626-4a4e-8a39-51c9c02afd8d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:22.946420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:23.044183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Allocated IP 2001:db8:0:1::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/9c066d25-ba1c-4e11-a5f6-09865fb4bdad/dad06a57-9034-4617-af0f-ed6ee4c9af18) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:23.084668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.086097 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1336231
Nov 27 11:41:23.087212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=9b993e3c-c2fa-491e-af8b-d2de97c5de16,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:23.097397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:23.103312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45596) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:23.111668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Pushing event updated for resources: {'Port': ['ID=3eea0054-d3d0-4b44-83bc-82719b0fa62e,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:23.126153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:23.129320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:23.133283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.163667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:23.179605 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467871f0>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '8c04505f-abf4-4ff4-9016-c6187738a09f', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.34', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:a5:95:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:41:15Z', 'updated_at': '2021-11-27T11:41:15Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:23.187337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:23.195347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:23.196483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.198292 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:41:23.227969 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:23.228852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467871f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:23.282711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-eb39b534-725b-47eb-a8e4-0b76f05b1dbd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.285624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] For port dad06a57-9034-4617-af0f-ed6ee4c9af18, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=dad06a57-9034-4617-af0f-ed6ee4c9af18,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:23.299786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-eb39b534-725b-47eb-a8e4-0b76f05b1dbd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.338368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.341214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8:1::1 (a6887a99-7479-4c74-813b-0ff441dd2673/31055fa9-7603-477f-8d56-153e91677512/4f40dc9a-dd70-4960-b0bb-12acb4217002) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:23.361717 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca1761df-2a72-4735-b849-f790a8f1141d req-ba3d981f-2ea3-416d-abb3-2fb43f9417a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 1099 time: 0.5421338
Nov 27 11:41:23.381461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Transition to ACTIVE for port object dad06a57-9034-4617-af0f-ed6ee4c9af18 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:23.388187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Router d9d2d7c1-3001-475e-b156-b15c1ce69806 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:41:23.435540 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.5510697
Nov 27 11:41:23.440111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.444957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45602) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:23.463576 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.467769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-050c83c7-24b1-4df5-9e6c-c10def78d692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:23.609309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45606) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:23.611938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-eb39b534-725b-47eb-a8e4-0b76f05b1dbd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.645281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:23.699495 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:23.748210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Pushing event updated for resources: {'Port': ['ID=dad06a57-9034-4617-af0f-ed6ee4c9af18,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:23.750896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:23.817532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.902606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 9b993e3c-c2fa-491e-af8b-d2de97c5de16 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:23.903171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:23.998575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device dad06a57-9034-4617-af0f-ed6ee4c9af18 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:24.059236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1761df-2a72-4735-b849-f790a8f1141d req-002e9684-b07b-4722-9120-965bb78b5ccb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:24.061211 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca1761df-2a72-4735-b849-f790a8f1141d req-002e9684-b07b-4722-9120-965bb78b5ccb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.6746914
Nov 27 11:41:24.062297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-eb39b534-725b-47eb-a8e4-0b76f05b1dbd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.063808 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-eb39b534-725b-47eb-a8e4-0b76f05b1dbd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d973af98-a2b4-4221-b59e-ad509d763790 HTTP/1.1" status: 204  len: 168 time: 0.9543107
Nov 27 11:41:24.065248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39b534-725b-47eb-a8e4-0b76f05b1dbd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d973af98-a2b4-4221-b59e-ad509d763790,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:24.107011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-eb39b534-725b-47eb-a8e4-0b76f05b1dbd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:24.117185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45612) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:24.136585 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:41:24.149612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3eea0054-d3d0-4b44-83bc-82719b0fa62e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:24.208173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.231259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.246888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ebd52c3-479a-45a5-b52e-ee8b1f2cab05 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:24.398811 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467871f0>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '8c04505f-abf4-4ff4-9016-c6187738a09f', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.34', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:a5:95:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:41:15Z', 'updated_at': '2021-11-27T11:41:15Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:24.405811 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb02d37-8bbe-4b1e-8842-cf3184b0e450 None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '8c04505f-abf4-4ff4-9016-c6187738a09f', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.34', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:a5:95:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:41:15Z', 'updated_at': '2021-11-27T11:41:15Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:41:24.412151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 3eea0054-d3d0-4b44-83bc-82719b0fa62e completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:24.479518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f793f192-6e34-4243-a799-459fca909f9a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:24.518828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.576361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object 4f40dc9a-dd70-4960-b0bb-12acb4217002 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:24.609072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:24.620279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=44ea8bb4-81e2-4061-9c83-8995746ac8a7,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:24.625529 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca1761df-2a72-4735-b849-f790a8f1141d req-b15b7592-eec1-4e55-be37-34b1ea36541c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91 HTTP/1.1" status: 200  len: 999 time: 0.5256362
Nov 27 11:41:24.636440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': '4b2316c2-f7f6-439b-bc41-1b028189cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2225aa4d-6c26-4a76-b5a8-8abd97689bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:24.637212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: 2225aa4d-6c26-4a76-b5a8-8abd97689bf6, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:24.637698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Usage tracker for resource:security_group_rule and tenant:34d6e997445448a08c7531ac7691c360 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:24.642041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:24.647080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:24.670719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f793f192-6e34-4243-a799-459fca909f9a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:24.676016 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f793f192-6e34-4243-a799-459fca909f9a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5565522
Nov 27 11:41:24.677548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45616) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:24.708775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:24.737527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c86b3-832f-4802-b0a2-179999bf54a3 None None] New status for floating IP 8c04505f-abf4-4ff4-9016-c6187738a09f: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:41:24.773894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.776576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.782856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d0b269b8-e273-4262-afa4-e0005402b56b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:24.834987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network 2225aa4d-6c26-4a76-b5a8-8abd97689bf6 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:24.886435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a742a8b-e6c1-4b7f-8f5a-3098237cfa3c None None] Network a6887a99-7479-4c74-813b-0ff441dd2673 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:24.889081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.893376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network a6887a99-7479-4c74-813b-0ff441dd2673 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:24.903650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:24.905401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30f72a33-c2dc-4c24-adc9-70cdbf28ca89 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.907445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:24.908238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:24.913061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=4f40dc9a-dd70-4960-b0bb-12acb4217002,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:24.925418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:24.935620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 9b993e3c-c2fa-491e-af8b-d2de97c5de16 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:24.962295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30f72a33-c2dc-4c24-adc9-70cdbf28ca89 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.011257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1761df-2a72-4735-b849-f790a8f1141d req-a90c7303-e149-4400-9274-e66e16fda688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:25.012811 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca1761df-2a72-4735-b849-f790a8f1141d req-a90c7303-e149-4400-9274-e66e16fda688 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.3603437
Nov 27 11:41:25.022696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 2225aa4d-6c26-4a76-b5a8-8abd97689bf6) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:25.035511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:25.041069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.049183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14b441c-e7a0-41e8-8a06-02e96a72977b None None] Network 2225aa4d-6c26-4a76-b5a8-8abd97689bf6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:25.091375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Deleting port befcdbf4-6d4c-408d-9dfb-6991108937bb {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:25.096150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.102874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.230700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30f72a33-c2dc-4c24-adc9-70cdbf28ca89 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.233081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30f72a33-c2dc-4c24-adc9-70cdbf28ca89 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.236523 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-30f72a33-c2dc-4c24-adc9-70cdbf28ca89 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/836604d5-da66-45ea-9dd6-c1eb7a2b9bbd HTTP/1.1" status: 204  len: 168 time: 0.5534825
Nov 27 11:41:25.236740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] Provisioning for port 3eea0054-d3d0-4b44-83bc-82719b0fa62e completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:25.239155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f7319ca7-0636-4977-ba22-7a6b8bb06331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:25.246886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45620) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:25.321059 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.2282000
Nov 27 11:41:25.327513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f72a33-c2dc-4c24-adc9-70cdbf28ca89 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836604d5-da66-45ea-9dd6-c1eb7a2b9bbd,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:25.336865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] Provisioning complete for port 3eea0054-d3d0-4b44-83bc-82719b0fa62e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:25.337245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.341073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45624) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:25.350754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.360922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5a30bc98-7873-4f04-96c3-d319d54e83f9 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:25.367990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-30f72a33-c2dc-4c24-adc9-70cdbf28ca89 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:25.387640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:25.393284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.399557 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a527ac3-6cd8-4092-a302-49858f310257 None None] Sync routers for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:25.421400 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a527ac3-6cd8-4092-a302-49858f310257 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:25.422416 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9a527ac3-6cd8-4092-a302-49858f310257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846787bb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:25.450265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b101da-aec3-4c7b-90d0-369223732612,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:25.457245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:25.465141 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca1761df-2a72-4735-b849-f790a8f1141d req-6a16f29f-6770-4224-89de-76e4fa055d7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4296238
Nov 27 11:41:25.465141 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34d6e997445448a08c7531ac7691c360&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8523147
Nov 27 11:41:25.468946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45628) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:25.518066 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9a527ac3-6cd8-4092-a302-49858f310257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846787bb0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:25.531860 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a527ac3-6cd8-4092-a302-49858f310257 None None] Routers {'d9d2d7c1-3001-475e-b156-b15c1ce69806'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:25.533015 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9a527ac3-6cd8-4092-a302-49858f310257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846787bb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d9d2d7c1-3001-475e-b156-b15c1ce69806'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:25.575898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.613570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.623405 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9a527ac3-6cd8-4092-a302-49858f310257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846787bb0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:25.623811 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a527ac3-6cd8-4092-a302-49858f310257 None None] The sync data for ids ['d9d2d7c1-3001-475e-b156-b15c1ce69806'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:41:25.626581 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "PUT /v2.0/routers/d9d2d7c1-3001-475e-b156-b15c1ce69806/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1586785
Nov 27 11:41:25.643087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d7cb1a7f-0655-4bd6-9433-fb79df959884 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:25.675889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45632) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:25.678077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df7e0b12-2e03-4890-866a-1a34a4fa5f9d tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:25.698981 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca1761df-2a72-4735-b849-f790a8f1141d req-95eef5e2-8cde-44b7-aa5d-bb53f3cf238f service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2127337
Nov 27 11:41:25.708071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=9b993e3c-c2fa-491e-af8b-d2de97c5de16,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:25.732875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:25.836303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.874410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-2225aa4d-6c26-4a76-b5a8-8abd97689bf6', 'network_id': '2225aa4d-6c26-4a76-b5a8-8abd97689bf6', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': '44ea8bb4-81e2-4061-9c83-8995746ac8a7'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:25.875669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:25.877565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Calling delete_port for befcdbf4-6d4c-408d-9dfb-6991108937bb owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:25.981730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] For port 3eea0054-d3d0-4b44-83bc-82719b0fa62e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3eea0054-d3d0-4b44-83bc-82719b0fa62e,segment=NetworkSegment(8f96e6f4-83e9-4554-a771-065086fc6a04),segment_id=8f96e6f4-83e9-4554-a771-065086fc6a04)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:26.021598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0228bec5-6ba9-42de-b714-4176a6bb3c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.112483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.112714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.120382 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/9b993e3c-c2fa-491e-af8b-d2de97c5de16 HTTP/1.1" status: 204  len: 168 time: 2.6724827
Nov 27 11:41:26.128222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6404f71f-641e-491c-97cf-6d9ce18d3dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:26.160825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45636) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:26.214203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0228bec5-6ba9-42de-b714-4176a6bb3c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.217107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Allocated IP 172.20.0.1 (2225aa4d-6c26-4a76-b5a8-8abd97689bf6/44ea8bb4-81e2-4061-9c83-8995746ac8a7/fc05a09f-c6ab-4015-be52-4edfae488a45) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:26.235860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.235860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df7e0b12-2e03-4890-866a-1a34a4fa5f9d tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:26.235860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df7e0b12-2e03-4890-866a-1a34a4fa5f9d tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.9314811
Nov 27 11:41:26.249366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45640) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:26.282124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-924db44c-82dc-4088-9edc-61af7d8ffce1 None None] Could not find standard attr ID for object 9b993e3c-c2fa-491e-af8b-d2de97c5de16. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:41:26.309238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] Pushing event updated for resources: {'Port': ['ID=3eea0054-d3d0-4b44-83bc-82719b0fa62e,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:26.309238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:26.332037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851822136'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:26.378253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:26.389980 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca1761df-2a72-4735-b849-f790a8f1141d req-c6651031-90d9-44a4-9bf1-7a170dca220d service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6621940
Nov 27 11:41:26.467154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73321198-6f6b-41e7-b52e-53b6b615f6ad tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:26.472513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-73321198-6f6b-41e7-b52e-53b6b615f6ad tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:26.491106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:26.576369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0228bec5-6ba9-42de-b714-4176a6bb3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.596139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:26.606988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228bec5-6ba9-42de-b714-4176a6bb3c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b101da-aec3-4c7b-90d0-369223732612,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:26.611376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0228bec5-6ba9-42de-b714-4176a6bb3c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:26.625373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0228bec5-6ba9-42de-b714-4176a6bb3c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.625373 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0228bec5-6ba9-42de-b714-4176a6bb3c7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8b101da-aec3-4c7b-90d0-369223732612 HTTP/1.1" status: 204  len: 168 time: 1.1514676
Nov 27 11:41:26.645727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-73321198-6f6b-41e7-b52e-53b6b615f6ad tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:26.655895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-73321198-6f6b-41e7-b52e-53b6b615f6ad tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4906156
Nov 27 11:41:26.656007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-924db44c-82dc-4088-9edc-61af7d8ffce1 None None] Provisioning for port dad06a57-9034-4617-af0f-ed6ee4c9af18 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:26.656099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45646) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:26.659297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.666434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-924db44c-82dc-4088-9edc-61af7d8ffce1 None None] Provisioning complete for port dad06a57-9034-4617-af0f-ed6ee4c9af18 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:26.667426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-924db44c-82dc-4088-9edc-61af7d8ffce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.697078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.717094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Transition to ACTIVE for port object fc05a09f-c6ab-4015-be52-4edfae488a45 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:26.757543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Transition to ACTIVE for port object fc05a09f-c6ab-4015-be52-4edfae488a45 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:26.805754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.814380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7537f9-57b8-4557-bc9e-b31a0a563c1b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:26.814380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ab7537f9-57b8-4557-bc9e-b31a0a563c1b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1571436
Nov 27 11:41:26.819061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45650) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:26.876946 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.885798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:26.909885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc045c4-b9fc-48fd-b01c-655ee94b56c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:26.909885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc045c4-b9fc-48fd-b01c-655ee94b56c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:26.909885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc045c4-b9fc-48fd-b01c-655ee94b56c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:26.909885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfc045c4-b9fc-48fd-b01c-655ee94b56c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:26.960545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:26.981687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c616a0ac-bd2a-4723-8dde-7f8e2a3d6b8e tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:27.043686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfc045c4-b9fc-48fd-b01c-655ee94b56c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:27.043686 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bfc045c4-b9fc-48fd-b01c-655ee94b56c0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2174673
Nov 27 11:41:27.043686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45654) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:27.060429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event deleted for resources: {'Port': ['ID=befcdbf4-6d4c-408d-9dfb-6991108937bb,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:27.066316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Network 2225aa4d-6c26-4a76-b5a8-8abd97689bf6 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:27.072563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:27.081831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:27.081831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:27.081831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Pushing event updated for resources: {'Port': ['ID=fc05a09f-c6ab-4015-be52-4edfae488a45,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:27.089367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:27.094926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:27.099759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:27.173535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Attempting to bind port fc05a09f-c6ab-4015-be52-4edfae488a45 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:27.175360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Attempting to bind port fc05a09f-c6ab-4015-be52-4edfae488a45 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '4b2316c2-f7f6-439b-bc41-1b028189cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2225aa4d-6c26-4a76-b5a8-8abd97689bf6'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:27.175360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Attempting to bind port fc05a09f-c6ab-4015-be52-4edfae488a45 on network 2225aa4d-6c26-4a76-b5a8-8abd97689bf6 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:27.181019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:27.181399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Checking segment: {'id': '4b2316c2-f7f6-439b-bc41-1b028189cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2225aa4d-6c26-4a76-b5a8-8abd97689bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:27.181839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.182208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Bound using segment: {'id': '4b2316c2-f7f6-439b-bc41-1b028189cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2225aa4d-6c26-4a76-b5a8-8abd97689bf6'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:27.182703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Bound port: fc05a09f-c6ab-4015-be52-4edfae488a45, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2316c2-f7f6-439b-bc41-1b028189cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2225aa4d-6c26-4a76-b5a8-8abd97689bf6'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:27.183084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.198940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.215687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.228947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d9319d7-8049-4ff4-bf21-dbbe94176648 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:27.267591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9cb1afd5-3dee-486b-8d20-36490471bbef None None] Provisioning complete for port 3eea0054-d3d0-4b44-83bc-82719b0fa62e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:27.267591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9cb1afd5-3dee-486b-8d20-36490471bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.305260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=44ea8bb4-81e2-4061-9c83-8995746ac8a7,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:27.313944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:27.314599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.315631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.339147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-369a0de2-e53f-4dac-9ad4-7116e3256c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:27.384558 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] For port fc05a09f-c6ab-4015-be52-4edfae488a45, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:27.399080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] For port fc05a09f-c6ab-4015-be52-4edfae488a45, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fc05a09f-c6ab-4015-be52-4edfae488a45,segment=NetworkSegment(4b2316c2-f7f6-439b-bc41-1b028189cefc),segment_id=4b2316c2-f7f6-439b-bc41-1b028189cefc)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:27.495396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.499765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 47f25a9c-c33c-4f37-b166-388290ed8350 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:27.504139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:27.509437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.591165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Pushing event updated for resources: {'Port': ['ID=fc05a09f-c6ab-4015-be52-4edfae488a45,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:27.591165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:27.650265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.681173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.686117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9cb1afd5-3dee-486b-8d20-36490471bbef None None] Provisioning for port 4f40dc9a-dd70-4960-b0bb-12acb4217002 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:27.686117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384294d3-89f7-4814-8438-afa9bbee003f None None] Network 2225aa4d-6c26-4a76-b5a8-8abd97689bf6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:27.715142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9cb1afd5-3dee-486b-8d20-36490471bbef None None] Provisioning complete for port 4f40dc9a-dd70-4960-b0bb-12acb4217002 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:27.715142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9cb1afd5-3dee-486b-8d20-36490471bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.716097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.835512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.889174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1afd5-3dee-486b-8d20-36490471bbef None None] Port 4f40dc9a-dd70-4960-b0bb-12acb4217002 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:27.900482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.949949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:27.957712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3eea0054-d3d0-4b44-83bc-82719b0fa62e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:27.965765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=4f40dc9a-dd70-4960-b0bb-12acb4217002,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:27.968992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:28.053442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45660) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:28.056459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:28.059590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3eea0054-d3d0-4b44-83bc-82719b0fa62e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:28.063543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.071875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.072949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.085579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.090983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b3500-341e-4f7e-bd30-36b289504192 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:41:28.091169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:28.135178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=47f25a9c-c33c-4f37-b166-388290ed8350,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:28.137326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.148656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:28.164795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:28.168773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Usage tracker for resource:security_group_rule and tenant:beb3f98c2fec4e4f8d3afb8b3fcb465e is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:28.171971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:28.178738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:28.257777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.297165 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/47f25a9c-c33c-4f37-b166-388290ed8350 HTTP/1.1" status: 204  len: 168 time: 1.2558246
Nov 27 11:41:28.299566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45664) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:28.303984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b3500-341e-4f7e-bd30-36b289504192 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:41:28.361223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.373588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85cddd65-e4fa-463c-b360-11a49c7b1710 tempest-AllowedAddressPairIpV6TestJSON-2120509546 tempest-AllowedAddressPairIpV6TestJSON-2120509546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:28.433592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 9c066d25-ba1c-4e11-a5f6-09865fb4bdad {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:28.433903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845eace50>,) {'filters': {'network_id': ['2225aa4d-6c26-4a76-b5a8-8abd97689bf6']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:28.439062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.471441 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=beb3f98c2fec4e4f8d3afb8b3fcb465e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4204357
Nov 27 11:41:28.478552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45668) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:28.482550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375cce6-b1d7-4c35-96dc-5c90dff85841,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:28.504076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:28.533565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.553376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845eace50>, '4b2316c2-f7f6-439b-bc41-1b028189cefc') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:28.553667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845eace50>, '4b2316c2-f7f6-439b-bc41-1b028189cefc') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:28.572947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c193e23b-95d0-402a-a948-cc4a337b43d0,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:28.575719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:28.588129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.596520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.629084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-47d0a2f6-bd58-4e71-86c4-b08763d7cf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.642226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.651539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.664942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:28.665621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.666834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-47d0a2f6-bd58-4e71-86c4-b08763d7cf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:28.685401 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:28.702958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d847f-2cf1-473f-a0e4-66c757e1faad None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:28.707662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.757733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network a6887a99-7479-4c74-813b-0ff441dd2673 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:28.805733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.807073 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.5575051
Nov 27 11:41:28.809951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45672) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:28.817368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': 'c193e23b-95d0-402a-a948-cc4a337b43d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:28.826841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:28.828403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:28.832832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:28.841692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:28.847883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:28.868923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-47d0a2f6-bd58-4e71-86c4-b08763d7cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.885369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e67c40c8-ed94-448f-a568-aebfe802eca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:28.899673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.925873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-47d0a2f6-bd58-4e71-86c4-b08763d7cf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.929108 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-47d0a2f6-bd58-4e71-86c4-b08763d7cf27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c375cce6-b1d7-4c35-96dc-5c90dff85841 HTTP/1.1" status: 204  len: 168 time: 0.4487090
Nov 27 11:41:28.931145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:28.934313 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/9c066d25-ba1c-4e11-a5f6-09865fb4bdad HTTP/1.1" status: 204  len: 168 time: 0.6327183
Nov 27 11:41:28.936620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0a2f6-bd58-4e71-86c4-b08763d7cf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375cce6-b1d7-4c35-96dc-5c90dff85841,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:28.938962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45678) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:29.032083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-47d0a2f6-bd58-4e71-86c4-b08763d7cf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:29.032083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a87e1486-9eda-4d00-86eb-f5a508e2bade tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:29.091164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:41:29.095706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] Deleting port dad06a57-9034-4617-af0f-ed6ee4c9af18 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:29.096084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.103606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:41:29.103606 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:41:29.103606 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': '2225aa4d-6c26-4a76-b5a8-8abd97689bf6'}]
Nov 27 11:41:29.103606 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:29.108143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:29.120624 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-936dca04-fd4d-4f5a-9896-c73510b5221a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1739507
Nov 27 11:41:29.121460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=9c066d25-ba1c-4e11-a5f6-09865fb4bdad,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:29.128437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45682) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:29.128596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:29.129715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.197917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.198454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Fanout notify agent at l3_agent the message router_deleted on router 9053eb53-d8df-4609-af82-0cc988f6c318 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:41:29.223475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:29.240322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.320641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.322034 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/9053eb53-d8df-4609-af82-0cc988f6c318 HTTP/1.1" status: 204  len: 168 time: 6.8857360
Nov 27 11:41:29.327743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45686) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:29.338464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1644113578', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:29.348929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:29.353295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.359730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Usage tracker for resource:router and tenant:acc413d89e1c45a6b82085a223b505ef is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:29.366651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:29.385738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:29.398698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:29.406909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da12e3b1-db88-45ce-8bf0-595cc1525c2b,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:29.425932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:29.451807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1507c486-8479-454d-bf8b-06459c9b83c4 None None] Provisioning complete for port 4f40dc9a-dd70-4960-b0bb-12acb4217002 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:29.452135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1507c486-8479-454d-bf8b-06459c9b83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.468640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:29.477523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:29.481326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.495852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:29.498686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] For port dad06a57-9034-4617-af0f-ed6ee4c9af18, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=dad06a57-9034-4617-af0f-ed6ee4c9af18,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:29.499176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.501283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:29.503476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.507663 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6933937
Nov 27 11:41:29.507874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45692) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:29.513934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': 'c193e23b-95d0-402a-a948-cc4a337b43d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:29.520317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:29.525836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:29.529439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:29.539048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:29.565010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:41:29.639032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.641330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.649760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] Calling delete_port for dad06a57-9034-4617-af0f-ed6ee4c9af18 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:29.651405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.653675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting port 2dafe2fc-71ea-4b81-96b6-767b4e3b1467 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:29.653990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.665150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.683700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1507c486-8479-454d-bf8b-06459c9b83c4 None None] Port 4f40dc9a-dd70-4960-b0bb-12acb4217002 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:29.739817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:29.766732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.771122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.801315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.806576 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0b23d1fc-8ad2-4721-b5e1-dde3393891e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:29.835491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.838198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ad4c0cad-e9ea-408c-b735-ac6c2447f9b6 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:29.856014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97938a79-da08-4802-b69d-cc1c07e2c11d,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:29.858150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] Pushing event deleted for resources: {'Port': ['ID=dad06a57-9034-4617-af0f-ed6ee4c9af18,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:29.859225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:29.865686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device dad06a57-9034-4617-af0f-ed6ee4c9af18 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:41:29.888802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port fc05a09f-c6ab-4015-be52-4edfae488a45 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:29.889401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:29.900813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:29.907260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: dad06a57-9034-4617-af0f-ed6ee4c9af18 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:41:29.907560 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device dad06a57-9034-4617-af0f-ed6ee4c9af18 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:41:29.915824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] No DVR routers for this DVR port dad06a57-9034-4617-af0f-ed6ee4c9af18 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:30.164432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.168488 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6568255
Nov 27 11:41:30.168488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45704) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:30.178785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': 'c193e23b-95d0-402a-a948-cc4a337b43d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:30.185020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:30.188297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.191745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:30.195420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:30.204287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:30.209509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.367739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.438651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.542507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.619839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Calling delete_port for 2dafe2fc-71ea-4b81-96b6-767b4e3b1467 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:30.655341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.661682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-68bdf7c4-ceb2-401d-a063-4a3117b7930c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:30.671136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:30.677169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.687700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:30.711526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:30.715123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462b6220>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:30.719138 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2202766
Nov 27 11:41:30.723074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45718) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:30.727914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port fc05a09f-c6ab-4015-be52-4edfae488a45, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fc05a09f-c6ab-4015-be52-4edfae488a45,segment=NetworkSegment(4b2316c2-f7f6-439b-bc41-1b028189cefc),segment_id=4b2316c2-f7f6-439b-bc41-1b028189cefc)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:30.729367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.736003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.753900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1072422831'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:30.784940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:30.784940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:30.829950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1ecb55-b1c2-4afd-8709-f6c83d56de4d,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:30.837127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:30.837127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6651859
Nov 27 11:41:30.837127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:30.841157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45722) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:30.841848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:30.860035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': 'c193e23b-95d0-402a-a948-cc4a337b43d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:30.872911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:30.888714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:30.902264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:30.908545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:30.923104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for fc05a09f-c6ab-4015-be52-4edfae488a45 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:30.927466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:30.952600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:30.991068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Allocated IP 172.26.6.52 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/f272ed7e-f7fc-4673-b0e8-515d95ed9111) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:31.097637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.136658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:31.139635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.311824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.312753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462b6220>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:24Z', 'revision_number': 3, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:26Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:31.315670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.316990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:41:31.317419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Updating router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 port 4f40dc9a-dd70-4960-b0bb-12acb4217002 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:41:31.326785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.332498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-442f5549-89bb-45e4-b466-5d9a24a7fec7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:31.373699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:31.384619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Port': ['ID=fc05a09f-c6ab-4015-be52-4edfae488a45,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:31.391133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.398001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.398972 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment 50f299c1-ed3a-42c1-8abc-59a7a13c0dcd of type vlan for network 8e5e624a-d2e5-46e2-9287-d5c360b63dba
Nov 27 11:41:31.400602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.405453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.416890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:31.416890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:31.474447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Port': ['ID=2dafe2fc-71ea-4b81-96b6-767b4e3b1467,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:31.476816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:31.486972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df360881-0d05-4023-ab8d-cf325a443245 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:31.498694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.500605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.507036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b2540542-636f-4aa4-89cd-4cc9633c376f tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:31.537003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No DVR routers for this DVR port fc05a09f-c6ab-4015-be52-4edfae488a45 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:31.640347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:31.641935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event updated for resources: {'Port': ['ID=f272ed7e-f7fc-4673-b0e8-515d95ed9111,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:31.644224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:31.644969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:31.646095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:31.647178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cd0593c9-33ef-46b5-9792-83c1fa644eef tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:31.653175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:31.681689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:31.701673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b0002-c54d-4606-bff5-41198becd3cf None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:31.711291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdee627a-e875-42d5-87b2-2e9a75a3ad3b,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:31.718110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:31.732657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:31.733281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.771335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.772366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:31.773243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9306746
Nov 27 11:41:31.777764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45734) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:31.789513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': 'c193e23b-95d0-402a-a948-cc4a337b43d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:31.803254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=d1463162-c819-4cc1-a6a5-497a809cf820,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:31.803389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:31.810571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:31.870752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:31.892197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:32.057079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:32.066140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.069676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.078628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.093148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.115692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Transition to ACTIVE for port object 4f40dc9a-dd70-4960-b0bb-12acb4217002 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:32.173481 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'd1463162-c819-4cc1-a6a5-497a809cf820'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:32.174364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.205376 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.0089767
Nov 27 11:41:32.247612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.251234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:32.260792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45742) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:32.272926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845035eb0>,) {'filters': {'network_id': ['2225aa4d-6c26-4a76-b5a8-8abd97689bf6']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:32.295194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845035eb0>, '4b2316c2-f7f6-439b-bc41-1b028189cefc') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:32.299172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845035eb0>, '4b2316c2-f7f6-439b-bc41-1b028189cefc') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:32.311931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.316273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:32.320581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.366968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.487578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.491942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:32.492832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.517435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:32.548286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.613305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:32.648847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:32.655785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:32.663105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/d1463162-c819-4cc1-a6a5-497a809cf820/cbd31c71-4062-46cc-99a7-83b6175c0ed0) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:32.679964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:32.699201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:32.699201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.706431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:32.716093 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:32.779950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07292331-3ae2-4d3c-a4ac-f23d2941ee8c None None] Pushing event updated for resources: {'Port': ['ID=4f40dc9a-dd70-4960-b0bb-12acb4217002,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:32.788853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07292331-3ae2-4d3c-a4ac-f23d2941ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:32.797012 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.0594008
Nov 27 11:41:32.807318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45752) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:32.810722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:32.850979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=8e5e624a-d2e5-46e2-9287-d5c360b63dba,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:32.871549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.873541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:32.877992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Attempting to bind port 4f40dc9a-dd70-4960-b0bb-12acb4217002 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:32.877992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Attempting to bind port 4f40dc9a-dd70-4960-b0bb-12acb4217002 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:32.877992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Attempting to bind port 4f40dc9a-dd70-4960-b0bb-12acb4217002 on network a6887a99-7479-4c74-813b-0ff441dd2673 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:32.883699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 8e5e624a-d2e5-46e2-9287-d5c360b63dba details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:32.884007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.934744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:32.948515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Router 31c27a09-e15b-46a6-ae05-c83dd446a37b is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:41:32.956665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.969536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:32.973896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84cc3f24-51cc-4811-a772-15bd057ea280 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:32.982040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:33.008381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.017051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.019757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:33.020123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Fanout notify agent at l3_agent the message router_deleted on router d9d2d7c1-3001-475e-b156-b15c1ce69806 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:41:33.020517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Checking segment: {'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:33.021097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.022236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Bound using segment: {'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:33.022996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Bound port: 4f40dc9a-dd70-4960-b0bb-12acb4217002, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f96e6f4-83e9-4554-a771-065086fc6a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:33.023661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.045499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.047197 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/routers/d9d2d7c1-3001-475e-b156-b15c1ce69806 HTTP/1.1" status: 204  len: 168 time: 7.3662930
Nov 27 11:41:33.049569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=2225aa4d-6c26-4a76-b5a8-8abd97689bf6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:33.060838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:33.067206 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/2225aa4d-6c26-4a76-b5a8-8abd97689bf6 HTTP/1.1" status: 204  len: 168 time: 7.7249193
Nov 27 11:41:33.068775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45758) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:33.069263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45762) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:33.080373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1202278869'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:33.133217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:33.154456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:33.162891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:33.173588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:33.252587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:33.258781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.275921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:33.278518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.284964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45768) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:33.290226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] For port 4f40dc9a-dd70-4960-b0bb-12acb4217002, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:33.294905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] For port 4f40dc9a-dd70-4960-b0bb-12acb4217002, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4f40dc9a-dd70-4960-b0bb-12acb4217002,segment=NetworkSegment(8f96e6f4-83e9-4554-a771-065086fc6a04),segment_id=8f96e6f4-83e9-4554-a771-065086fc6a04)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:33.295086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab896d4c-9aa0-4238-892a-38785d0f206b,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:33.296157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Transition to ACTIVE for port object cbd31c71-4062-46cc-99a7-83b6175c0ed0 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:33.297617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:33.299326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:33.301726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.302793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:33.323416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Transition to ACTIVE for port object cbd31c71-4062-46cc-99a7-83b6175c0ed0 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:33.331086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:33.376442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.387843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:33.390504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:33.417120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Deleting subnet 01140f7b-4e27-4eb0-ab60-71217684a3da {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:33.421204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.421204 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 5f0b4b27-d054-4e63-a94c-4b490572a76f of type vlan for network bf34f300-6eda-4fad-b9e2-00477d959455
Nov 27 11:41:33.428195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.504604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.510821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.513071 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.7343819
Nov 27 11:41:33.517665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.529745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07292331-3ae2-4d3c-a4ac-f23d2941ee8c None None] Pushing event updated for resources: {'Port': ['ID=4f40dc9a-dd70-4960-b0bb-12acb4217002,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:33.535069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07292331-3ae2-4d3c-a4ac-f23d2941ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:33.537005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.539370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45774) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:33.544764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07292331-3ae2-4d3c-a4ac-f23d2941ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:33.601264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.603700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1f173176-4e26-4d98-b539-c0eef4dd3cf2 tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:33.634484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:33.679428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:33.679428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Pushing event updated for resources: {'Port': ['ID=cbd31c71-4062-46cc-99a7-83b6175c0ed0,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:33.679428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:33.681892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.686851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:33.686851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462b6220>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:33.692211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:33.692211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.708162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-363b998b-b075-4644-9c80-4863dbb395b9 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:33.779675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-943e5b53-a4ef-49bd-a391-643995e3b2ce tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.813652 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.ipam_backend_mixin [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1463162-c819-4cc1-a6a5-497a809cf820 (CIDR: 2001:db8::/64)
Nov 27 11:41:33.840947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=bf34f300-6eda-4fad-b9e2-00477d959455,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:33.843824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:33.863207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:33.863543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:33.868843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network bf34f300-6eda-4fad-b9e2-00477d959455 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:33.883072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-943e5b53-a4ef-49bd-a391-643995e3b2ce tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.890865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:33.918217 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8425064
Nov 27 11:41:33.918650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45778) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:33.926199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:33.930658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': 'bf34f300-6eda-4fad-b9e2-00477d959455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:33.967762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.017504 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:34.018627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:34.144721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:34.151698 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fe2a0-7ee6-4ba7-ba0a-4cfbd70079ab None None] Sync routers for ids ['31c27a09-e15b-46a6-ae05-c83dd446a37b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:34.169061 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fe2a0-7ee6-4ba7-ba0a-4cfbd70079ab None None] Routers {'31c27a09-e15b-46a6-ae05-c83dd446a37b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:34.169061 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-068fe2a0-7ee6-4ba7-ba0a-4cfbd70079ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464a48e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['31c27a09-e15b-46a6-ae05-c83dd446a37b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:34.171990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-943e5b53-a4ef-49bd-a391-643995e3b2ce tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.183855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:34.203079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-943e5b53-a4ef-49bd-a391-643995e3b2ce tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.203862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-943e5b53-a4ef-49bd-a391-643995e3b2ce tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ab896d4c-9aa0-4238-892a-38785d0f206b HTTP/1.1" status: 204  len: 168 time: 0.6568069
Nov 27 11:41:34.209124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45782) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:34.227570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e5b53-a4ef-49bd-a391-643995e3b2ce tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab896d4c-9aa0-4238-892a-38785d0f206b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:34.296064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:34.300523 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-068fe2a0-7ee6-4ba7-ba0a-4cfbd70079ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464a48e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:34.318067 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fe2a0-7ee6-4ba7-ba0a-4cfbd70079ab None None] Routers {'31c27a09-e15b-46a6-ae05-c83dd446a37b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:34.320549 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-068fe2a0-7ee6-4ba7-ba0a-4cfbd70079ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464a48e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['31c27a09-e15b-46a6-ae05-c83dd446a37b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:34.331901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-943e5b53-a4ef-49bd-a391-643995e3b2ce tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:34.333145 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-36af8ae0-8183-41b7-8c83-93209f223548 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.0686352
Nov 27 11:41:34.340411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Attempting to bind port cbd31c71-4062-46cc-99a7-83b6175c0ed0 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:34.340411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Attempting to bind port cbd31c71-4062-46cc-99a7-83b6175c0ed0 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:34.341162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Attempting to bind port cbd31c71-4062-46cc-99a7-83b6175c0ed0 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:34.347128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45786) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:34.364270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.369380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.0401497
Nov 27 11:41:34.372898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Subnet': ['ID=01140f7b-4e27-4eb0-ab60-71217684a3da,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:34.374349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45788) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:34.385840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:34.388728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:34.391417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:34.396196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.402751 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/subnets/01140f7b-4e27-4eb0-ab60-71217684a3da HTTP/1.1" status: 204  len: 168 time: 1.3318875
Nov 27 11:41:34.405761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:34.409156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:34.409381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:34.409991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.411833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:34.413433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Bound port: cbd31c71-4062-46cc-99a7-83b6175c0ed0, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:34.413559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45794) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:34.415252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.423560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:34.428471 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-068fe2a0-7ee6-4ba7-ba0a-4cfbd70079ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464a48e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:34.428743 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fe2a0-7ee6-4ba7-ba0a-4cfbd70079ab None None] The sync data for ids ['31c27a09-e15b-46a6-ae05-c83dd446a37b'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:41:34.468292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:34.472982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:34.527959 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1f173176-4e26-4d98-b539-c0eef4dd3cf2 tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "PUT /v2.0/quotas/ae3d603988b04108af07a8af170a3d06 HTTP/1.1" status: 200  len: 366 time: 1.2346849
Nov 27 11:41:34.572025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45800) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:34.584785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] For port cbd31c71-4062-46cc-99a7-83b6175c0ed0, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:34.591492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:34.623847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] For port cbd31c71-4062-46cc-99a7-83b6175c0ed0, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cbd31c71-4062-46cc-99a7-83b6175c0ed0,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:34.661204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462b6220>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:24Z', 'revision_number': 3, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:33Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:34.672771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ab83bf5e-496c-4965-982c-129982b34eff tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:34.673934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111aa10-9bf0-4606-9186-bd2c111166f7 None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:24Z', 'revision_number': 3, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:33Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:41:34.693960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.705680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-65fb6afe-c0dd-4e7a-8403-8f7edbf6cecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:34.756942 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2feb6d6b-82ef-42c8-b7de-a281a3e2c094 tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.1792791
Nov 27 11:41:34.760980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45804) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:34.784292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.787489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:34.787489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:34.789881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:34.805014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:34.859355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Pushing event updated for resources: {'Port': ['ID=cbd31c71-4062-46cc-99a7-83b6175c0ed0,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:34.864098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.868437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:34.869515 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4408e821-c22c-4c46-9496-35e1e8e82681 tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "GET /v2.0/quotas/ae3d603988b04108af07a8af170a3d06 HTTP/1.1" status: 200  len: 366 time: 0.1101196
Nov 27 11:41:34.882085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45808) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:34.894310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:34.900680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b0de7b4e-7481-4991-a535-7a1bbdfa43bf tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:34.926869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ab83bf5e-496c-4965-982c-129982b34eff tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:34.928223 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ab83bf5e-496c-4965-982c-129982b34eff tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.7167327
Nov 27 11:41:34.950097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45812) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:34.992699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:34.996403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.116032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.155108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=265c9f43-318e-44a6-85fe-aee190f80c17,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:35.161506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:35.169915 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ba72c58b-d25c-429b-9d73-b0aaedaa08e0 tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/ae3d603988b04108af07a8af170a3d06 HTTP/1.1" status: 204  len: 168 time: 0.2770236
Nov 27 11:41:35.171767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45816) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:35.176739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28450f5e50>,) {'filters': {'network_id': ['407d1188-197d-4754-81a5-20ba04184d2b']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:35.198077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d096afa-e799-4b60-85c7-e2e8ae3afb18 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.201155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28450f5e50>, '74fb03d1-3fc7-4fa0-b47d-a124996aeb35') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:35.201813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28450f5e50>, '74fb03d1-3fc7-4fa0-b47d-a124996aeb35') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:35.223145 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8a3ef124-87f8-46af-9385-c226580a12fb tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0501401
Nov 27 11:41:35.226000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.229686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45820) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:35.231277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d096afa-e799-4b60-85c7-e2e8ae3afb18 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.277347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.294178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:35.294913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:35.309755 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:35.345797 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2640fcb6-2f36-458d-8e23-97089e21fa43 tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "GET /v2.0/quotas/ae3d603988b04108af07a8af170a3d06 HTTP/1.1" status: 200  len: 370 time: 0.1056776
Nov 27 11:41:35.346876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:35.347233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: 8e5e624a-d2e5-46e2-9287-d5c360b63dba, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:35.355346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45824) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:35.378120 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-629df0ce-b1b6-416e-9c60-26a925969096 tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "GET /v2.0/quotas/ae3d603988b04108af07a8af170a3d06/default HTTP/1.1" status: 200  len: 370 time: 0.0077646
Nov 27 11:41:35.390452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45828) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:35.589468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.599998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-613f2537-5650-423a-968c-5ac8dd6e38c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:35.609259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.617168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.628993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Pushing event deleted for resources: {'Network': ['ID=407d1188-197d-4754-81a5-20ba04184d2b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:35.630568 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-353e3021-a9b5-4883-9739-53ae74fe14bc tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] delete failed (client error): The resource could not be found.
Nov 27 11:41:35.632310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-353e3021-a9b5-4883-9739-53ae74fe14bc tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/ae3d603988b04108af07a8af170a3d06 HTTP/1.1" status: 404  len: 348 time: 0.2400813
Nov 27 11:41:35.635655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:35.637099 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] 10.222.0.23 "DELETE /v2.0/networks/407d1188-197d-4754-81a5-20ba04184d2b HTTP/1.1" status: 204  len: 168 time: 1.2224407
Nov 27 11:41:35.638273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89a4a72d-48f7-40c3-9c4d-d1650daeb612 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:35.680956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 8e5e624a-d2e5-46e2-9287-d5c360b63dba is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:35.683040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d096afa-e799-4b60-85c7-e2e8ae3afb18 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.699516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:35.738140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d096afa-e799-4b60-85c7-e2e8ae3afb18 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdee627a-e875-42d5-87b2-2e9a75a3ad3b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:35.750972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d096afa-e799-4b60-85c7-e2e8ae3afb18 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:35.788497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 8e5e624a-d2e5-46e2-9287-d5c360b63dba) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:35.797777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d557435-26d6-4edc-8dfb-fa8b8db7741e None None] Network 8e5e624a-d2e5-46e2-9287-d5c360b63dba requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:35.799747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:35.803416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.838458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=ae35d38e-b7c3-4c15-b512-7e07958bc633,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:35.922358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:35.943705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': '5f0b4b27-d054-4e63-a94c-4b490572a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bf34f300-6eda-4fad-b9e2-00477d959455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:35.944141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: bf34f300-6eda-4fad-b9e2-00477d959455, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:35.970529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5d096afa-e799-4b60-85c7-e2e8ae3afb18 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:35.971653 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5d096afa-e799-4b60-85c7-e2e8ae3afb18 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cdee627a-e875-42d5-87b2-2e9a75a3ad3b HTTP/1.1" status: 204  len: 168 time: 1.0182445
Nov 27 11:41:35.975175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45836) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:35.985150 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.1807032
Nov 27 11:41:36.000327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45840) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:36.038999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4f40dc9a-dd70-4960-b0bb-12acb4217002 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:36.073447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47aa293f-ab84-49df-88b7-3e6bf77cba93 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:36.085236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45844) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:36.109344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network bf34f300-6eda-4fad-b9e2-00477d959455 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:36.120687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Usage tracker for resource:network and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:36.125440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:36.133197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Usage tracker for resource:subnet and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:36.138161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:36.145608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Usage tracker for resource:subnetpool and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:36.159741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:36.178777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Usage tracker for resource:port and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:36.190795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47aa293f-ab84-49df-88b7-3e6bf77cba93 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:36.192513 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-47aa293f-ab84-49df-88b7-3e6bf77cba93 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.2163601
Nov 27 11:41:36.194102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, bf34f300-6eda-4fad-b9e2-00477d959455) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:36.197928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45848) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:36.204587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:36.205716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.216442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e9d92-5f33-44de-88da-3d0bf4c91169 None None] Network bf34f300-6eda-4fad-b9e2-00477d959455 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:36.224076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:36.258250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Usage tracker for resource:router and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:36.264672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:36.270625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-281b3616-02e3-4c13-8043-7dde95f057c7 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.301352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:36.308562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.308778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-281b3616-02e3-4c13-8043-7dde95f057c7 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.324066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Usage tracker for resource:floatingip and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:36.332581 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4106967
Nov 27 11:41:36.341704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45854) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:36.348853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:36.407772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4f40dc9a-dd70-4960-b0bb-12acb4217002 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:36.480485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4f40dc9a-dd70-4960-b0bb-12acb4217002 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:36.480485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.515573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45858) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:36.545182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-281b3616-02e3-4c13-8043-7dde95f057c7 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.565539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:36.597967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.600538 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b3616-02e3-4c13-8043-7dde95f057c7 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd1ecb55-b1c2-4afd-8709-f6c83d56de4d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:36.613026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-281b3616-02e3-4c13-8043-7dde95f057c7 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:36.628288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.objects.ports [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84363) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:41:36.658778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0fef5838-9490-4baa-ba6b-6337c4b42626 None None] Provisioning for port cbd31c71-4062-46cc-99a7-83b6175c0ed0 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:36.661325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Usage tracker for resource:security_group and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:36.672270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:36.676366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Allocated IP 2001:db8:2::2 (8e5e624a-d2e5-46e2-9287-d5c360b63dba/265c9f43-318e-44a6-85fe-aee190f80c17/13c648f7-c554-4ed1-881a-e54e77d21a1a) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:36.691932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-281b3616-02e3-4c13-8043-7dde95f057c7 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.695378 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-281b3616-02e3-4c13-8043-7dde95f057c7 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cd1ecb55-b1c2-4afd-8709-f6c83d56de4d HTTP/1.1" status: 204  len: 168 time: 0.4921257
Nov 27 11:41:36.696501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Usage tracker for resource:security_group_rule and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:36.699238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:36.701071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.719870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6fe775-11ef-4bce-92cc-dc818a52018c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-bf34f300-6eda-4fad-b9e2-00477d959455', 'network_id': 'bf34f300-6eda-4fad-b9e2-00477d959455', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': 'ae35d38e-b7c3-4c15-b512-7e07958bc633'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:36.720709 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe775-11ef-4bce-92cc-dc818a52018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.775094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:36.829105 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f0530ce6-775f-4333-8414-78ea23cb59ac tempest-QuotasTest-1724399249 tempest-QuotasTest-1724399249-project-admin] 10.222.0.23 "GET /v2.0/quotas/fc2b9cb999f74b1d9b1f04efa483617d/details.json HTTP/1.1" status: 200  len: 703 time: 0.7420256
Nov 27 11:41:36.829950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.882924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-82cf83bd-ebaa-481c-ad75-4889f82d804c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:36.909701 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0456c233-c1b8-409b-ad7e-909967557f24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e70a9a203fd4c5ca89b0f79633962ed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3932714
Nov 27 11:41:36.912114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45872) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:36.967025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4f40dc9a-dd70-4960-b0bb-12acb4217002, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4f40dc9a-dd70-4960-b0bb-12acb4217002,segment=NetworkSegment(8f96e6f4-83e9-4554-a771-065086fc6a04),segment_id=8f96e6f4-83e9-4554-a771-065086fc6a04)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:36.982588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:36.988808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0b02677c-5275-42d8-9cf7-a3930f14c30a tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:37.037315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-82cf83bd-ebaa-481c-ad75-4889f82d804c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:37.039096 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-82cf83bd-ebaa-481c-ad75-4889f82d804c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.3099213
Nov 27 11:41:37.040212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=ae35d38e-b7c3-4c15-b512-7e07958bc633,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:37.042272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45876) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server [None req-ef6fe775-11ef-4bce-92cc-dc818a52018c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae35d38e-b7c3-4c15-b512-7e07958bc633: This subnet is being modified by another concurrent operation.
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 11:41:37.053164 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae35d38e-b7c3-4c15-b512-7e07958bc633: This subnet is being modified by another concurrent operation.
Nov 27 11:41:37.056593 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server 
Nov 27 11:41:37.067390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:37.077809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.078717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cbd31c71-4062-46cc-99a7-83b6175c0ed0 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:37.124004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caa6d404-b198-4eeb-ad64-400203fe6885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.135917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.180217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1dda7f7c-7c2c-429e-9211-e5e10eefd4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:37.207874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27305338-8f9e-4602-b08e-7372361c2903 None None] Network bf34f300-6eda-4fad-b9e2-00477d959455 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:37.351700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55c9d3d3-fd89-40cd-a6ba-f48467f0fd60 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.354240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.373816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.382828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55c9d3d3-fd89-40cd-a6ba-f48467f0fd60 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.387050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.390526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caa6d404-b198-4eeb-ad64-400203fe6885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.393770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Transition to ACTIVE for port object 13c648f7-c554-4ed1-881a-e54e77d21a1a will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:37.405329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4f40dc9a-dd70-4960-b0bb-12acb4217002,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:37.443876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:37.479937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ee9130>,) {'filters': {'network_id': ['bf34f300-6eda-4fad-b9e2-00477d959455']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:37.496562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Transition to ACTIVE for port object 13c648f7-c554-4ed1-881a-e54e77d21a1a will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:37.523389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ee9130>, '5f0b4b27-d054-4e63-a94c-4b490572a76f') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:37.524353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ee9130>, '5f0b4b27-d054-4e63-a94c-4b490572a76f') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:37.543033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.561518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.568629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:37.569094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:37.584719 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:37.593358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55c9d3d3-fd89-40cd-a6ba-f48467f0fd60 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.646703 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7aa1def0-56ad-4832-93ec-e40c92f0d02c tempest-ServersTestJSON-777080704 tempest-ServersTestJSON-777080704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:37.659100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port cbd31c71-4062-46cc-99a7-83b6175c0ed0 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:37.666516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45882) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:37.670718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.677171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:37.684881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9d3d3-fd89-40cd-a6ba-f48467f0fd60 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97938a79-da08-4802-b69d-cc1c07e2c11d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:37.699038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caa6d404-b198-4eeb-ad64-400203fe6885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.706015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-55c9d3d3-fd89-40cd-a6ba-f48467f0fd60 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:37.707513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:37.732260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port cbd31c71-4062-46cc-99a7-83b6175c0ed0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:37.732646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.737812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6d404-b198-4eeb-ad64-400203fe6885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14afe64-3cf7-4960-8f64-f9a028fe9387,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:37.743211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-caa6d404-b198-4eeb-ad64-400203fe6885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:37.768751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.784017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.784951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a79019fc-3f14-47a0-b2cd-5851eeb0b2df tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:37.799757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] For port cbd31c71-4062-46cc-99a7-83b6175c0ed0, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cbd31c71-4062-46cc-99a7-83b6175c0ed0,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:37.831176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.831176 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/bf34f300-6eda-4fad-b9e2-00477d959455 HTTP/1.1" status: 204  len: 168 time: 1.4758692
Nov 27 11:41:37.831176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=bf34f300-6eda-4fad-b9e2-00477d959455,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:37.831797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Network 8e5e624a-d2e5-46e2-9287-d5c360b63dba is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:37.833733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45888) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:37.836325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Pushing event updated for resources: {'Port': ['ID=13c648f7-c554-4ed1-881a-e54e77d21a1a,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:37.839040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:37.840907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:37.841892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:37.844854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2096178440'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:37.846857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:37.859048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55c9d3d3-fd89-40cd-a6ba-f48467f0fd60 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.860248 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-55c9d3d3-fd89-40cd-a6ba-f48467f0fd60 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/97938a79-da08-4802-b69d-cc1c07e2c11d HTTP/1.1" status: 204  len: 168 time: 0.7948840
Nov 27 11:41:37.861635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:37.863954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-caa6d404-b198-4eeb-ad64-400203fe6885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.865496 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-caa6d404-b198-4eeb-ad64-400203fe6885 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f14afe64-3cf7-4960-8f64-f9a028fe9387 HTTP/1.1" status: 204  len: 168 time: 0.9516881
Nov 27 11:41:37.867794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45892) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:37.880260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.898224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:37.905607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:37.913562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Deleting port f272ed7e-f7fc-4673-b0e8-515d95ed9111 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:37.913991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.942458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:37.972402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-110f9135-26ce-496f-8396-108960af0fdd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:37.980343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:38.009902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Attempting to bind port 13c648f7-c554-4ed1-881a-e54e77d21a1a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:38.010328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Attempting to bind port 13c648f7-c554-4ed1-881a-e54e77d21a1a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:38.010808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Attempting to bind port 13c648f7-c554-4ed1-881a-e54e77d21a1a on network 8e5e624a-d2e5-46e2-9287-d5c360b63dba {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:38.011421 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:38.016392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Usage tracker for resource:security_group_rule and tenant:6ae46e67585f4e988afe63856786ce6f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:38.019983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:38.026011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:38.035033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.035811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.045769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0edcb03c-58cc-49f8-a96a-545b96a12044 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:38.057563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:38.057964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Checking segment: {'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:38.058399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.058809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Bound using segment: {'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:38.059390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Bound port: 13c648f7-c554-4ed1-881a-e54e77d21a1a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:38.059787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.071398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:38.075251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.089303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-110f9135-26ce-496f-8396-108960af0fdd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:38.091177 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-110f9135-26ce-496f-8396-108960af0fdd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.2223110
Nov 27 11:41:38.106681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45898) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:38.138057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.162844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:38.178631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:38.188003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4bea0fe-a2f5-4be4-b836-7a80deed3418 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.202606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port cbd31c71-4062-46cc-99a7-83b6175c0ed0, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cbd31c71-4062-46cc-99a7-83b6175c0ed0,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:38.204370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4bea0fe-a2f5-4be4-b836-7a80deed3418 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.217906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] For port 13c648f7-c554-4ed1-881a-e54e77d21a1a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:38.221181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] For port 13c648f7-c554-4ed1-881a-e54e77d21a1a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=13c648f7-c554-4ed1-881a-e54e77d21a1a,segment=NetworkSegment(50f299c1-ed3a-42c1-8abc-59a7a13c0dcd),segment_id=50f299c1-ed3a-42c1-8abc-59a7a13c0dcd)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:38.221763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.225745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:38.233123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.233452 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment b7b28e4c-5f8b-4f52-b28b-1164488b5015 of type vlan for network a15eeb2f-f95d-4ac1-a222-bfcee2144831
Nov 27 11:41:38.238946 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe74ef-a223-424f-8d72-e20a24d8e16b None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:38.249661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:38.250248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.286289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.321232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=cbd31c71-4062-46cc-99a7-83b6175c0ed0,revision_number=4']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:38.326094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.337399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:38.341081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d83f5211-e755-4dc2-8457-3d8e721fdee3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:38.364461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.368413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:38.401340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4bea0fe-a2f5-4be4-b836-7a80deed3418 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.402942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.414733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.437056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ccd7ba1f-d03e-4c3b-b3a3-6c8895f2b40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:38.483358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.507181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30bfb3a-dea4-4ae9-a653-4deb85f01eaa,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:38.514041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=cbd31c71-4062-46cc-99a7-83b6175c0ed0,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:38.518776 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ae46e67585f4e988afe63856786ce6f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8474650
Nov 27 11:41:38.520243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:38.522076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45908) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:38.525466 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 4.1546309
Nov 27 11:41:38.525711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-281b3616-02e3-4c13-8043-7dde95f057c7 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:38.526407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:38.528496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:38.533498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45910) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:38.538602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.542619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:38.543153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.575631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:c3:a6:2b', 'name': 'tempest-NetworksTestDHCPv6-631798556'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:38.629717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=2a75d5f0-f1a4-4991-aeb7-b7b1dfe8df8b,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:38.632836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:38.636473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4f40dc9a-dd70-4960-b0bb-12acb4217002 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:38.657586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bea0fe-a2f5-4be4-b836-7a80deed3418 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da12e3b1-db88-45ce-8bf0-595cc1525c2b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:38.669726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b4bea0fe-a2f5-4be4-b836-7a80deed3418 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:38.676435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-13598850-a6d5-4e8f-b517-06eb77899cd2 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:38.755329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Calling delete_port for f272ed7e-f7fc-4673-b0e8-515d95ed9111 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:38.832168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Pushing event updated for resources: {'Port': ['ID=13c648f7-c554-4ed1-881a-e54e77d21a1a,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:38.842603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:38.870317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4f40dc9a-dd70-4960-b0bb-12acb4217002 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:38.870729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.889876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4bea0fe-a2f5-4be4-b836-7a80deed3418 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.891100 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b4bea0fe-a2f5-4be4-b836-7a80deed3418 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/da12e3b1-db88-45ce-8bf0-595cc1525c2b HTTP/1.1" status: 204  len: 168 time: 0.7791531
Nov 27 11:41:38.901126 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0677004
Nov 27 11:41:38.902014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45920) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:38.920816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45922) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:38.927163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f4492de9-2697-4d85-92f4-84f5c3912262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:38.933025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': 'a15eeb2f-f95d-4ac1-a222-bfcee2144831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:38.979329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=a15eeb2f-f95d-4ac1-a222-bfcee2144831,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:39.007959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f4492de9-2697-4d85-92f4-84f5c3912262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.035701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a15eeb2f-f95d-4ac1-a222-bfcee2144831 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:39.104696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:39.116739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:39.123598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:39.133457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:39.149361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:39.165661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-56659193-a2e8-4892-bc6c-17cfbe8d2aa1 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:39.175275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.207942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cbd31c71-4062-46cc-99a7-83b6175c0ed0 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:39.228956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f4492de9-2697-4d85-92f4-84f5c3912262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.233109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c1031dcc-89fa-458a-91a1-b88c8cf33ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:39.266152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4492de9-2697-4d85-92f4-84f5c3912262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30bfb3a-dea4-4ae9-a653-4deb85f01eaa,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:39.287303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f4492de9-2697-4d85-92f4-84f5c3912262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:39.289788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:39.319808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port cbd31c71-4062-46cc-99a7-83b6175c0ed0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:39.320254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.364082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f4492de9-2697-4d85-92f4-84f5c3912262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.366150 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f4492de9-2697-4d85-92f4-84f5c3912262 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b30bfb3a-dea4-4ae9-a653-4deb85f01eaa HTTP/1.1" status: 204  len: 168 time: 0.8338404
Nov 27 11:41:39.388225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-56659193-a2e8-4892-bc6c-17cfbe8d2aa1 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:39.394073 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-56659193-a2e8-4892-bc6c-17cfbe8d2aa1 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4759586
Nov 27 11:41:39.400919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45934) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:39.410837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:39.437084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:39.450969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:39.465655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:39.614214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:39.635257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8:2::1 (8e5e624a-d2e5-46e2-9287-d5c360b63dba/265c9f43-318e-44a6-85fe-aee190f80c17/2f55860e-9126-4ad0-8162-bed87cbba33d) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:39.685847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.713445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f18c4b6f-61ef-41df-9adb-c6772dbb0e7a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.759034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45940) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:39.793525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f18c4b6f-61ef-41df-9adb-c6772dbb0e7a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.803841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:39.815714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port d7bb6d2a-4d33-4917-9499-01901d8aae59 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:41:40.023302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d95cc35-acb7-475a-afea-2cbd338911de tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:40.076867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Pushing event deleted for resources: {'Port': ['ID=f272ed7e-f7fc-4673-b0e8-515d95ed9111,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:40.082655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.083084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9e5760f8-420b-4558-b1c9-178452a525a9 None None] Provisioning complete for port cbd31c71-4062-46cc-99a7-83b6175c0ed0 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:40.083084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e5760f8-420b-4558-b1c9-178452a525a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.104278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f18c4b6f-61ef-41df-9adb-c6772dbb0e7a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.125083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-caa6d404-b198-4eeb-ad64-400203fe6885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:40.131576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:40.207121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c4b6f-61ef-41df-9adb-c6772dbb0e7a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c193e23b-95d0-402a-a948-cc4a337b43d0,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:40.218875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-645f3297-1817-431b-a97f-57b8bf15876d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:40.219051 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-645f3297-1817-431b-a97f-57b8bf15876d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:41:40.220344 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-645f3297-1817-431b-a97f-57b8bf15876d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4577279
Nov 27 11:41:40.225732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f18c4b6f-61ef-41df-9adb-c6772dbb0e7a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:40.228564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45948) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:40.234318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--684315400'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:40.262294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:40.278330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:40.288765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:40.307316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edfdc71-10fe-4b74-82a2-581e0fb4c827 None None] Network 8e5e624a-d2e5-46e2-9287-d5c360b63dba requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:40.311370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::2d (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/d1463162-c819-4cc1-a6a5-497a809cf820/d7bb6d2a-4d33-4917-9499-01901d8aae59) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:40.314663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:40.322699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:a62b (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/2a75d5f0-f1a4-4991-aeb7-b7b1dfe8df8b/d7bb6d2a-4d33-4917-9499-01901d8aae59) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:40.342659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.ipam_backend_mixin [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing IP validity checks on allocation pools {{(pid=84363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 27 11:41:40.343176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.ipam_backend_mixin [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 27 11:41:40.404350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f18c4b6f-61ef-41df-9adb-c6772dbb0e7a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.404350 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f18c4b6f-61ef-41df-9adb-c6772dbb0e7a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/c193e23b-95d0-402a-a948-cc4a337b43d0 HTTP/1.1" status: 204  len: 168 time: 0.9911737
Nov 27 11:41:40.421447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45952) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:40.465635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.534050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.598835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.632769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 13c648f7-c554-4ed1-881a-e54e77d21a1a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:40.722724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.732953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.780591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45956) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:40.782951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-61b01e66-4540-4564-bfc5-c17d63725015 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:40.817414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-09fe1ee5-719a-45f6-b1aa-9d004cf47efb None None] Provisioning for port 13c648f7-c554-4ed1-881a-e54e77d21a1a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:40.829188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:40.835017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.838790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.865952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:40.868527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 13c648f7-c554-4ed1-881a-e54e77d21a1a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:40.875442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 13c648f7-c554-4ed1-881a-e54e77d21a1a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:40.876252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.881011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:40.898393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:40.926573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object 2f55860e-9126-4ad0-8162-bed87cbba33d will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:40.931776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:40.961575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:40.968026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object d7bb6d2a-4d33-4917-9499-01901d8aae59 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:40.970356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Usage tracker for resource:security_group_rule and tenant:fc2b9cb999f74b1d9b1f04efa483617d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:40.977876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:40.988824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:41.014415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431e301-d3fc-40e3-890c-a310e3a61b20 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:41:41.033820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Router 31c27a09-e15b-46a6-ae05-c83dd446a37b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:41:41.049952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-61b01e66-4540-4564-bfc5-c17d63725015 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:41.057632 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-61b01e66-4540-4564-bfc5-c17d63725015 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6285200
Nov 27 11:41:41.057910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45960) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:41.072636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094134674'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:41.078130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.095863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:41.112994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.120848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.128862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-14340fa7-5382-421d-8e9b-314f94ddbac0 None None] Provisioning complete for port 13c648f7-c554-4ed1-881a-e54e77d21a1a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:41.128862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-14340fa7-5382-421d-8e9b-314f94ddbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.203875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:41.232523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 13c648f7-c554-4ed1-881a-e54e77d21a1a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=13c648f7-c554-4ed1-881a-e54e77d21a1a,segment=NetworkSegment(50f299c1-ed3a-42c1-8abc-59a7a13c0dcd),segment_id=50f299c1-ed3a-42c1-8abc-59a7a13c0dcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:41.232676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:41.244577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39833016-b8f7-4573-ad1e-a019947a0e9f None None] Sync routers for ids ['31c27a09-e15b-46a6-ae05-c83dd446a37b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:41.249232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.250358 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "PUT /v2.0/routers/31c27a09-e15b-46a6-ae05-c83dd446a37b HTTP/1.1" status: 200  len: 706 time: 6.8130486
Nov 27 11:41:41.253050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45964) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:41.316011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.326336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39833016-b8f7-4573-ad1e-a019947a0e9f None None] Routers {'31c27a09-e15b-46a6-ae05-c83dd446a37b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:41.326858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-23786b01-ffea-47a8-b08e-cfe27c8285c7 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:41.327085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-39833016-b8f7-4573-ad1e-a019947a0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fd460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['31c27a09-e15b-46a6-ae05-c83dd446a37b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:41.339844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.344251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.351344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.363451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-475d9419-5082-4248-a8f9-ac8cd12ea769 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:41.401097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.401940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cbd31c71-4062-46cc-99a7-83b6175c0ed0 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:41.426250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-39833016-b8f7-4573-ad1e-a019947a0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fd460>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:41.426462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.433198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:41.438063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:41.440283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3a1e05-838c-4ea2-9bb3-f3d15509771f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:41.471623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:41.473063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:41.478455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:41.480988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:41.481452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431e301-d3fc-40e3-890c-a310e3a61b20 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:41:41.485570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 8e5e624a-d2e5-46e2-9287-d5c360b63dba is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:41.487055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:41.487867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.490428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:41.495599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:41.500780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:41.500780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.501290 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc2b9cb999f74b1d9b1f04efa483617d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7150354
Nov 27 11:41:41.503063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-14340fa7-5382-421d-8e9b-314f94ddbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.508272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45968) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:41.510708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30e306b-0d34-4730-bd2f-0218f8f3f6f3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:41.513995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:41.515842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=2f55860e-9126-4ad0-8162-bed87cbba33d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:41.518501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:41.521903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:41.522464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:41.523921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:41.524806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-39d048df-de4b-427a-b2d8-9d58e8b2dfa1 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:41.583007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39833016-b8f7-4573-ad1e-a019947a0e9f None None] Routers {'31c27a09-e15b-46a6-ae05-c83dd446a37b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:41.584208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-39833016-b8f7-4573-ad1e-a019947a0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fd460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['31c27a09-e15b-46a6-ae05-c83dd446a37b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:41.625692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=d7bb6d2a-4d33-4917-9499-01901d8aae59,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:41.628584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:41.638677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=13c648f7-c554-4ed1-881a-e54e77d21a1a,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:41.659234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1dff5d8d-18cd-4706-a847-b4403a405793 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:41.675890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.698354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:41.698525 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6687496c-b619-4172-91d7-b3b74ab10144 tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/routers/31c27a09-e15b-46a6-ae05-c83dd446a37b HTTP/1.1" status: 200  len: 741 time: 0.4406166
Nov 27 11:41:41.698628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45972) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:41.709091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.712204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-39833016-b8f7-4573-ad1e-a019947a0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fd460>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:41.712924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39833016-b8f7-4573-ad1e-a019947a0e9f None None] The sync data for ids ['31c27a09-e15b-46a6-ae05-c83dd446a37b'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:41:41.753735 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7cd30fe2-1b98-4dcc-8afb-4f6c6b70466d tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=31c27a09-e15b-46a6-ae05-c83dd446a37b HTTP/1.1" status: 200  len: 205 time: 0.0545733
Nov 27 11:41:41.755195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45976) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:41.781228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': 'b7b28e4c-5f8b-4f52-b28b-1164488b5015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a15eeb2f-f95d-4ac1-a222-bfcee2144831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:41.783617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: a15eeb2f-f95d-4ac1-a222-bfcee2144831, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:41.794986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-14340fa7-5382-421d-8e9b-314f94ddbac0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:41.795345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-14340fa7-5382-421d-8e9b-314f94ddbac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:41.803790 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 3.2641430
Nov 27 11:41:41.804396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port cbd31c71-4062-46cc-99a7-83b6175c0ed0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:41.804396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.805929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 45980) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:41.819156 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-391efd95-9d8a-4267-8901-be1ddac71922 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c27a09-e15b-46a6-ae05-c83dd446a37b HTTP/1.1" status: 200  len: 205 time: 0.0542810
Nov 27 11:41:41.819304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=9d88c52e-63d7-46e6-9b80-831f082ae6eb,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:41.819408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45984) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:41.850136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:41.881090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:41.885936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.893006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:41.898081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:41.898294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:41.909395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49c3ce8f-b670-4a84-b5d0-d9f8702b7960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:41.919792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:41.986038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port d7bb6d2a-4d33-4917-9499-01901d8aae59 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:41.986379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.004942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237801ec-ec57-407f-b00a-97a82abb998d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:42.009289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:42.016272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a424f6d-0d93-4b7d-bc9e-7e638dc5f91d tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.051380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49c3ce8f-b670-4a84-b5d0-d9f8702b7960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.095329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.143618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.143618 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.9091761
Nov 27 11:41:42.145202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45990) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:42.153553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '237801ec-ec57-407f-b00a-97a82abb998d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:42.168334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:42.169233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:42.172560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:42.181337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:42.229142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network a15eeb2f-f95d-4ac1-a222-bfcee2144831 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:42.261772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.324939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, a15eeb2f-f95d-4ac1-a222-bfcee2144831) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:42.432473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d5553-64f0-48be-94d8-5179619ae84a None None] Network a15eeb2f-f95d-4ac1-a222-bfcee2144831 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:42.498794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 13c648f7-c554-4ed1-881a-e54e77d21a1a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:42.499025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a424f6d-0d93-4b7d-bc9e-7e638dc5f91d tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.507883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a424f6d-0d93-4b7d-bc9e-7e638dc5f91d tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.585339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49c3ce8f-b670-4a84-b5d0-d9f8702b7960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.614049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.627136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:42.627865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.633038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ffd447ce-2261-41cd-84ed-c3d7f010ecb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:42.640095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.681873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a424f6d-0d93-4b7d-bc9e-7e638dc5f91d tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.682521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a424f6d-0d93-4b7d-bc9e-7e638dc5f91d tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Fanout notify agent at l3_agent the message router_deleted on router 31c27a09-e15b-46a6-ae05-c83dd446a37b {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:41:42.713716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3ce8f-b670-4a84-b5d0-d9f8702b7960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30e306b-0d34-4730-bd2f-0218f8f3f6f3,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:42.713876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.717853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a424f6d-0d93-4b7d-bc9e-7e638dc5f91d tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.722455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 13c648f7-c554-4ed1-881a-e54e77d21a1a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:42.722857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.727378 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1a424f6d-0d93-4b7d-bc9e-7e638dc5f91d tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/31c27a09-e15b-46a6-ae05-c83dd446a37b HTTP/1.1" status: 204  len: 168 time: 0.9036608
Nov 27 11:41:42.728090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45994) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:42.736547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-49c3ce8f-b670-4a84-b5d0-d9f8702b7960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:42.740617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8dee130d-f097-496f-9234-3a337ef1dada tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:42.780914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc55c22-b197-4354-9cb7-5b33d4050022,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:42.781044 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2cd6556c-06b4-4e54-bb2f-2d52826db0c4 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c27a09-e15b-46a6-ae05-c83dd446a37b HTTP/1.1" status: 200  len: 205 time: 0.0467293
Nov 27 11:41:42.783291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 45998) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:42.795744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:42.828249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.860766 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-cb904ada-a928-45f6-9146-d4a43e805956 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] delete failed (client error): The resource could not be found.
Nov 27 11:41:42.866237 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cb904ada-a928-45f6-9146-d4a43e805956 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/31c27a09-e15b-46a6-ae05-c83dd446a37b HTTP/1.1" status: 404  len: 336 time: 0.0773304
Nov 27 11:41:42.866237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46002) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:42.876780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c9af8f2e-fd7d-4de5-9ff7-12b121b7fec9 None None] Provisioning for port d7bb6d2a-4d33-4917-9499-01901d8aae59 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:42.917718 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ff42586e-fae8-4c2c-91d3-5759f4cb688a tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=9053eb53-d8df-4609-af82-0cc988f6c318 HTTP/1.1" status: 200  len: 205 time: 0.0487649
Nov 27 11:41:42.917925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c9af8f2e-fd7d-4de5-9ff7-12b121b7fec9 None None] Provisioning complete for port d7bb6d2a-4d33-4917-9499-01901d8aae59 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:42.917925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c9af8f2e-fd7d-4de5-9ff7-12b121b7fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.918128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46006) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:42.949431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-a15eeb2f-f95d-4ac1-a222-bfcee2144831', 'network_id': 'a15eeb2f-f95d-4ac1-a222-bfcee2144831', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': '9d88c52e-63d7-46e6-9b80-831f082ae6eb'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:42.949431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.986934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:42.997900 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0fe0d731-959e-4c9d-bfba-3d586db1b989 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] delete failed (client error): The resource could not be found.
Nov 27 11:41:43.001908 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0fe0d731-959e-4c9d-bfba-3d586db1b989 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/9053eb53-d8df-4609-af82-0cc988f6c318 HTTP/1.1" status: 404  len: 336 time: 0.0799520
Nov 27 11:41:43.003293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:43.015952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46010) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.025639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c9af8f2e-fd7d-4de5-9ff7-12b121b7fec9 None None] Port d7bb6d2a-4d33-4917-9499-01901d8aae59 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:43.051527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for d7bb6d2a-4d33-4917-9499-01901d8aae59 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:43.086786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49c3ce8f-b670-4a84-b5d0-d9f8702b7960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.086786 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-49c3ce8f-b670-4a84-b5d0-d9f8702b7960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f30e306b-0d34-4730-bd2f-0218f8f3f6f3 HTTP/1.1" status: 204  len: 168 time: 1.5696039
Nov 27 11:41:43.086786 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 4.1588383
Nov 27 11:41:43.096219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46014) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.185732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.186954 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.1278560
Nov 27 11:41:43.199505 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cff39b2e-91b6-49b5-ab90-a51bf6235bba tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0876d81-daef-4d2d-bafc-85766711e991 HTTP/1.1" status: 200  len: 205 time: 0.1822968
Nov 27 11:41:43.204483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46020) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.204483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46022) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.210973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93aba3db-b21d-4b4d-a82f-cb0410dd16b8,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:43.218125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': '9fc55c22-b197-4354-9cb7-5b33d4050022', 'direction': 'ingress', 'protocol': 17}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:43.221611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Allocated IP 172.20.0.3 (a15eeb2f-f95d-4ac1-a222-bfcee2144831/9d88c52e-63d7-46e6-9b80-831f082ae6eb/b75f0c35-9eba-4f54-a543-7c0ed7cd100e) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:43.289310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:43.298246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:43.302003 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-8d0b7579-be80-4b95-a5b9-1be8ea973f13 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] delete failed (client error): The resource could not be found.
Nov 27 11:41:43.303777 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8d0b7579-be80-4b95-a5b9-1be8ea973f13 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/d0876d81-daef-4d2d-bafc-85766711e991 HTTP/1.1" status: 404  len: 336 time: 0.0965228
Nov 27 11:41:43.306341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46028) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.309323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:43.349172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.351491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:43.363186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.364327 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2181487
Nov 27 11:41:43.368595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46032) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.370155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:43.374961 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-56af5994-b231-451d-a607-82a1996db6cc tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c43abc-17af-40bc-89b2-2f5c254a0e50 HTTP/1.1" status: 200  len: 205 time: 0.0666695
Nov 27 11:41:43.380885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46036) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.383339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3e6ff4bc-b45d-456d-bc4a-3e3cfbe19f98 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '237801ec-ec57-407f-b00a-97a82abb998d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:43.424310 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-32f60ab2-ad04-411e-92cb-c839c5beef9e None None] Provisioning for port 2f55860e-9126-4ad0-8162-bed87cbba33d completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:43.427742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.429858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3e6ff4bc-b45d-456d-bc4a-3e3cfbe19f98 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:43.441497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3e6ff4bc-b45d-456d-bc4a-3e3cfbe19f98 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:43.447161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3e6ff4bc-b45d-456d-bc4a-3e3cfbe19f98 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:43.463287 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-f5cb468f-fdff-4138-90ff-dfc6eb94150f tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] delete failed (client error): The resource could not be found.
Nov 27 11:41:43.464176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-32f60ab2-ad04-411e-92cb-c839c5beef9e None None] Provisioning complete for port 2f55860e-9126-4ad0-8162-bed87cbba33d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:43.464792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-32f60ab2-ad04-411e-92cb-c839c5beef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.465359 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f5cb468f-fdff-4138-90ff-dfc6eb94150f tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/20c43abc-17af-40bc-89b2-2f5c254a0e50 HTTP/1.1" status: 404  len: 336 time: 0.0786738
Nov 27 11:41:43.468139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46040) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.488693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3e6ff4bc-b45d-456d-bc4a-3e3cfbe19f98 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:43.515981 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-38342285-c104-4f7d-986c-e58969d2722c tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9504015-e267-4665-b392-37d5857e58d4 HTTP/1.1" status: 200  len: 205 time: 0.0467062
Nov 27 11:41:43.521971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46044) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.558889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-32f60ab2-ad04-411e-92cb-c839c5beef9e None None] Port 2f55860e-9126-4ad0-8162-bed87cbba33d cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:43.568335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.595564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.603863 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-386ca657-5f21-4f41-9986-4833e93e1ba0 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] delete failed (client error): The resource could not be found.
Nov 27 11:41:43.604931 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-386ca657-5f21-4f41-9986-4833e93e1ba0 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/a9504015-e267-4665-b392-37d5857e58d4 HTTP/1.1" status: 404  len: 336 time: 0.0818105
Nov 27 11:41:43.607727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46048) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.665432 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fe94b3ed-79b7-4564-9f15-1ebcd0269ce8 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "GET /v2.0/ports?device_id=5727f987-c12c-4035-8a87-7422a7a17ab1 HTTP/1.1" status: 200  len: 205 time: 0.0538840
Nov 27 11:41:43.666135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46054) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.684464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.685280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.699093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-68a05c68-e72d-4f29-8a10-2faa03b2675e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:43.746374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.756686 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-8a86bad4-f74d-499d-a1dd-dfe873c21d06 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] delete failed (client error): The resource could not be found.
Nov 27 11:41:43.758711 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8a86bad4-f74d-499d-a1dd-dfe873c21d06 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/routers/5727f987-c12c-4035-8a87-7422a7a17ab1 HTTP/1.1" status: 404  len: 336 time: 0.0904860
Nov 27 11:41:43.771567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff4bc-b45d-456d-bc4a-3e3cfbe19f98 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.772435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46058) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:43.776301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.817349 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe52949-9a72-4b30-b407-98cf27ffc327 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:41:43.817725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe52949-9a72-4b30-b407-98cf27ffc327 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:43.828940 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-efe52949-9a72-4b30-b407-98cf27ffc327 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] 10.222.0.23 "DELETE /v2.0/subnets/1ee8bc4f-d73a-476c-b7f7-06ca3ac29edc HTTP/1.1" status: 404  len: 337 time: 0.0529356
Nov 27 11:41:43.887998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=2f55860e-9126-4ad0-8162-bed87cbba33d,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:43.897476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:43.900801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-667d146e-9bcd-4e30-ae0e-4117cd07d7ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:43.901675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:43.929070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1f4c91-b6af-4f6d-810a-ec3f22c7aa4f,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:43.929785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:44.015269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Transition to ACTIVE for port object b75f0c35-9eba-4f54-a543-7c0ed7cd100e will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:44.020142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.026836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:44.038721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Transition to ACTIVE for port object b75f0c35-9eba-4f54-a543-7c0ed7cd100e will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:44.075833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=d7bb6d2a-4d33-4917-9499-01901d8aae59,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:44.080354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:44.082316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 8e5e624a-d2e5-46e2-9287-d5c360b63dba is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:44.084890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:44.093586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.093586 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.8852711
Nov 27 11:41:44.095871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46070) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:44.173430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43748212-5970-41cf-a123-ea40ccd8930f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.210153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43748212-5970-41cf-a123-ea40ccd8930f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.342285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.366399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43748212-5970-41cf-a123-ea40ccd8930f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.371367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5a7998d-83b7-49f2-997c-4f3c90a1b08a tempest-FloatingIPAdminTestJSON-729013360 tempest-FloatingIPAdminTestJSON-729013360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:44.382609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44d669d7-d8ea-4839-a58e-54cb8ae08c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:44.416090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43748212-5970-41cf-a123-ea40ccd8930f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc55c22-b197-4354-9cb7-5b33d4050022,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:44.421816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-43748212-5970-41cf-a123-ea40ccd8930f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:44.429120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.432990 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-3e6ff4bc-b45d-456d-bc4a-3e3cfbe19f98 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:41:44.434730 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3e6ff4bc-b45d-456d-bc4a-3e3cfbe19f98 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 1.0628521
Nov 27 11:41:44.438556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46076) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:44.475775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-43748212-5970-41cf-a123-ea40ccd8930f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.477001 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-43748212-5970-41cf-a123-ea40ccd8930f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/9fc55c22-b197-4354-9cb7-5b33d4050022 HTTP/1.1" status: 204  len: 168 time: 0.3800480
Nov 27 11:41:44.479638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46080) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:44.558012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Network a15eeb2f-f95d-4ac1-a222-bfcee2144831 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:44.563665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:44.566426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:44.567179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6bfd677c-78e9-4762-b598-8d97e5e99779 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:44.573327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Pushing event updated for resources: {'Port': ['ID=b75f0c35-9eba-4f54-a543-7c0ed7cd100e,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:44.577353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:44.600871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-deedbe79-0714-4ba8-b375-a06d4588a7ce tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.606903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/d7bb6d2a-4d33-4917-9499-01901d8aae59 HTTP/1.1" status: 204  len: 168 time: 2.7921741
Nov 27 11:41:44.607596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46088) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:44.646343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-deedbe79-0714-4ba8-b375-a06d4588a7ce tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.674168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6bfd677c-78e9-4762-b598-8d97e5e99779 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:44.677862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3f326c28-60b4-4bf8-bf6e-b72f01b1a362 None None] Provisioning complete for port 2f55860e-9126-4ad0-8162-bed87cbba33d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:44.678251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3f326c28-60b4-4bf8-bf6e-b72f01b1a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.678529 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6bfd677c-78e9-4762-b598-8d97e5e99779 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1976757
Nov 27 11:41:44.685010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.694363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46092) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:44.710533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0b77cc0e-bf41-42b3-bb0e-01c9852e4ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:44.716258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-secgroup--518842818'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:44.730147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:44.740906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:44.748212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46096) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:44.751612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3f326c28-60b4-4bf8-bf6e-b72f01b1a362 None None] Port 2f55860e-9126-4ad0-8162-bed87cbba33d cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:44.754440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Attempting to bind port b75f0c35-9eba-4f54-a543-7c0ed7cd100e on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:44.755129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Attempting to bind port b75f0c35-9eba-4f54-a543-7c0ed7cd100e by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'b7b28e4c-5f8b-4f52-b28b-1164488b5015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a15eeb2f-f95d-4ac1-a222-bfcee2144831'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:44.757148 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Attempting to bind port b75f0c35-9eba-4f54-a543-7c0ed7cd100e on network a15eeb2f-f95d-4ac1-a222-bfcee2144831 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:44.765548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:44.766239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Checking segment: {'id': 'b7b28e4c-5f8b-4f52-b28b-1164488b5015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a15eeb2f-f95d-4ac1-a222-bfcee2144831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:44.766856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.767653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Bound using segment: {'id': 'b7b28e4c-5f8b-4f52-b28b-1164488b5015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a15eeb2f-f95d-4ac1-a222-bfcee2144831'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:44.768351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Bound port: b75f0c35-9eba-4f54-a543-7c0ed7cd100e, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b28e4c-5f8b-4f52-b28b-1164488b5015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a15eeb2f-f95d-4ac1-a222-bfcee2144831'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:44.768911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.807196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=9d88c52e-63d7-46e6-9b80-831f082ae6eb,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:44.820677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:44.829235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.890727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-deedbe79-0714-4ba8-b375-a06d4588a7ce tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.896857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-79bb8852-b412-4461-9b95-4928b5797821 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:44.897112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] For port b75f0c35-9eba-4f54-a543-7c0ed7cd100e, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:44.901157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] For port b75f0c35-9eba-4f54-a543-7c0ed7cd100e, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b75f0c35-9eba-4f54-a543-7c0ed7cd100e,segment=NetworkSegment(b7b28e4c-5f8b-4f52-b28b-1164488b5015),segment_id=b7b28e4c-5f8b-4f52-b28b-1164488b5015)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:44.914093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedbe79-0714-4ba8-b375-a06d4588a7ce tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237801ec-ec57-407f-b00a-97a82abb998d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:44.917291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:44.920699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-deedbe79-0714-4ba8-b375-a06d4588a7ce tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:44.979528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:44.979528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-deedbe79-0714-4ba8-b375-a06d4588a7ce tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:44.979528 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-deedbe79-0714-4ba8-b375-a06d4588a7ce tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/237801ec-ec57-407f-b00a-97a82abb998d HTTP/1.1" status: 204  len: 168 time: 0.4905980
Nov 27 11:41:44.979528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:44.979528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46104) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:44.979528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:45.006386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.010647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.065436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb9c7f-7ec4-4909-9e14-1b9ff12d1ca5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:45.065436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cadb9c7f-7ec4-4909-9e14-1b9ff12d1ca5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:45.065436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845d70b50>,) {'filters': {'network_id': ['a15eeb2f-f95d-4ac1-a222-bfcee2144831']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:45.090096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d70b50>, 'b7b28e4c-5f8b-4f52-b28b-1164488b5015') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:45.090848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d70b50>, 'b7b28e4c-5f8b-4f52-b28b-1164488b5015') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:45.099808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8ed6e90b-d38f-4096-b7b5-999d18be9e25 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:45.105367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:45.106727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.124413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] Usage tracker for resource:security_group_rule and tenant:acc413d89e1c45a6b82085a223b505ef is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:45.129630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.129865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:41:45.131016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:45.141396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:45.168176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.168176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:45.232158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.247485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Pushing event updated for resources: {'Port': ['ID=b75f0c35-9eba-4f54-a543-7c0ed7cd100e,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:45.254519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.279565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:45.284930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:45.310404 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:45.314888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:45.332152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77051a8-3c31-4f03-a1c4-eccd9ae1b5cd None None] Network a15eeb2f-f95d-4ac1-a222-bfcee2144831 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:45.408364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.416019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cadb9c7f-7ec4-4909-9e14-1b9ff12d1ca5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:45.417809 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cadb9c7f-7ec4-4909-9e14-1b9ff12d1ca5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.8075159
Nov 27 11:41:45.424594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46112) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:45.432595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.465224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:45.469372 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acc413d89e1c45a6b82085a223b505ef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7186074
Nov 27 11:41:45.472028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46116) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:45.495660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8ed6e90b-d38f-4096-b7b5-999d18be9e25 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:45.497342 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8ed6e90b-d38f-4096-b7b5-999d18be9e25 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5595398
Nov 27 11:41:45.511126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46120) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:45.530665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959479513'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:45.543757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:45.547788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45867264-6c5f-4d9d-a1e4-1720d0ee035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ecb9d-d0bb-48a9-905b-3dcd807fffba,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:45.590356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.594398 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8959475
Nov 27 11:41:45.601410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a977c-a7b3-41fb-96f4-385093ab817e None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:41:45.604653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46124) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:45.612036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:45.623564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227271190'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:45.653844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:45.658733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:41:45.658733 dv-neutron-819441-1-hyperv neutron-server[84363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:41:45.658733 dv-neutron-819441-1-hyperv neutron-server[84363]: [parameters: {'id': 'a15eeb2f-f95d-4ac1-a222-bfcee2144831'}]
Nov 27 11:41:45.658733 dv-neutron-819441-1-hyperv neutron-server[84363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:41:45.659411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:41:45.680907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:45.691470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12800571-de0f-4f29-8aca-2e20e8f78008,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:45.698315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:45.702027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:45.704601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:45.710554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4def5643-be74-43cc-8eea-ed62266ffb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.729266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.729647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:45.740264 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7332373
Nov 27 11:41:45.740979 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:45.744003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e0b60-6a78-4d64-88a1-a136753b13ad tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:45.746196 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cb9e0b60-6a78-4d64-88a1-a136753b13ad tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3176098
Nov 27 11:41:45.746837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46130) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:45.749619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46132) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:45.756306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1348959266'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:45.767023 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:45.767023 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846612400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:45.780322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4def5643-be74-43cc-8eea-ed62266ffb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.794566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:45.805973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:network and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:45.811086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:45.824931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:45.830780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a977c-a7b3-41fb-96f4-385093ab817e None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:41:45.845174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e4ec4-926d-4c7c-9e11-a541dad3847a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:45.846615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e4ec4-926d-4c7c-9e11-a541dad3847a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:45.848407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e4ec4-926d-4c7c-9e11-a541dad3847a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:45.849848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b96e4ec4-926d-4c7c-9e11-a541dad3847a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:45.854251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:45.861187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:45.866923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:45.875641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:45.879835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:45.944751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:45.956070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:45.961862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:45.975638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:45.981281 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:45.982922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.062460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.095869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b96e4ec4-926d-4c7c-9e11-a541dad3847a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:46.101549 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b96e4ec4-926d-4c7c-9e11-a541dad3847a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3473790
Nov 27 11:41:46.101549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:46.107541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.108938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46140) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:46.160974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.180115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4def5643-be74-43cc-8eea-ed62266ffb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.189826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:46.193716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:46.201470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.223007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port b75f0c35-9eba-4f54-a543-7c0ed7cd100e {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:46.223749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.227065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def5643-be74-43cc-8eea-ed62266ffb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ecb9d-d0bb-48a9-905b-3dcd807fffba,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:46.250300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4def5643-be74-43cc-8eea-ed62266ffb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:46.254457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-33b9c770-fdd4-4dbf-bdeb-c7a67f79d1ac tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:46.269696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.270174 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added segment 7a30a54f-4597-4719-82b9-b812201867ef of type vlan for network 82689b98-fc10-44d0-92d2-3f215aa983f9
Nov 27 11:41:46.276225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.343139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.343801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2daebf-3b72-4f40-8d84-922883834834,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:46.424691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:46.425817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f18c4b6f-61ef-41df-9adb-c6772dbb0e7a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:46.434434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4def5643-be74-43cc-8eea-ed62266ffb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.435693 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4def5643-be74-43cc-8eea-ed62266ffb8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e0ecb9d-d0bb-48a9-905b-3dcd807fffba HTTP/1.1" status: 204  len: 168 time: 0.9625864
Nov 27 11:41:46.463163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.464920 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9493272
Nov 27 11:41:46.476224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.476224 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8602715
Nov 27 11:41:46.481006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46152) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:46.481352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46154) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:46.502464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': '12800571-de0f-4f29-8aca-2e20e8f78008', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6beab6a0-85be-4cbe-9881-9d3986acfb64', 'remote_ip_prefix': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:46.512815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-401c459f-ef3e-40d9-84c4-2830f4760aae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': 'af2daebf-3b72-4f40-8d84-922883834834', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:46.513629 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-401c459f-ef3e-40d9-84c4-2830f4760aae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:46.514842 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-401c459f-ef3e-40d9-84c4-2830f4760aae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0272143
Nov 27 11:41:46.519072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46160) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:46.525423 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846612400>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:41Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:42Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:46.527849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6beab6a0-85be-4cbe-9881-9d3986acfb64,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:46.530019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:46.538268 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:41:46.538603 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Updating router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 port 2f55860e-9126-4ad0-8162-bed87cbba33d binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:41:46.571771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:46.572219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:46.591602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:46.613991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.616987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:46.619664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:46.620298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.626756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet 2a75d5f0-f1a4-4991-aeb7-b7b1dfe8df8b {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:46.629138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:46.637933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.678976 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.744621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port b75f0c35-9eba-4f54-a543-7c0ed7cd100e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b75f0c35-9eba-4f54-a543-7c0ed7cd100e,segment=NetworkSegment(b7b28e4c-5f8b-4f52-b28b-1164488b5015),segment_id=b7b28e4c-5f8b-4f52-b28b-1164488b5015)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:46.745260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.847536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.894646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Network': ['ID=82689b98-fc10-44d0-92d2-3f215aa983f9,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:46.899033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a644555-ac7e-43d4-a0f0-397ec12e5404 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.907019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for b75f0c35-9eba-4f54-a543-7c0ed7cd100e owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:46.908173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 82689b98-fc10-44d0-92d2-3f215aa983f9 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:46.939196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:46.942817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:46.993725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a644555-ac7e-43d4-a0f0-397ec12e5404 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.004793 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2564094
Nov 27 11:41:47.008340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46168) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:47.024977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'subnet': {'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:47.078083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.179237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.186048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-22184184-e0de-41ee-b372-aecc0695b0f4 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:47.205381 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.244966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Port': ['ID=b75f0c35-9eba-4f54-a543-7c0ed7cd100e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:47.251642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:47.259754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No DVR routers for this DVR port b75f0c35-9eba-4f54-a543-7c0ed7cd100e on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:47.259754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:47.275326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a644555-ac7e-43d4-a0f0-397ec12e5404 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.282059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-30f72a33-c2dc-4c24-adc9-70cdbf28ca89 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:47.294731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:subnet and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:47.297047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a644555-ac7e-43d4-a0f0-397ec12e5404 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2daebf-3b72-4f40-8d84-922883834834,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:47.299395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4a644555-ac7e-43d4-a0f0-397ec12e5404 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:47.314287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:47.324583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.328402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:47.334614 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Transition to ACTIVE for port object 2f55860e-9126-4ad0-8162-bed87cbba33d will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:47.342889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4a644555-ac7e-43d4-a0f0-397ec12e5404 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.346382 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4a644555-ac7e-43d4-a0f0-397ec12e5404 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/af2daebf-3b72-4f40-8d84-922883834834 HTTP/1.1" status: 204  len: 168 time: 0.8196030
Nov 27 11:41:47.346382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.350619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46176) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:47.351314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8e16240f-a300-4987-aaf8-a861542195fb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:47.409244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=2a75d5f0-f1a4-4991-aeb7-b7b1dfe8df8b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:47.416203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:47.425463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.429788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.431822 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/2a75d5f0-f1a4-4991-aeb7-b7b1dfe8df8b HTTP/1.1" status: 204  len: 168 time: 1.3213091
Nov 27 11:41:47.436365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46182) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:47.438544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244382f0-ef8d-46d4-b2a5-55f9ed4eb008 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:47.447043 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.451805 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:47.476059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e3efc2ee-63a7-4a5d-8c9c-ebb4dcea4f57 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:47.481196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.487784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:47.509355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28465aac40>,) {'filters': {'network_id': ['a15eeb2f-f95d-4ac1-a222-bfcee2144831']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:47.526182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634daa39-13f2-48dc-a37f-97c48e3c96f6,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:47.535655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:47.536159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28465aac40>, 'b7b28e4c-5f8b-4f52-b28b-1164488b5015') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:47.536159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28465aac40>, 'b7b28e4c-5f8b-4f52-b28b-1164488b5015') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:47.551691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.613586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46186) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:47.642074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.667727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Made reservation on behalf of 5bf692d61b864b1f99029c28a73a084b for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:47.693099 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198e299-73f3-47f5-b432-1145d2b51901 None None] Pushing event updated for resources: {'Port': ['ID=2f55860e-9126-4ad0-8162-bed87cbba33d,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:47.697153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:47.697778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.700879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e3efc2ee-63a7-4a5d-8c9c-ebb4dcea4f57 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:47.706781 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e3efc2ee-63a7-4a5d-8c9c-ebb4dcea4f57 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3200531
Nov 27 11:41:47.707856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.711247 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.2221398
Nov 27 11:41:47.711925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46192) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:47.718930 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-1198e299-73f3-47f5-b432-1145d2b51901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:47.721407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746394500'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:47.733691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46194) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:47.734684 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:47.744482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:47.814654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:47.817725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55091c88-282d-4d66-afc0-c301f995c011 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.831837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55091c88-282d-4d66-afc0-c301f995c011 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.874285 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Attempting to bind port 2f55860e-9126-4ad0-8162-bed87cbba33d on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:47.874676 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Attempting to bind port 2f55860e-9126-4ad0-8162-bed87cbba33d by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:47.875046 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Attempting to bind port 2f55860e-9126-4ad0-8162-bed87cbba33d on network 8e5e624a-d2e5-46e2-9287-d5c360b63dba {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:47.889669 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:47.890075 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Checking segment: {'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:47.890503 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.890911 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Bound using segment: {'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:47.891382 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Bound port: 2f55860e-9126-4ad0-8162-bed87cbba33d, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:47.891771 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.902459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46200) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:47.945802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-219070776', 'router:external': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:47.961001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.980594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:47.982571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:47.991654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Usage tracker for resource:network and tenant:b27934884c444e2099fa5b7841955ae8 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:47.995502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55091c88-282d-4d66-afc0-c301f995c011 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.019719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:48.022274 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] For port 2f55860e-9126-4ad0-8162-bed87cbba33d, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:48.025771 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] For port 2f55860e-9126-4ad0-8162-bed87cbba33d, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2f55860e-9126-4ad0-8162-bed87cbba33d,segment=NetworkSegment(50f299c1-ed3a-42c1-8abc-59a7a13c0dcd),segment_id=50f299c1-ed3a-42c1-8abc-59a7a13c0dcd)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:48.042216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b4bea0fe-a2f5-4be4-b836-7a80deed3418 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:48.064399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:48.070029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:48.078892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:48.083204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55091c88-282d-4d66-afc0-c301f995c011 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=634daa39-13f2-48dc-a37f-97c48e3c96f6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:48.090047 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-261e5756-f376-41f2-a4f8-471fd6e7157c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cd5cd942cea466c9612fd112677f51b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1852653
Nov 27 11:41:48.094306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46204) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:48.095187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:48.101743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-55091c88-282d-4d66-afc0-c301f995c011 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:48.109439 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.122016 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-d33a50d2-0547-40ee-8f3a-6e87f35e3c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:48.122273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:48.146202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55091c88-282d-4d66-afc0-c301f995c011 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.147320 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-55091c88-282d-4d66-afc0-c301f995c011 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/634daa39-13f2-48dc-a37f-97c48e3c96f6 HTTP/1.1" status: 204  len: 168 time: 0.4096961
Nov 27 11:41:48.150782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46208) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:48.243192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet d1463162-c819-4cc1-a6a5-497a809cf820 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:41:48.246724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Made reservation on behalf of b27934884c444e2099fa5b7841955ae8 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:48.249051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.251905 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:48.257838 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846612400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:48.264791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.321953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.338905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cdc231fe-6954-4d51-ac34-af69b0a6a90f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:48.349576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.363095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a89f4cc-8374-41d8-bfc4-711c55094fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.377999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.385440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.401752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4e21a004-1b20-46b2-b64b-f26ebd39374f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:48.441699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.451931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:48.452863 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198e299-73f3-47f5-b432-1145d2b51901 None None] Pushing event updated for resources: {'Port': ['ID=2f55860e-9126-4ad0-8162-bed87cbba33d,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:48.466041 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-1198e299-73f3-47f5-b432-1145d2b51901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:48.467363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Usage tracker for resource:security_group_rule and tenant:b27934884c444e2099fa5b7841955ae8 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:48.470787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:48.481320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:48.486969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=a15eeb2f-f95d-4ac1-a222-bfcee2144831,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:48.491125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:48.498096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/a15eeb2f-f95d-4ac1-a222-bfcee2144831 HTTP/1.1" status: 204  len: 168 time: 5.4070308
Nov 27 11:41:48.504237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46212) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:48.516536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-528912370'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:48.535621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:48.546898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:48.555439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:48.589913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.617558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:48.620822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a89f4cc-8374-41d8-bfc4-711c55094fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.626290 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:48.629263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:48.666086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cdc231fe-6954-4d51-ac34-af69b0a6a90f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:48.667424 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cdc231fe-6954-4d51-ac34-af69b0a6a90f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.5090179
Nov 27 11:41:48.676272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.676272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7527c9-4905-4f36-b3d4-fbad034cc3fa,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:48.679326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46216) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:48.690344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:48.738744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.747274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.751129 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0352960
Nov 27 11:41:48.751909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46220) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:48.757693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-eb79d218-6340-4cf7-aa46-345e7d18471e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': 'ea7527c9-4905-4f36-b3d4-fbad034cc3fa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:48.758351 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-eb79d218-6340-4cf7-aa46-345e7d18471e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:48.761660 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-eb79d218-6340-4cf7-aa46-345e7d18471e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0064781
Nov 27 11:41:48.762003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46224) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:48.802776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.811776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:48.855187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:48.859507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.863011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:48.865575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a89f4cc-8374-41d8-bfc4-711c55094fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.893253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fb19c572-50c6-4bce-9469-68168a6b45d8 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.899900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83615b80-0689-44bc-9528-669b512c4364,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:48.905568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:48.910354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.910737 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Added segment a51b03b5-4a2d-4f53-ac91-f7c4930b60fe of type vlan for network 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb
Nov 27 11:41:48.912426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b13117a4-cbc2-4ba8-9b30-b221e44a41c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:48.932361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.943217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a89f4cc-8374-41d8-bfc4-711c55094fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.945451 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1a89f4cc-8374-41d8-bfc4-711c55094fe6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/583f7d89-8cda-4c99-a2e2-ae0029d5a919 HTTP/1.1" status: 204  len: 168 time: 0.8406224
Nov 27 11:41:48.951457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfe82861-db38-43b4-9256-1cd9ba74ddbf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:48.958816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89f4cc-8374-41d8-bfc4-711c55094fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583f7d89-8cda-4c99-a2e2-ae0029d5a919,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:48.978902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5c307eb9-1d4b-4ae1-8e15-9796fed18b8d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:48.983269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a89f4cc-8374-41d8-bfc4-711c55094fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:48.999173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-17f21660-89bb-4418-9d03-c84787b9325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.015319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fb19c572-50c6-4bce-9469-68168a6b45d8 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.028946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:49.039390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2bc73239-799c-4c84-a971-37a3175a12dd None None] Provisioning complete for port cbd31c71-4062-46cc-99a7-83b6175c0ed0 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:49.040011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2bc73239-799c-4c84-a971-37a3175a12dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.045608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.073577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5c307eb9-1d4b-4ae1-8e15-9796fed18b8d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.075752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.076334 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 1a86099f-7035-409b-90b5-a63f87554ac2 of type vlan for network bcc626a9-0031-453c-8a15-bd0584990b01
Nov 27 11:41:49.108354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.118967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Subnet': ['ID=9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:49.122508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:49.131479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-627ecfd9-bd1d-435c-9579-0ea9a53ef4ce tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:49.180477 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846612400>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:41Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:48Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:49.184919 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3971de-6de7-44d6-8f06-cf23733f9815 None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:41Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:48Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:41:49.206295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=d1463162-c819-4cc1-a6a5-497a809cf820,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:49.209682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:49.217082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.229542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.273408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Checking segment: {'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:49.274459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network hostable DHCP agents. Network: 82689b98-fc10-44d0-92d2-3f215aa983f9, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:49.298954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb80519-368e-4da2-b7b4-802b91441300 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:49.381470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5c307eb9-1d4b-4ae1-8e15-9796fed18b8d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.385975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.386979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:49.387573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.394455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b10272c9-17dd-4e57-8737-f47f474dff5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:49.423192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c307eb9-1d4b-4ae1-8e15-9796fed18b8d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7527c9-4905-4f36-b3d4-fbad034cc3fa,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:49.426735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5c307eb9-1d4b-4ae1-8e15-9796fed18b8d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:49.426735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ab6a072e-3dfc-42dc-8343-882ec423944a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:49.438249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fb19c572-50c6-4bce-9469-68168a6b45d8 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.442240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fb19c572-50c6-4bce-9469-68168a6b45d8 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.444499 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fb19c572-50c6-4bce-9469-68168a6b45d8 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/6beab6a0-85be-4cbe-9881-9d3986acfb64 HTTP/1.1" status: 204  len: 168 time: 0.7623436
Nov 27 11:41:49.445245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:49.451915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46230) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:49.478980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19c572-50c6-4bce-9469-68168a6b45d8 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beab6a0-85be-4cbe-9881-9d3986acfb64,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:49.480488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fb19c572-50c6-4bce-9469-68168a6b45d8 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:49.509123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.520494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:49.530145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.540232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2aa768d-218e-4b7f-a005-63575e1827c4 tempest-RoutersNegativeIpV6Test-682430026 tempest-RoutersNegativeIpV6Test-682430026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:49.551866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5c307eb9-1d4b-4ae1-8e15-9796fed18b8d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.556324 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5c307eb9-1d4b-4ae1-8e15-9796fed18b8d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea7527c9-4905-4f36-b3d4-fbad034cc3fa HTTP/1.1" status: 204  len: 168 time: 0.7931383
Nov 27 11:41:49.558133 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.9526944
Nov 27 11:41:49.559300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46236) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:49.563175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46240) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:49.571738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'subnet': {'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:49.625834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'Network': ['ID=91d4e896-7f9c-482a-875d-a5ff6a1cb5eb,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:49.642588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:49.645316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:49.672002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Usage tracker for resource:subnet and tenant:b27934884c444e2099fa5b7841955ae8 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:49.688501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:49.714933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:49.758217 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/d1463162-c819-4cc1-a6a5-497a809cf820 HTTP/1.1" status: 204  len: 168 time: 2.3204281
Nov 27 11:41:49.760157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46246) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:49.767484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=bcc626a9-0031-453c-8a15-bd0584990b01,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:49.795910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:49.804248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d5a1ab03-c3b3-4a19-ac00-770e09d7a3a6 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:49.844868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network bcc626a9-0031-453c-8a15-bd0584990b01 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:49.853405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-86a1057d-d8a4-460b-bb0b-30bfe40ee839 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:49.869341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:49.870307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 82689b98-fc10-44d0-92d2-3f215aa983f9 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:49.902002 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4709892f-0094-4189-af10-c6d8a405fad7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1303673
Nov 27 11:41:49.902851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46252) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:49.910329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:49.910538 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Made reservation on behalf of b27934884c444e2099fa5b7841955ae8 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:49.915543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:49.954778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d5a1ab03-c3b3-4a19-ac00-770e09d7a3a6 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:49.956071 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d5a1ab03-c3b3-4a19-ac00-770e09d7a3a6 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3940420
Nov 27 11:41:49.961388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46256) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:49.970909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011955186'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:49.979034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:50.050369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.053089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-86a1057d-d8a4-460b-bb0b-30bfe40ee839 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:50.054369 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-86a1057d-d8a4-460b-bb0b-30bfe40ee839 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.6014965
Nov 27 11:41:50.066874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46262) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:50.081596 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.5737977
Nov 27 11:41:50.089948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:50.103791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 82689b98-fc10-44d0-92d2-3f215aa983f9) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:50.109607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46266) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:50.116184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': 'bcc626a9-0031-453c-8a15-bd0584990b01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:50.158126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2ae72-a41c-4ed3-a452-5562f0cb9778 None None] Network 82689b98-fc10-44d0-92d2-3f215aa983f9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:50.190462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:50.191267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.195254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ed89-2a0e-4e87-9e78-e6022fd8709e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.204020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:50.210121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:50.214043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:50.242834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ed89-2a0e-4e87-9e78-e6022fd8709e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.245517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:50.371129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:50.372108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:50.375013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:50.383521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:50.405626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.417815 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.4057782
Nov 27 11:41:50.422620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46272) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:50.531912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-82689b98-fc10-44d0-92d2-3f215aa983f9', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:50.531912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.546671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:50.550106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.552550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:50.556233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:50.556889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2f55860e-9126-4ad0-8162-bed87cbba33d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:50.559485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:50.563896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:50.565724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:50.592276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:41:50.610404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] Deleting port cbd31c71-4062-46cc-99a7-83b6175c0ed0 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:50.610404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.626865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.628870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ed89-2a0e-4e87-9e78-e6022fd8709e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.635234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:50.690676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0ed89-2a0e-4e87-9e78-e6022fd8709e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12800571-de0f-4f29-8aca-2e20e8f78008,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:50.695720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d8c0ed89-2a0e-4e87-9e78-e6022fd8709e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:50.761396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.788706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7de78701-cde2-406b-b93e-8a3059287150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:50.806516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ed89-2a0e-4e87-9e78-e6022fd8709e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.806516 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d8c0ed89-2a0e-4e87-9e78-e6022fd8709e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/12800571-de0f-4f29-8aca-2e20e8f78008 HTTP/1.1" status: 204  len: 168 time: 0.7302127
Nov 27 11:41:50.809758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46284) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:50.877392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.878814 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9163382
Nov 27 11:41:50.882483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1691132-91b8-4640-90d3-821ed4eb5fd6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:50.889564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:50.890292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46288) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:50.928275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5b55146c-48f8-40b6-a4d5-77f88793ee7d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': 'e1691132-91b8-4640-90d3-821ed4eb5fd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:50.928731 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-5b55146c-48f8-40b6-a4d5-77f88793ee7d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:50.930061 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5b55146c-48f8-40b6-a4d5-77f88793ee7d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0181699
Nov 27 11:41:50.933733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46292) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:50.941289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4e1cc639-492f-483f-83ef-c8e177335259 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': 'e1691132-91b8-4640-90d3-821ed4eb5fd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:50.943414 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-4e1cc639-492f-483f-83ef-c8e177335259 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:50.946453 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4e1cc639-492f-483f-83ef-c8e177335259 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0096099
Nov 27 11:41:50.952924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46296) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:50.959526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-983c3327-7771-4569-b9c8-ffa1523b4604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:50.961968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] For port cbd31c71-4062-46cc-99a7-83b6175c0ed0, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cbd31c71-4062-46cc-99a7-83b6175c0ed0,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:50.962650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.963528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:50.969844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-63648713-3942-4a76-b18c-9925a61b3fb0 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': 'e1691132-91b8-4640-90d3-821ed4eb5fd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:50.977381 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-63648713-3942-4a76-b18c-9925a61b3fb0 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:50.977381 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-63648713-3942-4a76-b18c-9925a61b3fb0 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0192492
Nov 27 11:41:50.978068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46300) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:50.992834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0dfaf658-12e4-41e1-8d55-6a7310a62384 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': 'e1691132-91b8-4640-90d3-821ed4eb5fd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:50.993868 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-0dfaf658-12e4-41e1-8d55-6a7310a62384 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:50.995083 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0dfaf658-12e4-41e1-8d55-6a7310a62384 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0155554
Nov 27 11:41:51.012435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46304) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:51.134070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 2f55860e-9126-4ad0-8162-bed87cbba33d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:51.144938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] Calling delete_port for cbd31c71-4062-46cc-99a7-83b6175c0ed0 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:51.173642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:41:51.174348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.176891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2f55860e-9126-4ad0-8162-bed87cbba33d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:51.177805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.189495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-70295051-b40d-443b-bc9f-9113222047d3 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:51.264769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-983c3327-7771-4569-b9c8-ffa1523b4604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:51.265923 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-983c3327-7771-4569-b9c8-ffa1523b4604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4512315
Nov 27 11:41:51.277484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ef467c55-cb4f-4a5d-9fa5-67a7212dde01,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:51.285370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Allocated IP 2001:db8:3::2 (82689b98-fc10-44d0-92d2-3f215aa983f9/9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0/8eb7a8fe-aa00-4160-af21-df62d2a522d6) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:51.291117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46312) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:51.294255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:51.311380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-secgroup--387042802'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:51.326676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:51.344776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:51.355871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Checking segment: {'id': 'a51b03b5-4a2d-4f53-ac91-f7c4930b60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:51.356227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Network hostable DHCP agents. Network: 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:51.395184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d459a3bf-d4ed-471c-9666-e104ae31df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.492708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.538691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.549221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:51.556305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Network 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:51.557342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.571424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14140c5e-ade6-4f73-8ba3-d07e8df14e5e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.574062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:51.578273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:51.580696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.593741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-71ad27da-d5bb-499a-937c-7f3abfb55bdf tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:51.633797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] Pushing event deleted for resources: {'Port': ['ID=cbd31c71-4062-46cc-99a7-83b6175c0ed0,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:51.642694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:51.686062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14140c5e-ade6-4f73-8ba3-d07e8df14e5e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.694379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] No DVR routers for this DVR port cbd31c71-4062-46cc-99a7-83b6175c0ed0 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:41:51.703912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 2f55860e-9126-4ad0-8162-bed87cbba33d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2f55860e-9126-4ad0-8162-bed87cbba33d,segment=NetworkSegment(50f299c1-ed3a-42c1-8abc-59a7a13c0dcd),segment_id=50f299c1-ed3a-42c1-8abc-59a7a13c0dcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:51.722915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:51.730639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.732136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:51.732710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.750342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2caea6-dd78-4cad-ac3e-3a703a6b5416 None None] Network 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:51.750914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.760928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=8035bac9-59ab-47c3-9048-d3a9415bead6,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:51.767342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:51.771836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d652dd4d-fb35-41ab-b426-c40cf5f3da45 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:51.794248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.798137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Transition to ACTIVE for port object 8eb7a8fe-aa00-4160-af21-df62d2a522d6 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:51.825766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.867284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.873120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:51.874540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d8c0ed89-2a0e-4e87-9e78-e6022fd8709e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:51.884903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:51.889817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-24281e49-031b-4da4-91a3-d3c22c9d50ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:51.895581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:51.895581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:51.902283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=be10217e-4a39-4761-9d0c-4c77d90a0982,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:51.914271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:51.920089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': '1a86099f-7035-409b-90b5-a63f87554ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bcc626a9-0031-453c-8a15-bd0584990b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:51.920667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: bcc626a9-0031-453c-8a15-bd0584990b01, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:41:51.929625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1b041-ba8b-4d63-9a0a-d4c2858feeb6 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:51.937725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0bf7d-87df-4501-a1ed-81383f58c158,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:51.940980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:51.967645 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.3989065
Nov 27 11:41:51.971050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46320) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:51.981144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Transition to ACTIVE for port object 8eb7a8fe-aa00-4160-af21-df62d2a522d6 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:51.982611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-389271860', 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:51.992841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:52.001030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Usage tracker for resource:port and tenant:b27934884c444e2099fa5b7841955ae8 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:52.008128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:52.021172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:52.037743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14140c5e-ade6-4f73-8ba3-d07e8df14e5e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.037743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14140c5e-ade6-4f73-8ba3-d07e8df14e5e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.038186 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-14140c5e-ade6-4f73-8ba3-d07e8df14e5e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/e1691132-91b8-4640-90d3-821ed4eb5fd6 HTTP/1.1" status: 204  len: 168 time: 0.8485055
Nov 27 11:41:52.039838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6a7561a-a82c-45da-b8a7-b7cd5a6c8360 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:52.042955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46326) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:52.107037 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14140c5e-ade6-4f73-8ba3-d07e8df14e5e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1691132-91b8-4640-90d3-821ed4eb5fd6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:52.111792 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-11227200-e6f0-49dd-9bac-fc680692a001 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2079549
Nov 27 11:41:52.112847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-14140c5e-ade6-4f73-8ba3-d07e8df14e5e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:52.116582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46330) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:52.121236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.138890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:52.139574 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8292260
Nov 27 11:41:52.139660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=2f55860e-9126-4ad0-8162-bed87cbba33d,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:52.141390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46334) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:52.148789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': '83c0bf7d-87df-4501-a1ed-81383f58c158', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:52.159181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:52.166953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fc08b4ee-5023-4a47-82da-b21ca4aa3941 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:52.172396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:52.179976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:52.192304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:52.197289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fc08b4ee-5023-4a47-82da-b21ca4aa3941 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:52.203478 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fc08b4ee-5023-4a47-82da-b21ca4aa3941 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1547363
Nov 27 11:41:52.207783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46338) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:52.214098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--141615991'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:52.222127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:52.235901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:52.245518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:52.254791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.256164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network bcc626a9-0031-453c-8a15-bd0584990b01 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:41:52.269353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-df678afb-2aca-43ee-807c-cd44739b7598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:52.304202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:52.310620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:52.313839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:52.323147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:52.353446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Made reservation on behalf of b27934884c444e2099fa5b7841955ae8 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:52.356644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.393089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.407047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, bcc626a9-0031-453c-8a15-bd0584990b01) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:52.421849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:52.422152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Network 82689b98-fc10-44d0-92d2-3f215aa983f9 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:52.425181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:52.425978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.435512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f233e039-a01f-4371-900a-cdff405934fc None None] Network bcc626a9-0031-453c-8a15-bd0584990b01 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:52.463966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:52.467769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:52.472094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:52.480019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:52.480337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:52.481280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:52.483985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.561219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.574043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.577111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.577999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2f55860e-9126-4ad0-8162-bed87cbba33d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:52.602343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] device_id is not set on port 2696609d-ffb7-47f9-b770-a17fec49811c yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:41:52.607015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.608581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Pushing event updated for resources: {'Port': ['ID=8eb7a8fe-aa00-4160-af21-df62d2a522d6,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:52.611497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:52.643750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.5344458
Nov 27 11:41:52.650948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46346) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:52.685036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.706522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a89f4cc-8374-41d8-bfc4-711c55094fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:52.736069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56184220-702b-47e7-b9f3-c0367cbe13fb None None] Network 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:52.828112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b65f51-995c-43f2-8a0d-91973c89f130,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:52.840027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:52.861653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.864473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'tenant_id': '111d8400fbe14b4ab704bd5a35271279', 'fixed_ips': [{'subnet_id': 'be10217e-4a39-4761-9d0c-4c77d90a0982'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:52.865888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.891788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Allocated IP 2001:db8::1cf (91d4e896-7f9c-482a-875d-a5ff6a1cb5eb/ef467c55-cb4f-4a5d-9fa5-67a7212dde01/2696609d-ffb7-47f9-b770-a17fec49811c) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:52.905669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:52.907590 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7029665
Nov 27 11:41:52.910503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46352) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:52.924437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1c798730-8134-4d19-8731-3e8eeedbd547 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:52.925731 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-1c798730-8134-4d19-8731-3e8eeedbd547 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:52.927077 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1c798730-8134-4d19-8731-3e8eeedbd547 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0146313
Nov 27 11:41:52.941722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46356) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:52.953178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-52b78558-4b4e-419c-a980-42dfb9eefa99 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:52.956008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Attempting to bind port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:52.956393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Attempting to bind port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:52.956762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Attempting to bind port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 on network 82689b98-fc10-44d0-92d2-3f215aa983f9 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:52.962565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-52b78558-4b4e-419c-a980-42dfb9eefa99 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:52.967896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-52b78558-4b4e-419c-a980-42dfb9eefa99 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:52.971290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-52b78558-4b4e-419c-a980-42dfb9eefa99 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:52.982015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-52b78558-4b4e-419c-a980-42dfb9eefa99 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:52.993949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.036052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:53.053713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:53.054099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Checking segment: {'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:53.054539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.055460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Bound using segment: {'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:53.055460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Bound port: 8eb7a8fe-aa00-4160-af21-df62d2a522d6, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:53.055765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.061536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b0e35f-408c-46bd-86af-972aba4bd387,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:53.064367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:53.086530 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.ipam_backend_mixin [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be10217e-4a39-4761-9d0c-4c77d90a0982 (CIDR: 2001:db8::/64)
Nov 27 11:41:53.163013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.167053 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 1.0217142
Nov 27 11:41:53.169674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46364) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.172971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:53.173575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:41:53.225632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3aa95bf-4bbe-437e-9345-15a49230b519 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.232477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.237876 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-52b78558-4b4e-419c-a980-42dfb9eefa99 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:53.237876 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-52b78558-4b4e-419c-a980-42dfb9eefa99 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2944713
Nov 27 11:41:53.247169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46368) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.261257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f8d2eab5-7f2f-430c-b8d0-c0b285ca25c7 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:53.261257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-f8d2eab5-7f2f-430c-b8d0-c0b285ca25c7 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:53.261257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f8d2eab5-7f2f-430c-b8d0-c0b285ca25c7 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0081658
Nov 27 11:41:53.261552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3aa95bf-4bbe-437e-9345-15a49230b519 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.265914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46372) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.303576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b6400ded-3fea-4557-9bba-166bf04bbf0f tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:53.320548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.375430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b6400ded-3fea-4557-9bba-166bf04bbf0f tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:53.383089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-38461432-60cc-4f86-bcd8-cf8ea64d9901 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2654619
Nov 27 11:41:53.385883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46376) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.395140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'subnet': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:53.400925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2f55860e-9126-4ad0-8162-bed87cbba33d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:53.401438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.423544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46380) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.425128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b6400ded-3fea-4557-9bba-166bf04bbf0f tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:53.444437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b6400ded-3fea-4557-9bba-166bf04bbf0f tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:53.477027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ea9ef-f45b-49c6-88bc-a5a09f217e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-bcc626a9-0031-453c-8a15-bd0584990b01', 'network_id': 'bcc626a9-0031-453c-8a15-bd0584990b01', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': '8035bac9-59ab-47c3-9048-d3a9415bead6'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:41:53.477875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ae0ea9ef-f45b-49c6-88bc-a5a09f217e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.481999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b6400ded-3fea-4557-9bba-166bf04bbf0f tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:53.491098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3aa95bf-4bbe-437e-9345-15a49230b519 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.498353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.521820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-55c9d3d3-fd89-40cd-a6ba-f48467f0fd60 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:53.552111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] For port 8eb7a8fe-aa00-4160-af21-df62d2a522d6, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:53.558134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa95bf-4bbe-437e-9345-15a49230b519 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6b0e35f-408c-46bd-86af-972aba4bd387,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:53.560086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3aa95bf-4bbe-437e-9345-15a49230b519 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.563848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.564043 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e3aa95bf-4bbe-437e-9345-15a49230b519 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b6b0e35f-408c-46bd-86af-972aba4bd387 HTTP/1.1" status: 204  len: 168 time: 0.3926804
Nov 27 11:41:53.568241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Allocated IP 2001:db8::2 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/be10217e-4a39-4761-9d0c-4c77d90a0982/2270af76-199b-475c-8d74-03b2c3f1a225) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:53.577041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46386) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.578500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] For port 8eb7a8fe-aa00-4160-af21-df62d2a522d6, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8eb7a8fe-aa00-4160-af21-df62d2a522d6,segment=NetworkSegment(7a30a54f-4597-4719-82b9-b812201867ef),segment_id=7a30a54f-4597-4719-82b9-b812201867ef)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:53.604504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e3aa95bf-4bbe-437e-9345-15a49230b519 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:53.605719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Network 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:53.606773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d131618-846c-4093-9955-149ae906d49c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:53.653590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:53.674374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:53.675424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:53.676136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.692103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-550007139'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:53.700381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:53.703232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Usage tracker for resource:router and tenant:97f73012106f4cbba9c83d99384f991f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:53.706308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:53.706943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.713882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:53.718226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:53.726597 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-b6400ded-3fea-4557-9bba-166bf04bbf0f tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:53.730125 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b6400ded-3fea-4557-9bba-166bf04bbf0f tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4580159
Nov 27 11:41:53.734574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Allocated IP 2001:db8:3::1 (82689b98-fc10-44d0-92d2-3f215aa983f9/9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0/9cb49dc4-9802-4fdb-a337-8b75056d5247) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:53.736899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46390) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.747240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'Port': ['ID=2696609d-ffb7-47f9-b770-a17fec49811c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:53.750081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a2024829-b2c3-454d-8474-6db6e63fa61c tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:53.750974 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-a2024829-b2c3-454d-8474-6db6e63fa61c tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:53.752632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a2024829-b2c3-454d-8474-6db6e63fa61c tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0147216
Nov 27 11:41:53.759223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46394) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.769522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:53.769756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ccc10d72-b06f-4e26-9ca5-3e224c8b0290 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:53.775185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-48aed606-1c66-47e8-8bbf-866a8eee2fba tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:53.787430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:53.795331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:subnet and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:53.801127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:53.801836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ccc10d72-b06f-4e26-9ca5-3e224c8b0290 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:53.805906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:53.816602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ccc10d72-b06f-4e26-9ca5-3e224c8b0290 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:53.823833 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.8457069
Nov 27 11:41:53.831177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46398) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:53.831382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ccc10d72-b06f-4e26-9ca5-3e224c8b0290 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:53.901036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Deleting port 2696609d-ffb7-47f9-b770-a17fec49811c {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:41:53.901036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.908504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ccc10d72-b06f-4e26-9ca5-3e224c8b0290 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:53.929412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:53.948720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.950000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.955485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:53.956792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-48aed606-1c66-47e8-8bbf-866a8eee2fba tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:53.960739 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-48aed606-1c66-47e8-8bbf-866a8eee2fba tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3763561
Nov 27 11:41:53.965634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46402) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:54.007055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.025305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.044629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6f8ebf2-8c3a-4eaa-9910-d6810eb81336 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:54.054638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Pushing event updated for resources: {'Port': ['ID=8eb7a8fe-aa00-4160-af21-df62d2a522d6,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:54.070811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server [None req-ae0ea9ef-f45b-49c6-88bc-a5a09f217e66 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8035bac9-59ab-47c3-9048-d3a9415bead6: This subnet is being modified by another concurrent operation.
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 11:41:54.135645 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8035bac9-59ab-47c3-9048-d3a9415bead6: This subnet is being modified by another concurrent operation.
Nov 27 11:41:54.141656 dv-neutron-819441-1-hyperv neutron-server[84365]: ERROR oslo_messaging.rpc.server 
Nov 27 11:41:54.152258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cbd31c71-4062-46cc-99a7-83b6175c0ed0 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:41:54.157541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=8035bac9-59ab-47c3-9048-d3a9415bead6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:54.180019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:54.185673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.189620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.194378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27944668-5ee1-413f-8a2d-611b9abcc2e5 None None] Network bcc626a9-0031-453c-8a15-bd0584990b01 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:54.206643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.207804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: cbd31c71-4062-46cc-99a7-83b6175c0ed0 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:41:54.208175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device cbd31c71-4062-46cc-99a7-83b6175c0ed0 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:41:54.220919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54e9147f-ddbf-493b-8f6c-98f641039825 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.262705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.268670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54e9147f-ddbf-493b-8f6c-98f641039825 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.319283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Transition to ACTIVE for port object 9cb49dc4-9802-4fdb-a337-8b75056d5247 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:54.326918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.349410 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-ccc10d72-b06f-4e26-9ca5-3e224c8b0290 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:54.353196 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ccc10d72-b06f-4e26-9ca5-3e224c8b0290 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5895092
Nov 27 11:41:54.370909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46406) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:54.387990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-6afda1fc-0804-4d2d-9586-ebc3168a576e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:54.388815 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-6afda1fc-0804-4d2d-9586-ebc3168a576e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:54.390321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6afda1fc-0804-4d2d-9586-ebc3168a576e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0181046
Nov 27 11:41:54.393962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844c6a340>,) {'filters': {'network_id': ['bcc626a9-0031-453c-8a15-bd0584990b01']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:54.405149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46410) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:54.418426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-820a1471-99d3-49c4-b3a8-07ce497838db tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:54.428086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-820a1471-99d3-49c4-b3a8-07ce497838db tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:54.432062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.438840 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ed3e57b9-818f-4c1c-8b10-56cecfb6c0cc tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.0025089
Nov 27 11:41:54.451775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c6a340>, '1a86099f-7035-409b-90b5-a63f87554ac2') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:54.452270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c6a340>, '1a86099f-7035-409b-90b5-a63f87554ac2') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:54.460303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46414) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:54.474990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-820a1471-99d3-49c4-b3a8-07ce497838db tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:54.481133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-820a1471-99d3-49c4-b3a8-07ce497838db tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:54.529387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Transition to ACTIVE for port object 2270af76-199b-475c-8d74-03b2c3f1a225 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:54.551389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.559655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-820a1471-99d3-49c4-b3a8-07ce497838db tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:54.561802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Transition to ACTIVE for port object 2270af76-199b-475c-8d74-03b2c3f1a225 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:41:54.646355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.651748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.663245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:54.676725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.678155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:54.718243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:41:54.718884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.729593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:41:54.737947 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:41:54.767005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:54.771676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:54.774285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:54.784817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Pushing event updated for resources: {'Port': ['ID=2270af76-199b-475c-8d74-03b2c3f1a225,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:54.787649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:54.854515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=9cb49dc4-9802-4fdb-a337-8b75056d5247,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:54.858670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:54.863289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54e9147f-ddbf-493b-8f6c-98f641039825 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.868159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 82689b98-fc10-44d0-92d2-3f215aa983f9 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:54.871835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-27206a9e-b946-40be-80e6-d3031e405c3f tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.877483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Calling delete_port for 2696609d-ffb7-47f9-b770-a17fec49811c owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:41:54.889213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Attempting to bind port 2270af76-199b-475c-8d74-03b2c3f1a225 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:41:54.889589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Attempting to bind port 2270af76-199b-475c-8d74-03b2c3f1a225 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:41:54.890166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Attempting to bind port 2270af76-199b-475c-8d74-03b2c3f1a225 on network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:41:54.900211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:41:54.900811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Checking segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:41:54.911549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.911549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Bound using segment: {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:41:54.911549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Bound port: 2270af76-199b-475c-8d74-03b2c3f1a225, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:41:54.911549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.912008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:54.923621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:54.930659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:41:54.931450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:54.934448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9147f-ddbf-493b-8f6c-98f641039825 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0bf7d-87df-4501-a1ed-81383f58c158,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:54.941373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-54e9147f-ddbf-493b-8f6c-98f641039825 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:55.002023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.003763 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-820a1471-99d3-49c4-b3a8-07ce497838db tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:55.004810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-820a1471-99d3-49c4-b3a8-07ce497838db tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.5985954
Nov 27 11:41:55.010744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dc36b945-ce9b-4170-b2ee-b2fab7152dfe tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:55.012769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46418) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:55.024706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f8c95940-7a3d-4c33-b2f4-ed94f563fcad tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '09b65f51-995c-43f2-8a0d-91973c89f130', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:55.033315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] For port 2270af76-199b-475c-8d74-03b2c3f1a225, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:41:55.040007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f8c95940-7a3d-4c33-b2f4-ed94f563fcad tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:55.048591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.054315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=bcc626a9-0031-453c-8a15-bd0584990b01,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:55.069616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:55.074155 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/bcc626a9-0031-453c-8a15-bd0584990b01 HTTP/1.1" status: 204  len: 168 time: 2.4221606
Nov 27 11:41:55.079899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46422) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:55.087640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f8c95940-7a3d-4c33-b2f4-ed94f563fcad tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:55.089258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-384453565'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:55.094771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54e9147f-ddbf-493b-8f6c-98f641039825 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.095901 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-54e9147f-ddbf-493b-8f6c-98f641039825 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/83c0bf7d-87df-4501-a1ed-81383f58c158 HTTP/1.1" status: 204  len: 168 time: 1.1266029
Nov 27 11:41:55.098367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:55.101655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f8c95940-7a3d-4c33-b2f4-ed94f563fcad tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:55.102591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46426) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:55.116266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f8c95940-7a3d-4c33-b2f4-ed94f563fcad tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:55.125160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:55.132712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:55.241416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] For port 2270af76-199b-475c-8d74-03b2c3f1a225, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2270af76-199b-475c-8d74-03b2c3f1a225,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:41:55.247685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.257044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-856936af-116a-46bb-9e23-4f194dfbd486 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:55.319220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event deleted for resources: {'Port': ['ID=2696609d-ffb7-47f9-b770-a17fec49811c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:55.321913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:55.341126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:55.381432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.386527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.391435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3ccf7abf-d7d4-46a9-9cca-8e6a01d0fd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:55.436009 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2696609d-ffb7-47f9-b770-a17fec49811c HTTP/1.1" status: 204  len: 168 time: 1.6095154
Nov 27 11:41:55.445138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46430) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:55.448316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb', 'external_fixed_ips': [{'subnet_id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'ip_address': '2001:db8::1cf'}]}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:55.465301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:55.475247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Pushing event updated for resources: {'Port': ['ID=2270af76-199b-475c-8d74-03b2c3f1a225,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:55.476238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Usage tracker for resource:router and tenant:b27934884c444e2099fa5b7841955ae8 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:55.479213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:55.481659 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-f8c95940-7a3d-4c33-b2f4-ed94f563fcad tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:41:55.482918 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f8c95940-7a3d-4c33-b2f4-ed94f563fcad tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4686303
Nov 27 11:41:55.486561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:55.490138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46434) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:55.494979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:55.588455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ccb87-1b03-4610-a76a-513694c5d002 None None] Network 82689b98-fc10-44d0-92d2-3f215aa983f9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:55.595720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.objects.ports [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84364) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 27 11:41:55.601807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:55.604755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.649412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.650706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.697955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.711609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ade1e4ec-97ac-40c3-b163-e6f5160af985 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:55.713950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.765430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-27206a9e-b946-40be-80e6-d3031e405c3f tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.842244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-27206a9e-b946-40be-80e6-d3031e405c3f tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:55.861825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:41:55.909878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-98949238-7357-481a-ada4-54cb9c8d1e68 None None] Provisioning for port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:56.017707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.018059 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment e918e3f0-a992-4585-9ac4-21c4dc6b84a7 of type vlan for network 9f668843-2ed2-452f-8f61-4d69a70fcd60
Nov 27 11:41:56.035194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ade1e4ec-97ac-40c3-b163-e6f5160af985 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:56.039994 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ade1e4ec-97ac-40c3-b163-e6f5160af985 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.9305451
Nov 27 11:41:56.039994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-45c2dadd-b020-4cac-ae6b-7c153d8ca7df tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.040931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46438) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:56.056288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group': {'name': 'tempest-secgroup--971911174'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:56.068182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:56.070394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.096713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:56.101341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.115422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-27206a9e-b946-40be-80e6-d3031e405c3f tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.116216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27206a9e-b946-40be-80e6-d3031e405c3f tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e9c1171-2c0b-4e2b-9db4-f5b5f3e983cc {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:41:56.125908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-45c2dadd-b020-4cac-ae6b-7c153d8ca7df tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.138229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.226046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-27206a9e-b946-40be-80e6-d3031e405c3f tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.227209 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-27206a9e-b946-40be-80e6-d3031e405c3f tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1e9c1171-2c0b-4e2b-9db4-f5b5f3e983cc HTTP/1.1" status: 204  len: 168 time: 1.7597275
Nov 27 11:41:56.235958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46442) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:56.267084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.288743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Request body: {'router': {'name': 'tempest-router-1623096301', 'distributed': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:56.299927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:56.304462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Usage tracker for resource:router and tenant:97f73012106f4cbba9c83d99384f991f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:56.309898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:56.325357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:56.388560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.392745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:56.393355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.416061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7aa28f4b-93ff-4ff7-9b89-5b2d67a0975b tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:56.452607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] For port 2270af76-199b-475c-8d74-03b2c3f1a225, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2270af76-199b-475c-8d74-03b2c3f1a225,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:56.466976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-45c2dadd-b020-4cac-ae6b-7c153d8ca7df tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.475135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:56.493574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:56.514389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:56.529459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:56.561940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9e3b1855-e2c2-476a-abb9-d0c749a31d9a None None] Provisioning for port 9cb49dc4-9802-4fdb-a337-8b75056d5247 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:56.569866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9e3b1855-e2c2-476a-abb9-d0c749a31d9a None None] Provisioning complete for port 9cb49dc4-9802-4fdb-a337-8b75056d5247 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:56.570317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1855-e2c2-476a-abb9-d0c749a31d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.588054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.589362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.646450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.647049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2270af76-199b-475c-8d74-03b2c3f1a225 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:56.649760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.655067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-45c2dadd-b020-4cac-ae6b-7c153d8ca7df tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.656718 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-45c2dadd-b020-4cac-ae6b-7c153d8ca7df tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/09b65f51-995c-43f2-8a0d-91973c89f130 HTTP/1.1" status: 204  len: 168 time: 1.1655631
Nov 27 11:41:56.667337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46446) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:56.701296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=9f668843-2ed2-452f-8f61-4d69a70fcd60,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:56.714352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:56.717659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13ca2181-5e49-4fc7-a18d-3226273db622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:56.729111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.737024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 9f668843-2ed2-452f-8f61-4d69a70fcd60 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:41:56.740646 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.6584144
Nov 27 11:41:56.743990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:41:56.747314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46450) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:56.761603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b1855-e2c2-476a-abb9-d0c749a31d9a None None] Port 9cb49dc4-9802-4fdb-a337-8b75056d5247 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:56.769692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.771322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.773493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2dadd-b020-4cac-ae6b-7c153d8ca7df tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b65f51-995c-43f2-8a0d-91973c89f130,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:56.784823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a0d93ac5-312b-4693-ae1f-b39f48b5855d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:56.787908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-45c2dadd-b020-4cac-ae6b-7c153d8ca7df tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:56.798813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.820802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': '9f668843-2ed2-452f-8f61-4d69a70fcd60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:56.867981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.889481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.891421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.902835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a6648ce9-1901-4850-aab5-4af420ef799c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:56.929394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491e55f-0a1d-4c0d-807a-dd621567c4b1 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:41:56.990152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:56.991395 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ae350ab5-dfbe-4287-855a-2a148bd0b949 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.7542117
Nov 27 11:41:56.996378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.026752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46454) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:57.041937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 2270af76-199b-475c-8d74-03b2c3f1a225 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:57.051894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8eb7a8fe-aa00-4160-af21-df62d2a522d6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:57.055128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event updated for resources: {'Port': ['ID=9cb49dc4-9802-4fdb-a337-8b75056d5247,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:57.059764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:57.122527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Network 82689b98-fc10-44d0-92d2-3f215aa983f9 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:57.125129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:57.191197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f491e55f-0a1d-4c0d-807a-dd621567c4b1 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:41:57.287917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Provisioning for port 2270af76-199b-475c-8d74-03b2c3f1a225 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:57.292633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2d8b3434-2891-4a55-9976-ee05e85d1463 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:57.296901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:41:57.313465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Provisioning complete for port 2270af76-199b-475c-8d74-03b2c3f1a225 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:57.313465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.313668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:41:57.348987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:57.349393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.353958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:41:57.368891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:41:57.369478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.375741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=2270af76-199b-475c-8d74-03b2c3f1a225,revision_number=4']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:57.390448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:57.433466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-68902567-3ef8-402a-b368-1b314bdc8f68 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:57.475110 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:57.485970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.487527 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4460132
Nov 27 11:41:57.494688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46458) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:57.500954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:57.505793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:57.511243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': '632e2115-1b6c-41e6-b55e-57fc2eba8e61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:57.517519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:57.520785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:57.529922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Usage tracker for resource:security_group_rule and tenant:0e6a3f4536094fd985d53c39d1df6722 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:57.530112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7893afcd-11b7-420b-a8f7-c9af971d0184 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.537145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:57.544813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:57.596619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2d8b3434-2891-4a55-9976-ee05e85d1463 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:57.604942 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2d8b3434-2891-4a55-9976-ee05e85d1463 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.9189854
Nov 27 11:41:57.604942 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 4.2151773
Nov 27 11:41:57.604942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46462) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:57.620279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46464) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:57.633368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654805185'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:57.639976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Request body: {'port': {'network_id': '96efc761-7cb6-48d6-9bb8-9a1fc3089df1', 'mac_address': 'fa:16:3e:72:c2:f4', 'name': 'tempest-NetworksTestDHCPv6-1997875120'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:57.640348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:57.652612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:57.704047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.740990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.741219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.766662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.778021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Subnet': ['ID=d3d88a34-38ad-4630-9961-a58a0ad2c57b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:57.788311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:57.800020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] For port 2270af76-199b-475c-8d74-03b2c3f1a225, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2270af76-199b-475c-8d74-03b2c3f1a225,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:57.806012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:57.812441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ecc3f949-c5b5-4627-b39d-27278d91ffbc tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.785s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:57.818107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.819377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.821709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.891339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:57.900797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:57.904994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:57.912521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.915413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:57.925521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-082565d3-c5dd-4c45-a6cc-18bd68c7cd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:57.945724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:57.958884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:41:57.964705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-989042da-418a-4acf-920a-5b2f9ee61f3f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:58.008082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d773a83e-f28c-47df-804f-9be5c9b6e18a,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:58.012187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:58.055294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.056850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Pushing event updated for resources: {'Port': ['ID=2270af76-199b-475c-8d74-03b2c3f1a225,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:58.057030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632e2115-1b6c-41e6-b55e-57fc2eba8e61,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:58.084921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 8eb7a8fe-aa00-4160-af21-df62d2a522d6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8eb7a8fe-aa00-4160-af21-df62d2a522d6,segment=NetworkSegment(7a30a54f-4597-4719-82b9-b812201867ef),segment_id=7a30a54f-4597-4719-82b9-b812201867ef)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:41:58.085204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:58.087770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:58.116625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.124717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Provisioning complete for port 9cb49dc4-9802-4fdb-a337-8b75056d5247 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:58.125518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.186107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.189815 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6883516
Nov 27 11:41:58.195192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46470) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:58.198909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.216964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.227370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:58.229372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9308b855-e616-4a86-b3a9-0c72de2fbd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:58.273040 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1daa0702-8f67-4d09-b013-13649454c925 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules/d773a83e-f28c-47df-804f-9be5c9b6e18a HTTP/1.1" status: 200  len: 705 time: 0.0723290
Nov 27 11:41:58.292523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46474) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:58.296991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6fe442-bb81-419c-b3a0-8ab3767fb66d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:58.313543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae829f52-45ed-4e07-858c-9251111cd050 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:41:58.356824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:58.364839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:58.364971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.371155 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7463155
Nov 27 11:41:58.374019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46478) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:58.409490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b6aaec86-8bbc-443f-9a3d-11b0931715fd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '4c6fe442-bb81-419c-b3a0-8ab3767fb66d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:58.426019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b6aaec86-8bbc-443f-9a3d-11b0931715fd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:58.467579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b6aaec86-8bbc-443f-9a3d-11b0931715fd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:58.474663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b6aaec86-8bbc-443f-9a3d-11b0931715fd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:58.482439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Usage tracker for resource:port and tenant:111d8400fbe14b4ab704bd5a35271279 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:58.497097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0021c561-c31a-45cd-9e74-703d38870ed2 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:58.522156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Port 9cb49dc4-9802-4fdb-a337-8b75056d5247 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:58.525957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b6aaec86-8bbc-443f-9a3d-11b0931715fd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:58.565988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2270af76-199b-475c-8d74-03b2c3f1a225 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:41:58.582047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:41:58.588236 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1687779
Nov 27 11:41:58.592175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46482) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:58.602155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:58.610153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:41:58.625847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=8eb7a8fe-aa00-4160-af21-df62d2a522d6,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:58.649135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:58.723088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0021c561-c31a-45cd-9e74-703d38870ed2 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:58.726936 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0021c561-c31a-45cd-9e74-703d38870ed2 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4330804
Nov 27 11:41:58.739349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46486) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:58.776405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:58.776712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:41:58.777363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460f1df0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:58.861820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:58.863139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfb19-6009-49bd-944f-51508f312c19 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.885382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfb19-6009-49bd-944f-51508f312c19 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.931932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7893afcd-11b7-420b-a8f7-c9af971d0184 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.950336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7893afcd-11b7-420b-a8f7-c9af971d0184 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:58.954177 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-b6aaec86-8bbc-443f-9a3d-11b0931715fd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The resource could not be found.
Nov 27 11:41:58.955622 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b6aaec86-8bbc-443f-9a3d-11b0931715fd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.5659556
Nov 27 11:41:58.959773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46490) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:58.968543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6c3d25fc-b2b2-4b2a-8387-b9fc3ef87625 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '4c6fe442-bb81-419c-b3a0-8ab3767fb66d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '672c8bf7-d75c-4e1e-afb3-0e748acd5e1a'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:58.980311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Allocated IP 2001:db8::1cf (91d4e896-7f9c-482a-875d-a5ff6a1cb5eb/ef467c55-cb4f-4a5d-9fa5-67a7212dde01/30d2e161-6676-4c3e-b071-9a373cfea7f3) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:58.982722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6c3d25fc-b2b2-4b2a-8387-b9fc3ef87625 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:58.994213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6c3d25fc-b2b2-4b2a-8387-b9fc3ef87625 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:59.009619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6c3d25fc-b2b2-4b2a-8387-b9fc3ef87625 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:59.010215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2270af76-199b-475c-8d74-03b2c3f1a225 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:59.010616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.014439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Made reservation on behalf of 111d8400fbe14b4ab704bd5a35271279 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:41:59.018452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.051090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6c3d25fc-b2b2-4b2a-8387-b9fc3ef87625 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:59.069349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6ee75561-fe59-460c-9d4b-a6cd1bbd7f0c None None] Provisioning complete for port 9cb49dc4-9802-4fdb-a337-8b75056d5247 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:41:59.069721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6ee75561-fe59-460c-9d4b-a6cd1bbd7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.094770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfb19-6009-49bd-944f-51508f312c19 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.098364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:59.127906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecfb19-6009-49bd-944f-51508f312c19 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d773a83e-f28c-47df-804f-9be5c9b6e18a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:59.132836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] device_id is not set on port 15f3f4bc-e628-4536-8db7-581cb1401d60 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:41:59.135388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8ecfb19-6009-49bd-944f-51508f312c19 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:59.147783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:41:59.176860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7893afcd-11b7-420b-a8f7-c9af971d0184 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.177553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7893afcd-11b7-420b-a8f7-c9af971d0184 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3389d067-3199-4e19-8bc0-f89f55112d86 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:41:59.225271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6ee75561-fe59-460c-9d4b-a6cd1bbd7f0c None None] Port 9cb49dc4-9802-4fdb-a337-8b75056d5247 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:41:59.417975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7893afcd-11b7-420b-a8f7-c9af971d0184 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.423300 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7893afcd-11b7-420b-a8f7-c9af971d0184 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "DELETE /v2.0/routers/3389d067-3199-4e19-8bc0-f89f55112d86 HTTP/1.1" status: 204  len: 168 time: 2.3950946
Nov 27 11:41:59.428234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46494) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:59.494228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Request body: {'router': {'name': 'tempest-router-707545639', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '206d7a12f5cd4987b8733ef9bee27e2c'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:59.517722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfb19-6009-49bd-944f-51508f312c19 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.518878 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a8ecfb19-6009-49bd-944f-51508f312c19 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d773a83e-f28c-47df-804f-9be5c9b6e18a HTTP/1.1" status: 204  len: 168 time: 0.7779858
Nov 27 11:41:59.522158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46498) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:59.522715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.528959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:59.539746 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-6c3d25fc-b2b2-4b2a-8387-b9fc3ef87625 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The resource could not be found.
Nov 27 11:41:59.540888 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6c3d25fc-b2b2-4b2a-8387-b9fc3ef87625 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.5797203
Nov 27 11:41:59.551517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Usage tracker for resource:router and tenant:206d7a12f5cd4987b8733ef9bee27e2c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:41:59.559266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46502) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:59.560608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:41:59.595212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:59.683241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.691411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-be461dd3-85eb-4d9d-9e49-547306af1f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:41:59.733742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-78456af6-b872-4cc5-abeb-c59af7809702 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:41:59.753335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460f1df0>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:55Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:41:56Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:41:59.759039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:41:59.759714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Updating router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 port 9cb49dc4-9802-4fdb-a337-8b75056d5247 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:41:59.761390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 27 11:41:59.779243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Removed routes are [] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 27 11:41:59.783643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.801585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=3d33ec75-62f6-4be0-99fe-9405ee72cc48,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:41:59.804662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.805844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.809664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:41:59.832184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-78456af6-b872-4cc5-abeb-c59af7809702 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:41:59.834615 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-78456af6-b872-4cc5-abeb-c59af7809702 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2996204
Nov 27 11:41:59.836683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46506) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:41:59.843950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': '632e2115-1b6c-41e6-b55e-57fc2eba8e61', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:41:59.853255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:41:59.858561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a388c37d-157e-43f6-9623-41450f89b707 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.867509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:41:59.894768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.913969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8::323 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/be10217e-4a39-4761-9d0c-4c77d90a0982/15f3f4bc-e628-4536-8db7-581cb1401d60) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:59.935035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:c2f4 (96efc761-7cb6-48d6-9bb8-9a1fc3089df1/d3d88a34-38ad-4630-9961-a58a0ad2c57b/15f3f4bc-e628-4536-8db7-581cb1401d60) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:41:59.940853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a388c37d-157e-43f6-9623-41450f89b707 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.963969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.966961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:41:59.986932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:00.062274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.105083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9f668843-2ed2-452f-8f61-4d69a70fcd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:00.105663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: 9f668843-2ed2-452f-8f61-4d69a70fcd60, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:42:00.163465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Network 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:00.164737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'Port': ['ID=30d2e161-6676-4c3e-b071-9a373cfea7f3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:00.170617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:00.175204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:00.176519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:00.209740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f44f3c4-f7c2-4fd2-a6cd-f409527374c1 None None] Provisioning complete for port 2270af76-199b-475c-8d74-03b2c3f1a225 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:00.210180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f44f3c4-f7c2-4fd2-a6cd-f409527374c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.219663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.309311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.311820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a388c37d-157e-43f6-9623-41450f89b707 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.315865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a388c37d-157e-43f6-9623-41450f89b707 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.317353 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a388c37d-157e-43f6-9623-41450f89b707 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c6fe442-bb81-419c-b3a0-8ab3767fb66d HTTP/1.1" status: 204  len: 168 time: 0.7489369
Nov 27 11:42:00.325330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b722f5e8-5b3c-423b-8443-9f9e7cd0125a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:00.333545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46512) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:00.338139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network 9f668843-2ed2-452f-8f61-4d69a70fcd60 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:42:00.435527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.436246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388c37d-157e-43f6-9623-41450f89b707 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6fe442-bb81-419c-b3a0-8ab3767fb66d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:00.438105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.439364 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-111bbf0b-4b74-444b-91c8-6223183ebb1b tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.0053165
Nov 27 11:42:00.440667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a388c37d-157e-43f6-9623-41450f89b707 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:00.454535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46516) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:00.456382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:00.459941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Transition to ACTIVE for port object 9cb49dc4-9802-4fdb-a337-8b75056d5247 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:00.484211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.492964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8eb7a8fe-aa00-4160-af21-df62d2a522d6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:00.505349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8ecfb19-6009-49bd-944f-51508f312c19 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:00.537043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0f3dbd-c7b4-48e4-bec8-6323e1363ff6,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:00.539551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:00.548708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 9f668843-2ed2-452f-8f61-4d69a70fcd60) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:00.557638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01b60c-7038-4c9a-a700-0cf21dca2eff None None] Network 9f668843-2ed2-452f-8f61-4d69a70fcd60 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:00.574503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.576049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.578498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.590076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:00.603745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:00.604325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.669607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Pushing event updated for resources: {'Port': ['ID=9cb49dc4-9802-4fdb-a337-8b75056d5247,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:00.689331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-94d23e2c-6c49-44f0-b3dc-abce44ac292a tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:00.707551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.709374 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8714604
Nov 27 11:42:00.712797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46520) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:00.720249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.735845 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6f0b7819-c89f-4a2e-9b9f-dda75acff8a0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules/bb0f3dbd-c7b4-48e4-bec8-6323e1363ff6 HTTP/1.1" status: 200  len: 705 time: 0.0220261
Nov 27 11:42:00.739384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46524) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:00.808634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.809124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6751d749-7990-4306-ab1e-ad3e26c51589 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:00.809464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.810443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.810967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.821679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.821679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.821679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.821679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.821679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.821679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.821679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:00.836223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:00.843101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:42:00.953050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:00.953646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:00.959793 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 4.1896040
Nov 27 11:42:00.959793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Transition to ACTIVE for port object 15f3f4bc-e628-4536-8db7-581cb1401d60 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:01.009329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46528) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.015014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6751d749-7990-4306-ab1e-ad3e26c51589 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:01.017599 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6751d749-7990-4306-ab1e-ad3e26c51589 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2777326
Nov 27 11:42:01.021660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-94d23e2c-6c49-44f0-b3dc-abce44ac292a tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:01.022955 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-94d23e2c-6c49-44f0-b3dc-abce44ac292a tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6763668
Nov 27 11:42:01.023910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46532) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.027113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46534) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.045668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.046517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.052053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-045de157-e143-42d9-8c1c-ba5608dcb879 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '0c94e67f-e0cb-45a5-92a6-acbc614f1383', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:01.058985 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:42:01.063696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-045de157-e143-42d9-8c1c-ba5608dcb879 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:01.073381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-045de157-e143-42d9-8c1c-ba5608dcb879 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:01.086059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-045de157-e143-42d9-8c1c-ba5608dcb879 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:01.158650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Attempting to bind port 9cb49dc4-9802-4fdb-a337-8b75056d5247 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:01.158650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Attempting to bind port 9cb49dc4-9802-4fdb-a337-8b75056d5247 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:01.159016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Attempting to bind port 9cb49dc4-9802-4fdb-a337-8b75056d5247 on network 82689b98-fc10-44d0-92d2-3f215aa983f9 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:01.160183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-045de157-e143-42d9-8c1c-ba5608dcb879 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:01.189523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.232996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.233979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:01.234510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Checking segment: {'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:01.235183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.235305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Bound using segment: {'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:01.235814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Bound port: 9cb49dc4-9802-4fdb-a337-8b75056d5247, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a30a54f-4597-4719-82b9-b812201867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:01.236242 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.295043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.304015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.312118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:01.314638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ee84fce8-d327-4645-8df0-c0082f7abceb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:01.353345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.357524 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c152a02e-18db-4b6b-b825-65495f07a396 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 200  len: 953 time: 2.7612007
Nov 27 11:42:01.357712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46540) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.366597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-9f668843-2ed2-452f-8f61-4d69a70fcd60', 'network_id': '9f668843-2ed2-452f-8f61-4d69a70fcd60', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': '3d33ec75-62f6-4be0-99fe-9405ee72cc48'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:42:01.366597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.371172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.371725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.397936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.402983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.407639 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bb0f3dbd-c7b4-48e4-bec8-6323e1363ff6 HTTP/1.1" status: 204  len: 168 time: 0.3377523
Nov 27 11:42:01.408545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46544) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.412189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46365202-7d18-4dd5-ae73-7cd9a01bae1b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:01.445002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.486017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0f3dbd-c7b4-48e4-bec8-6323e1363ff6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:01.506550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.507386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.507569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.508108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.508533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.508975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.509394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.509813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.510231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.511359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.511359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.514636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:01.554810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-24d7c8d1-2d5a-4797-91b8-324bfe52a7bd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:01.583868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] For port 9cb49dc4-9802-4fdb-a337-8b75056d5247, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:01.600858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] For port 9cb49dc4-9802-4fdb-a337-8b75056d5247, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9cb49dc4-9802-4fdb-a337-8b75056d5247,segment=NetworkSegment(7a30a54f-4597-4719-82b9-b812201867ef),segment_id=7a30a54f-4597-4719-82b9-b812201867ef)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:01.613233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Allocated IP 172.20.0.1 (9f668843-2ed2-452f-8f61-4d69a70fcd60/3d33ec75-62f6-4be0-99fe-9405ee72cc48/e6ef936b-f385-4155-8fc7-f9b60e9916c8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:01.633725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-24d7c8d1-2d5a-4797-91b8-324bfe52a7bd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:01.638224 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-24d7c8d1-2d5a-4797-91b8-324bfe52a7bd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2189460
Nov 27 11:42:01.644599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46548) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.646285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Request body: {'security_group_rule': {'security_group_id': '632e2115-1b6c-41e6-b55e-57fc2eba8e61', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:01.655513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:01.674605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:01.677378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:01.693184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:01.695144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event updated for resources: {'Port': ['ID=15f3f4bc-e628-4536-8db7-581cb1401d60,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:01.704386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:01.708460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:01.709140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.742539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.747745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07292331-3ae2-4d3c-a4ac-f23d2941ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:01.794151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84364) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Nov 27 11:42:01.794151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Router a165e3fc-fe70-41bb-a7b4-c6826428eb7b migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f2846d03ee0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f2846d03cd0> provider. {{(pid=84364) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Nov 27 11:42:01.794151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.799683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.811946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.812571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.813103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.813626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.814158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.814705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.815296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.815862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.816413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.816958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.817554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:01.821552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.824366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:01.881742 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-045de157-e143-42d9-8c1c-ba5608dcb879 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The resource could not be found.
Nov 27 11:42:01.883164 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-045de157-e143-42d9-8c1c-ba5608dcb879 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.8479013
Nov 27 11:42:01.887456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46552) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.899055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--861810353'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:01.906742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:01.929572 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.3076196
Nov 27 11:42:01.931241 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:01.932193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46556) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.933947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:01.941878 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fed7b802-354b-4288-a002-04b314616895 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 200  len: 953 time: 0.5811055
Nov 27 11:42:01.959825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46560) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:01.977244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'routes': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:02.005362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Pushing event updated for resources: {'Port': ['ID=9cb49dc4-9802-4fdb-a337-8b75056d5247,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:02.012634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:02.019294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.026179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:02.026838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460f1df0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:02.031981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting port 15f3f4bc-e628-4536-8db7-581cb1401d60 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:02.033120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.055542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.069252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.080043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1317b24b-ec78-4512-a373-95026bd81604 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:02.119467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b03f9b-bbed-4ca9-beb5-9c9b5a57aaa2,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:02.135187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:02.140688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Transition to ACTIVE for port object e6ef936b-f385-4155-8fc7-f9b60e9916c8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:02.155292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.197877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Transition to ACTIVE for port object e6ef936b-f385-4155-8fc7-f9b60e9916c8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:02.218159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:02.261272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.261620 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6205614
Nov 27 11:42:02.265788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46564) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:02.293545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.360039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:02.370997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:02.373362 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d63fa92a-0b3e-4636-afbf-c1a152a620ff tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules/20b03f9b-bbed-4ca9-beb5-9c9b5a57aaa2 HTTP/1.1" status: 200  len: 706 time: 0.1063514
Nov 27 11:42:02.382763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46568) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:02.382763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:02.404429 dv-neutron-819441-1-hyperv neutron-server[84364]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] No L3 agents can host the router a165e3fc-fe70-41bb-a7b4-c6826428eb7b
Nov 27 11:42:02.405426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:02.411154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d5ac58df-254d-41d4-bc39-4612466ac2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:02.430616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.446747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-456b80a2-0728-4433-91ca-dbbd2b1d525c None None] Provisioning for port 15f3f4bc-e628-4536-8db7-581cb1401d60 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:02.485409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-456b80a2-0728-4433-91ca-dbbd2b1d525c None None] Provisioning complete for port 15f3f4bc-e628-4536-8db7-581cb1401d60 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:02.485797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-456b80a2-0728-4433-91ca-dbbd2b1d525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.504429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.570970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Router 0d802e17-fb68-4569-9ed7-abd64f0b756b is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:42:02.607037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Network 9f668843-2ed2-452f-8f61-4d69a70fcd60 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:02.619277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:02.635807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Pushing event updated for resources: {'Port': ['ID=e6ef936b-f385-4155-8fc7-f9b60e9916c8,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:02.638606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:02.647988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:02.652757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-456b80a2-0728-4433-91ca-dbbd2b1d525c None None] Port 15f3f4bc-e628-4536-8db7-581cb1401d60 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:02.696530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13fac466-942c-4e4b-b14f-87539bfebcc0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:02.732314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Calling delete_port for 15f3f4bc-e628-4536-8db7-581cb1401d60 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:02.772521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=3d33ec75-62f6-4be0-99fe-9405ee72cc48,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:02.780630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:02.803463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Attempting to bind port e6ef936b-f385-4155-8fc7-f9b60e9916c8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:02.804227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Attempting to bind port e6ef936b-f385-4155-8fc7-f9b60e9916c8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9f668843-2ed2-452f-8f61-4d69a70fcd60'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:02.804613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Attempting to bind port e6ef936b-f385-4155-8fc7-f9b60e9916c8 on network 9f668843-2ed2-452f-8f61-4d69a70fcd60 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:02.831940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:02.831940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Checking segment: {'id': 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9f668843-2ed2-452f-8f61-4d69a70fcd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:02.831940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.831940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Bound using segment: {'id': 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9f668843-2ed2-452f-8f61-4d69a70fcd60'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:02.831940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Bound port: e6ef936b-f385-4155-8fc7-f9b60e9916c8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9f668843-2ed2-452f-8f61-4d69a70fcd60'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:02.831940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.834339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dd82a740-444a-4c87-85ba-9bb2423524e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:02.907566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.923902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:02.941453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] For port e6ef936b-f385-4155-8fc7-f9b60e9916c8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:02.946053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] For port e6ef936b-f385-4155-8fc7-f9b60e9916c8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e6ef936b-f385-4155-8fc7-f9b60e9916c8,segment=NetworkSegment(e918e3f0-a992-4585-9ac4-21c4dc6b84a7),segment_id=e918e3f0-a992-4585-9ac4-21c4dc6b84a7)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:02.952033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460f1df0>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:59Z', 'revision_number': 6, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:42:01Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:02.956195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e79bad-1582-4c7d-b1d0-7475f31b4771 None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:41:59Z', 'revision_number': 6, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:42:01Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:02.971817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845f895e0>,) {'filters': {'network_id': ['9f668843-2ed2-452f-8f61-4d69a70fcd60']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:03.023102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845f895e0>, 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:03.023332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845f895e0>, 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:03.046918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.063956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.069194 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.074418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4dfa480f-51b3-4c6d-878c-548a7e6e6e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:03.090726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-08060b99-bebd-486a-9d3f-826b33503337 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:03.124918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.137256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:03.137670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:03.153940 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:03.204442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Pushing event updated for resources: {'Port': ['ID=e6ef936b-f385-4155-8fc7-f9b60e9916c8,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:03.215630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:03.258633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5b4286-efee-4eb4-9007-0adcbc667638 None None] Network 9f668843-2ed2-452f-8f61-4d69a70fcd60 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:03.286461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f837c24-e910-44f3-b720-02b8ba12fd9d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:03.293916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dd82a740-444a-4c87-85ba-9bb2423524e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:03.295251 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dd82a740-444a-4c87-85ba-9bb2423524e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.9113147
Nov 27 11:42:03.299400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:03.300977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46572) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:03.357121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:42:03.357121 dv-neutron-819441-1-hyperv neutron-server[84363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:42:03.357121 dv-neutron-819441-1-hyperv neutron-server[84363]: [parameters: {'id': '9f668843-2ed2-452f-8f61-4d69a70fcd60'}]
Nov 27 11:42:03.357121 dv-neutron-819441-1-hyperv neutron-server[84363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:03.357121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:03.369251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b35aef59-67e2-4428-8316-e06ffbb7722e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.386135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b35aef59-67e2-4428-8316-e06ffbb7722e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.388319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Hosts for router a165e3fc-fe70-41bb-a7b4-c6826428eb7b: [] {{(pid=84364) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 27 11:42:03.410576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.417267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b6d74557-5801-4599-b0c6-ade0d7557591 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:03.476869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.481497 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5872965
Nov 27 11:42:03.488271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46576) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:03.499338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Hosts for other DVR routers connected to router a165e3fc-fe70-41bb-a7b4-c6826428eb7b: set() {{(pid=84364) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Nov 27 11:42:03.502989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.507168 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2dbac6c4-5768-42c7-a644-dd8f3e58f79e tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "PUT /v2.0/routers/a165e3fc-fe70-41bb-a7b4-c6826428eb7b HTTP/1.1" status: 200  len: 716 time: 3.0558376
Nov 27 11:42:03.508418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46580) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:03.511019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--966657752'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:03.517596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Port': ['ID=15f3f4bc-e628-4536-8db7-581cb1401d60,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:03.527457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:03.532335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:03.536295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44f176-7c25-4618-9df1-ab4ae475e73d None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:42:03.588893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b35aef59-67e2-4428-8316-e06ffbb7722e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.605778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:03.609103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-548e4329-4692-4834-b8af-3707c0a4d62f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:03.622018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:03.687681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:03.691245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35aef59-67e2-4428-8316-e06ffbb7722e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20b03f9b-bbed-4ca9-beb5-9c9b5a57aaa2,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:03.701115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44f176-7c25-4618-9df1-ab4ae475e73d None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:42:03.709655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.720609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b35aef59-67e2-4428-8316-e06ffbb7722e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:03.727182 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/15f3f4bc-e628-4536-8db7-581cb1401d60 HTTP/1.1" status: 204  len: 168 time: 1.7897122
Nov 27 11:42:03.733010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46584) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:03.823256 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c45d31ba-2850-4c0a-83c6-9439b7b49997 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "GET /v2.0/routers/a165e3fc-fe70-41bb-a7b4-c6826428eb7b HTTP/1.1" status: 200  len: 716 time: 0.3067491
Nov 27 11:42:03.826296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46588) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:03.847050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b35aef59-67e2-4428-8316-e06ffbb7722e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.848185 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b35aef59-67e2-4428-8316-e06ffbb7722e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/20b03f9b-bbed-4ca9-beb5-9c9b5a57aaa2 HTTP/1.1" status: 204  len: 168 time: 0.5283859
Nov 27 11:42:03.853097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.855009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46594) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:03.887965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:03.892850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.900774 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Sync routers for ids ['0d802e17-fb68-4569-9ed7-abd64f0b756b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:03.933739 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Routers {'0d802e17-fb68-4569-9ed7-abd64f0b756b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:03.934437 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846504a60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['0d802e17-fb68-4569-9ed7-abd64f0b756b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:03.939530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a08531f-48f4-4945-9df4-d049fc14a844 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:03.940736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8a08531f-48f4-4945-9df4-d049fc14a844 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:03.961636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port e6ef936b-f385-4155-8fc7-f9b60e9916c8 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:03.962553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:03.967191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.extraroute_db [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added routes are [] {{(pid=84364) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 27 11:42:03.967427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.extraroute_db [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84364) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 27 11:42:04.040048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:04.063292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:04.077912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:04.079924 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.6390522
Nov 27 11:42:04.088888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:04.089045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46598) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:04.105789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b3d5d25e-9d74-4622-98d1-65e649c66d4b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:04.108397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:04.108780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:04.138090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:04.139009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846095d60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:04.155709 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Set router 0d802e17-fb68-4569-9ed7-abd64f0b756b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:04.171968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8a08531f-48f4-4945-9df4-d049fc14a844 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:04.176452 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8a08531f-48f4-4945-9df4-d049fc14a844 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.4372780
Nov 27 11:42:04.177789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46602) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:04.216480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:04.405650 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0c66d627-9238-4e06-a365-51aff7fcdbfd tempest-RoutersTestDVR-1703508121 tempest-RoutersTestDVR-1703508121-project] 10.222.0.23 "GET /v2.0/routers/a165e3fc-fe70-41bb-a7b4-c6826428eb7b HTTP/1.1" status: 200  len: 682 time: 0.5758612
Nov 27 11:42:04.408030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46606) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:04.421139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:04.578678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9cb49dc4-9802-4fdb-a337-8b75056d5247 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:04.602424 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846504a60>, [{'id': '0d802e17-fb68-4569-9ed7-abd64f0b756b', 'name': '', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb', 'external_fixed_ips': [{'subnet_id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'ip_address': '2001:db8::1cf'}], 'enable_snat': True}, 'gw_port_id': '30d2e161-6676-4c3e-b071-9a373cfea7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:55Z', 'updated_at': '2021-11-27T11:42:00Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': '30d2e161-6676-4c3e-b071-9a373cfea7f3', 'name': '', 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d802e17-fb68-4569-9ed7-abd64f0b756b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'ip_address': '2001:db8::1cf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:57Z', 'updated_at': '2021-11-27T11:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:04.608854 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Checking router: 0d802e17-fb68-4569-9ed7-abd64f0b756b for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:04.609614 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Updating router 0d802e17-fb68-4569-9ed7-abd64f0b756b port 30d2e161-6676-4c3e-b071-9a373cfea7f3 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:42:04.615393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port e6ef936b-f385-4155-8fc7-f9b60e9916c8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e6ef936b-f385-4155-8fc7-f9b60e9916c8,segment=NetworkSegment(e918e3f0-a992-4585-9ac4-21c4dc6b84a7),segment_id=e918e3f0-a992-4585-9ac4-21c4dc6b84a7)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:04.617820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:04.678634 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:04.757945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0382c0-7f44-4d1c-8d2a-41d303464e30 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:04.761278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ef0382c0-7f44-4d1c-8d2a-41d303464e30 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:04.799164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for e6ef936b-f385-4155-8fc7-f9b60e9916c8 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:04.866955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ef0382c0-7f44-4d1c-8d2a-41d303464e30 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:04.868116 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ef0382c0-7f44-4d1c-8d2a-41d303464e30 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.6157854
Nov 27 11:42:04.875355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46610) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:04.980465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb8b17-e974-4102-8e6d-07dfbd8ecc8e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:04.981990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb8b17-e974-4102-8e6d-07dfbd8ecc8e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:04.984281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb8b17-e974-4102-8e6d-07dfbd8ecc8e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:04.984706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d6bb8b17-e974-4102-8e6d-07dfbd8ecc8e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:05.056018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b3d5d25e-9d74-4622-98d1-65e649c66d4b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:05.059693 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b3d5d25e-9d74-4622-98d1-65e649c66d4b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 1.1988785
Nov 27 11:42:05.064071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846095d60>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:03Z', 'revision_number': 7, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:42:01Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:05.071041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:05.073401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46614) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:05.074123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9cb49dc4-9802-4fdb-a337-8b75056d5247 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:05.087474 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9cb49dc4-9802-4fdb-a337-8b75056d5247 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:05.087949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.141823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:05.142641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846095d60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:05.188667 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.201908 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Transition to ACTIVE for port object 30d2e161-6676-4c3e-b071-9a373cfea7f3 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:05.221350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.221350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.237614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-671a1821-78f6-45df-aca6-e30bc15d2ecf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:05.247541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.274696 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.280483 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-612670c6-4711-43d5-a204-87040568fdff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:05.293815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Port': ['ID=e6ef936b-f385-4155-8fc7-f9b60e9916c8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:05.300696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d6bb8b17-e974-4102-8e6d-07dfbd8ecc8e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:05.305348 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d6bb8b17-e974-4102-8e6d-07dfbd8ecc8e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.4276843
Nov 27 11:42:05.309365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:05.314166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46618) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:05.318496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.341544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97589e05-97f1-4242-8994-fadac8b59706 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.380315 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef047-c27f-4521-af05-a78396bf29bf None None] Pushing event updated for resources: {'Port': ['ID=30d2e161-6676-4c3e-b071-9a373cfea7f3,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:05.395780 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-6cbef047-c27f-4521-af05-a78396bf29bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:05.431218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.439852 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:05.450330 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Attempting to bind port 30d2e161-6676-4c3e-b071-9a373cfea7f3 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:05.450988 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Attempting to bind port 30d2e161-6676-4c3e-b071-9a373cfea7f3 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a51b03b5-4a2d-4f53-ac91-f7c4930b60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:05.451616 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Attempting to bind port 30d2e161-6676-4c3e-b071-9a373cfea7f3 on network 91d4e896-7f9c-482a-875d-a5ff6a1cb5eb {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:05.461680 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:05.463186 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Checking segment: {'id': 'a51b03b5-4a2d-4f53-ac91-f7c4930b60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:05.464736 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.465436 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Bound using segment: {'id': 'a51b03b5-4a2d-4f53-ac91-f7c4930b60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:05.466723 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Bound port: 30d2e161-6676-4c3e-b071-9a373cfea7f3, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51b03b5-4a2d-4f53-ac91-f7c4930b60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:05.474308 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.486274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No DVR routers for this DVR port e6ef936b-f385-4155-8fc7-f9b60e9916c8 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:05.550355 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] For port 30d2e161-6676-4c3e-b071-9a373cfea7f3, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:05.556153 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] For port 30d2e161-6676-4c3e-b071-9a373cfea7f3, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=30d2e161-6676-4c3e-b071-9a373cfea7f3,segment=NetworkSegment(a51b03b5-4a2d-4f53-ac91-f7c4930b60fe),segment_id=a51b03b5-4a2d-4f53-ac91-f7c4930b60fe)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:05.562208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc014423-0675-4413-92b3-d6c145fc633e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.564066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.596462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d8ac0ee2-020d-4a38-a95a-4883b06d4e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:05.647071 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.651294 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:05.717180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.756745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a846a5b1-89d0-499b-9fde-dd03356a879b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:05.761627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc014423-0675-4413-92b3-d6c145fc633e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.787828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:05.790245 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef047-c27f-4521-af05-a78396bf29bf None None] Pushing event updated for resources: {'Port': ['ID=30d2e161-6676-4c3e-b071-9a373cfea7f3,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:05.795197 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-6cbef047-c27f-4521-af05-a78396bf29bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:05.811046 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Routers {'0d802e17-fb68-4569-9ed7-abd64f0b756b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:05.811675 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846504a60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['0d802e17-fb68-4569-9ed7-abd64f0b756b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:05.817575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet be10217e-4a39-4761-9d0c-4c77d90a0982 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:42:05.827541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 9cb49dc4-9802-4fdb-a337-8b75056d5247, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9cb49dc4-9802-4fdb-a337-8b75056d5247,segment=NetworkSegment(7a30a54f-4597-4719-82b9-b812201867ef),segment_id=7a30a54f-4597-4719-82b9-b812201867ef)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:05.834464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.872449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.891184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.893436 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.4014471
Nov 27 11:42:05.909956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46622) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:05.919641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846095d60>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:03Z', 'revision_number': 7, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:42:01Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:05.925101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65570ed4-6956-44c5-ba10-2333aa353b13 None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:03Z', 'revision_number': 7, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:42:01Z', 'revision_number': 4, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:05.930728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5e5e3ba7-cfff-4737-8ff0-ac8348a135f5 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group_rule': {'security_group_id': '4f837c24-e910-44f3-b720-02b8ba12fd9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a846a5b1-89d0-499b-9fde-dd03356a879b'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:05.944728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.947304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c001855-4b4f-40c9-96b1-bb11eeaad995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:05.956401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5e5e3ba7-cfff-4737-8ff0-ac8348a135f5 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:05.964303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:05.996704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5e5e3ba7-cfff-4737-8ff0-ac8348a135f5 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:06.009789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5e5e3ba7-cfff-4737-8ff0-ac8348a135f5 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:06.043430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284559b940>,) {'filters': {'network_id': ['9f668843-2ed2-452f-8f61-4d69a70fcd60']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:06.071249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5e5e3ba7-cfff-4737-8ff0-ac8348a135f5 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:06.088946 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] Set router 0d802e17-fb68-4569-9ed7-abd64f0b756b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:06.108334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=9cb49dc4-9802-4fdb-a337-8b75056d5247,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:06.118239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:06.143964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284559b940>, 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:06.145168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284559b940>, 'e918e3f0-a992-4585-9ac4-21c4dc6b84a7') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:06.176120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.193437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:42:06.265874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.268553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.302699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97589e05-97f1-4242-8994-fadac8b59706 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.306682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.314730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97589e05-97f1-4242-8994-fadac8b59706 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.320445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:06.321087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:06.351468 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:06.380546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Deleting port 30d2e161-6676-4c3e-b071-9a373cfea7f3 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:06.380887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.445303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc014423-0675-4413-92b3-d6c145fc633e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.465899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-45c2dadd-b020-4cac-ae6b-7c153d8ca7df tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:06.485682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc014423-0675-4413-92b3-d6c145fc633e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e2115-1b6c-41e6-b55e-57fc2eba8e61,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:06.491333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dc014423-0675-4413-92b3-d6c145fc633e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:06.493832 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846504a60>, [{'id': '0d802e17-fb68-4569-9ed7-abd64f0b756b', 'name': '', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb', 'external_fixed_ips': [{'subnet_id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'ip_address': '2001:db8::1cf'}], 'enable_snat': True}, 'gw_port_id': '30d2e161-6676-4c3e-b071-9a373cfea7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:55Z', 'updated_at': '2021-11-27T11:42:00Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': '30d2e161-6676-4c3e-b071-9a373cfea7f3', 'name': '', 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d802e17-fb68-4569-9ed7-abd64f0b756b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'ip_address': '2001:db8::1cf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:57Z', 'updated_at': '2021-11-27T11:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:06.503717 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56915ff-6ceb-42af-81d1-dc650aa6b5c2 None None] The sync data for ids ['0d802e17-fb68-4569-9ed7-abd64f0b756b'] in dv-neutron-819441-1-hyperv is: [{'id': '0d802e17-fb68-4569-9ed7-abd64f0b756b', 'name': '', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb', 'external_fixed_ips': [{'subnet_id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'ip_address': '2001:db8::1cf'}], 'enable_snat': True}, 'gw_port_id': '30d2e161-6676-4c3e-b071-9a373cfea7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:55Z', 'updated_at': '2021-11-27T11:42:00Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': '30d2e161-6676-4c3e-b071-9a373cfea7f3', 'name': '', 'network_id': '91d4e896-7f9c-482a-875d-a5ff6a1cb5eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d802e17-fb68-4569-9ed7-abd64f0b756b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'ip_address': '2001:db8::1cf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:57Z', 'updated_at': '2021-11-27T11:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef467c55-cb4f-4a5d-9fa5-67a7212dde01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:06.512802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9cb49dc4-9802-4fdb-a337-8b75056d5247 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:06.600650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97589e05-97f1-4242-8994-fadac8b59706 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.600872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9cb49dc4-9802-4fdb-a337-8b75056d5247 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:06.601220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.601834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97589e05-97f1-4242-8994-fadac8b59706 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a165e3fc-fe70-41bb-a7b4-c6826428eb7b {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:42:06.625857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97589e05-97f1-4242-8994-fadac8b59706 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.630524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46626) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:06.631834 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-97589e05-97f1-4242-8994-fadac8b59706 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a165e3fc-fe70-41bb-a7b4-c6826428eb7b HTTP/1.1" status: 204  len: 168 time: 2.1298008
Nov 27 11:42:06.648996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc014423-0675-4413-92b3-d6c145fc633e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.648996 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dc014423-0675-4413-92b3-d6c145fc633e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "DELETE /v2.0/security-groups/632e2115-1b6c-41e6-b55e-57fc2eba8e61 HTTP/1.1" status: 204  len: 168 time: 1.5237787
Nov 27 11:42:06.650613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.656113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Request body: {'router': {'name': 'tempest-router-1591759343', 'distributed': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:06.656918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46630) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:06.658683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-55311f6a-2bdf-483c-ae18-c5fd51e5476f tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:06.671101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:06.684153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Usage tracker for resource:router and tenant:97f73012106f4cbba9c83d99384f991f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:06.686703 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:06.687344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.689883 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/9f668843-2ed2-452f-8f61-4d69a70fcd60 HTTP/1.1" status: 204  len: 168 time: 5.6766167
Nov 27 11:42:06.715659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46634) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:06.721646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=9f668843-2ed2-452f-8f61-4d69a70fcd60,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:06.735684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1161390705'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:06.743890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:06.745478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:06.766921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:06.772939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:06.775486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:06.780576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-5e5e3ba7-cfff-4737-8ff0-ac8348a135f5 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:42:06.781573 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5e5e3ba7-cfff-4737-8ff0-ac8348a135f5 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.8606339
Nov 27 11:42:06.786851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:06.788803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46638) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:06.854503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.860644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d0bd9666-032e-46fd-a865-d045e61c5d6b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:06.866254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3be44061-aeea-4c7c-9704-82f65e05add2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:06.896517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f31bb6e-8bd0-42d3-9046-f6dccc3324aa tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.901071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:06.911276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] For port 30d2e161-6676-4c3e-b071-9a373cfea7f3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=30d2e161-6676-4c3e-b071-9a373cfea7f3,segment=NetworkSegment(a51b03b5-4a2d-4f53-ac91-f7c4930b60fe),segment_id=a51b03b5-4a2d-4f53-ac91-f7c4930b60fe)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:06.911493 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:06.911675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.931128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.933563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.934671 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:06.936202 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846347b20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:06.937880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=be10217e-4a39-4761-9d0c-4c77d90a0982,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:06.938209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f31bb6e-8bd0-42d3-9046-f6dccc3324aa tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:06.953943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0150abf-5bea-48b8-ae25-80fe849cab77 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:07.003873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:07.005694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.007637 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/be10217e-4a39-4761-9d0c-4c77d90a0982 HTTP/1.1" status: 204  len: 168 time: 1.6926911
Nov 27 11:42:07.011139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46642) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:07.063718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:07.067918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.076733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.077884 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a8d0c0ed-4665-497f-ba80-c2b9fffc35fa tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 200  len: 703 time: 5.1117027
Nov 27 11:42:07.086018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Calling delete_port for 30d2e161-6676-4c3e-b071-9a373cfea7f3 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:07.089801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46646) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:07.108938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d0bd9666-032e-46fd-a865-d045e61c5d6b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:07.116220 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d0bd9666-032e-46fd-a865-d045e61c5d6b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4348702
Nov 27 11:42:07.132902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46650) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:07.193564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.203144 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:07.445022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-883128fc-db42-43e9-ac9f-06710d754e5e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Synchronizing usage tracker for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:07.474576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-883128fc-db42-43e9-ac9f-06710d754e5e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Unset dirty status for tenant:0e6a3f4536094fd985d53c39d1df6722 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:07.476769 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-883128fc-db42-43e9-ac9f-06710d754e5e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3424551
Nov 27 11:42:07.504376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.538292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.553292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d7a8b57-6843-4810-920f-19e6aea2e15d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:07.639816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f31bb6e-8bd0-42d3-9046-f6dccc3324aa tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.652301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:42:07.660576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-47d0a2f6-bd58-4e71-86c4-b08763d7cf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:07.761852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.763469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.765181 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 7277d1ff-2c8a-45ed-bd4e-ee3dac335243 of type vlan for network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82
Nov 27 11:42:07.766311 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a11ca2a1-c8fd-4080-9d0a-783afae72db6 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 1.1347554
Nov 27 11:42:07.779576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46658) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:07.782727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event deleted for resources: {'Port': ['ID=30d2e161-6676-4c3e-b071-9a373cfea7f3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:07.785552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:07.818463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.820634 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846347b20>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:03Z', 'revision_number': 7, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:42:05Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:07.825170 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:07.842332 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:07.843315 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846347b20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:07.900162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31bb6e-8bd0-42d3-9046-f6dccc3324aa tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a846a5b1-89d0-499b-9fde-dd03356a879b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:07.904829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Deleting subnet d3d88a34-38ad-4630-9961-a58a0ad2c57b {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:42:07.909119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4f31bb6e-8bd0-42d3-9046-f6dccc3324aa tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:07.919287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.975289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:07.979292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:07.979872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.001022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f31bb6e-8bd0-42d3-9046-f6dccc3324aa tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.013744 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4f31bb6e-8bd0-42d3-9046-f6dccc3324aa tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/a846a5b1-89d0-499b-9fde-dd03356a879b HTTP/1.1" status: 204  len: 168 time: 1.2137153
Nov 27 11:42:08.013744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:08.014535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.028634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46662) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:08.068179 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:08.170515 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4535162
Nov 27 11:42:08.171439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46666) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:08.188219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.194334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3c51620c-96ae-4918-adc9-2cf3016a0e04 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.221198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:08.271075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:08.292214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:08.298331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:08.306944 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-61ae7840-8d4f-448f-9434-d70a6b0cfaef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 200  len: 703 time: 1.2148755
Nov 27 11:42:08.404752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46672) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:08.516457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46676) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:08.601065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9469cebc-be9c-420e-a009-7969d2b2fba0 None None] Provisioning complete for port 2270af76-199b-475c-8d74-03b2c3f1a225 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:08.606267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9469cebc-be9c-420e-a009-7969d2b2fba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.642993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.650607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.701378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-66e1c144-e3b6-4b46-98a9-66d51381414e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:08.754512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.761231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d802e17-fb68-4569-9ed7-abd64f0b756b {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:42:08.773921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.777540 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0d802e17-fb68-4569-9ed7-abd64f0b756b HTTP/1.1" status: 204  len: 168 time: 4.6857433
Nov 27 11:42:08.777808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46682) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:08.799610 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846347b20>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:03Z', 'revision_number': 7, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:42:05Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:08.812503 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b6e56-7c0c-4755-a943-e1323ed5ae87 None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:03Z', 'revision_number': 7, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb49dc4-9802-4fdb-a337-8b75056d5247', 'name': '', 'network_id': '82689b98-fc10-44d0-92d2-3f215aa983f9', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:0b:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:53Z', 'updated_at': '2021-11-27T11:42:05Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:08.828923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.955095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:08.988589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-66e1c144-e3b6-4b46-98a9-66d51381414e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:08.993415 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-66e1c144-e3b6-4b46-98a9-66d51381414e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.9578815
Nov 27 11:42:09.000376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46686) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:09.042245 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-815ac1fc-0d84-42b6-aaf6-a7b8779ec255 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e6a3f4536094fd985d53c39d1df6722&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5186117
Nov 27 11:42:09.054300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46690) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:09.063263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.150631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Deleting subnet ef467c55-cb4f-4a5d-9fa5-67a7212dde01 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:42:09.156759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.172616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.179959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:09.194605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3c51620c-96ae-4918-adc9-2cf3016a0e04 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.203549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3c51620c-96ae-4918-adc9-2cf3016a0e04 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.224807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.263421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.295588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.456539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3c51620c-96ae-4918-adc9-2cf3016a0e04 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.457053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c51620c-96ae-4918-adc9-2cf3016a0e04 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27fa603e-995b-401e-9b0c-b1a736adb339 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:42:09.479994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3c51620c-96ae-4918-adc9-2cf3016a0e04 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.480768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 is not hosted by any dhcp agent {{(pid=84363) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 27 11:42:09.484481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:09.484774 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3c51620c-96ae-4918-adc9-2cf3016a0e04 tempest-RoutersTestDVR-1676024215 tempest-RoutersTestDVR-1676024215-project-admin] 10.222.0.23 "DELETE /v2.0/routers/27fa603e-995b-401e-9b0c-b1a736adb339 HTTP/1.1" status: 204  len: 168 time: 1.7038131
Nov 27 11:42:09.485083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.486963 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "PUT /v2.0/networks/3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 HTTP/1.1" status: 200  len: 723 time: 1.2705829
Nov 27 11:42:09.489148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46696) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:09.496526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': '3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:09.512318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b38db340-989e-4624-b111-6e099579415b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.514551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.523526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f0c1ed7-f935-4588-973c-84cc0585f4a1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:09.542569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:09.553776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.557772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23547b3-c95f-4c32-89ea-9ed2ac85c000 None None] Network 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:09.569069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ef467c55-cb4f-4a5d-9fa5-67a7212dde01,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:09.569501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:09.569501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5e9c676-2e3b-4db8-b3ec-19c653400498 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:09.569700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:09.578339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:09.608557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b38db340-989e-4624-b111-6e099579415b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.622042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d88a34-38ad-4630-9961-a58a0ad2c57b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:09.625500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:09.636469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.641528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9f36500-dca0-4d5d-84f5-e232b33af065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.641658 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/ef467c55-cb4f-4a5d-9fa5-67a7212dde01 HTTP/1.1" status: 204  len: 168 time: 0.8586261
Nov 27 11:42:09.642082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46700) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:09.699396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:09.700257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9f36500-dca0-4d5d-84f5-e232b33af065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.754070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.763598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:09.768605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:09.786640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:09.798196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.809502 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/d3d88a34-38ad-4630-9961-a58a0ad2c57b HTTP/1.1" status: 204  len: 168 time: 2.7960067
Nov 27 11:42:09.820757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46704) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:09.937698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] DHCP port deletion for 96efc761-7cb6-48d6-9bb8-9a1fc3089df1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:42:09.940451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b38db340-989e-4624-b111-6e099579415b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.942725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] Deleting port 2270af76-199b-475c-8d74-03b2c3f1a225 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:09.943230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.946662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:09.953530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:09.954414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:09.968043 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-737119b4-3769-4580-9095-6676a5afa39c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1016865
Nov 27 11:42:09.974504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46708) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:09.979003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38db340-989e-4624-b111-6e099579415b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f837c24-e910-44f3-b720-02b8ba12fd9d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:10.023725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b38db340-989e-4624-b111-6e099579415b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:10.030226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9f36500-dca0-4d5d-84f5-e232b33af065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.036685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:10.060213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845735430>,) {'filters': {'network_id': ['91d4e896-7f9c-482a-875d-a5ff6a1cb5eb']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:10.062556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f36500-dca0-4d5d-84f5-e232b33af065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3368ce-98d5-45ef-9552-c22f51c5629e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:10.069647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e9f36500-dca0-4d5d-84f5-e232b33af065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:10.075887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e9f36500-dca0-4d5d-84f5-e232b33af065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.077241 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e9f36500-dca0-4d5d-84f5-e232b33af065 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da3368ce-98d5-45ef-9552-c22f51c5629e HTTP/1.1" status: 204  len: 168 time: 1.0210531
Nov 27 11:42:10.089569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845735430>, 'a51b03b5-4a2d-4f53-ac91-f7c4930b60fe') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:10.089908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845735430>, 'a51b03b5-4a2d-4f53-ac91-f7c4930b60fe') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:10.109047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.118132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.128710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b38db340-989e-4624-b111-6e099579415b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.144479 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b38db340-989e-4624-b111-6e099579415b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/4f837c24-e910-44f3-b720-02b8ba12fd9d HTTP/1.1" status: 204  len: 168 time: 1.1338789
Nov 27 11:42:10.145900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46716) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:10.186373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db886e67-fa63-4179-ab43-8ad9cd543777 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:10.193270 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-db886e67-fa63-4179-ab43-8ad9cd543777 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2159286
Nov 27 11:42:10.195649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46720) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:10.234440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] For port 2270af76-199b-475c-8d74-03b2c3f1a225, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2270af76-199b-475c-8d74-03b2c3f1a225,segment=NetworkSegment(a54e40c3-b8f4-4af8-9952-3d2826fef0c5),segment_id=a54e40c3-b8f4-4af8-9952-3d2826fef0c5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:10.237036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.242110 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.244222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46724) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:10.317622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66adf2-68bc-4aa9-bc69-084fa3421f16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:10.318344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2d66adf2-68bc-4aa9-bc69-084fa3421f16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Synchronizing usage tracker for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:10.387936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] Calling delete_port for 2270af76-199b-475c-8d74-03b2c3f1a225 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:10.492009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 30d2e161-6676-4c3e-b071-9a373cfea7f3 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:10.517233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:10.517486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:10.534213 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:10.573686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-80e8d623-9516-4175-a998-64657b9e0653 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:10.584095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 30d2e161-6676-4c3e-b071-9a373cfea7f3 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:10.584095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 30d2e161-6676-4c3e-b071-9a373cfea7f3 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:10.584095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2270af76-199b-475c-8d74-03b2c3f1a225 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:10.678013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.686571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:10.696196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2d66adf2-68bc-4aa9-bc69-084fa3421f16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Unset dirty status for tenant:111d8400fbe14b4ab704bd5a35271279 on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:10.697763 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2d66adf2-68bc-4aa9-bc69-084fa3421f16 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5012064
Nov 27 11:42:10.701338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46730) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:10.722367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Port 2270af76-199b-475c-8d74-03b2c3f1a225 update to DOWN by agent not found {{(pid=84365) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Nov 27 11:42:10.734584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] Pushing event deleted for resources: {'Port': ['ID=2270af76-199b-475c-8d74-03b2c3f1a225,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:10.738376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:10.741958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] No DVR routers for this DVR port 2270af76-199b-475c-8d74-03b2c3f1a225 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:10.782913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-80e8d623-9516-4175-a998-64657b9e0653 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:10.784416 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-80e8d623-9516-4175-a998-64657b9e0653 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6349027
Nov 27 11:42:10.794008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46734) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:10.800035 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ed4b3ba0-74ac-4154-8a2f-52d1ae362fe4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0965006
Nov 27 11:42:10.806930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46738) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:10.810511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416829051'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:10.819369 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:10.833632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:10.858831 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f7cbcd-2e36-481a-87a0-83e71daee9be tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:10.859393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f7cbcd-2e36-481a-87a0-83e71daee9be tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:10.861254 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e5f7cbcd-2e36-481a-87a0-83e71daee9be tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/15f3f4bc-e628-4536-8db7-581cb1401d60 HTTP/1.1" status: 404  len: 333 time: 0.0534079
Nov 27 11:42:10.864481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46742) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:10.907297 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-201d0f48-e1ac-441e-b1fc-83ed1004c922 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:10.907741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201d0f48-e1ac-441e-b1fc-83ed1004c922 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:10.909375 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-201d0f48-e1ac-441e-b1fc-83ed1004c922 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/d3d88a34-38ad-4630-9961-a58a0ad2c57b HTTP/1.1" status: 404  len: 337 time: 0.0438206
Nov 27 11:42:10.912198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46746) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:10.975697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.984771 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5f5e48-9c7e-4d7a-a9cb-80adb56a9585 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:10.985200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5f5e48-9c7e-4d7a-a9cb-80adb56a9585 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:10.985797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 9cb49dc4-9802-4fdb-a337-8b75056d5247 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:10.986143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:10.997819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.012639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:11.038181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  91d4e896-7f9c-482a-875d-a5ff6a1cb5eb {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 11:42:11.041049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.047516 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "DELETE /v2.0/networks/91d4e896-7f9c-482a-875d-a5ff6a1cb5eb HTTP/1.1" status: 204  len: 168 time: 1.3989439
Nov 27 11:42:11.053253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.083701 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1e5f5e48-9c7e-4d7a-a9cb-80adb56a9585 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/be10217e-4a39-4761-9d0c-4c77d90a0982 HTTP/1.1" status: 404  len: 337 time: 0.1592364
Nov 27 11:42:11.084894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event deleted for resources: {'Network': ['ID=91d4e896-7f9c-482a-875d-a5ff6a1cb5eb,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:11.085806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46754) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.093285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:11.149000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:11.164224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Usage tracker for resource:security_group_rule and tenant:206d7a12f5cd4987b8733ef9bee27e2c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:11.167540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:11.174398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:11.184020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Usage tracker for resource:security_group_rule and tenant:7e45d518cdbc464db40f42de030c46a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:11.199699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:11.200251 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1348b3ab-ef05-458f-abc5-37e33cd5bc85 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:11.200704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1348b3ab-ef05-458f-abc5-37e33cd5bc85 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:11.203439 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1348b3ab-ef05-458f-abc5-37e33cd5bc85 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/d7bb6d2a-4d33-4917-9499-01901d8aae59 HTTP/1.1" status: 404  len: 333 time: 0.1157355
Nov 27 11:42:11.205748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:11.207907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46762) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.215413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:11.311564 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-75be298e-1bd1-48e8-905d-fa9991cfc214 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:11.312184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75be298e-1bd1-48e8-905d-fa9991cfc214 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:11.319553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 9cb49dc4-9802-4fdb-a337-8b75056d5247, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9cb49dc4-9802-4fdb-a337-8b75056d5247,segment=NetworkSegment(7a30a54f-4597-4719-82b9-b812201867ef),segment_id=7a30a54f-4597-4719-82b9-b812201867ef)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:11.320034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.390005 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-75be298e-1bd1-48e8-905d-fa9991cfc214 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/2a75d5f0-f1a4-4991-aeb7-b7b1dfe8df8b HTTP/1.1" status: 404  len: 337 time: 0.1746602
Nov 27 11:42:11.396136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46770) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.444345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7f2359-2cc3-400b-8b92-daeffcc250eb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:11.444786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7f2359-2cc3-400b-8b92-daeffcc250eb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:11.479362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 9cb49dc4-9802-4fdb-a337-8b75056d5247 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:11.484387 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2d7f2359-2cc3-400b-8b92-daeffcc250eb tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/d1463162-c819-4cc1-a6a5-497a809cf820 HTTP/1.1" status: 404  len: 337 time: 0.0824995
Nov 27 11:42:11.492695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46776) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.515332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.520353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.551292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:11.634744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=432e7135-101b-4908-bbe5-41d6f7161587,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:11.649019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.657161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:11.658973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:11.668960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.674804 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb692e4b-2d56-4859-b669-74f9164da3e1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:11.675443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb692e4b-2d56-4859-b669-74f9164da3e1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:11.694099 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cb692e4b-2d56-4859-b669-74f9164da3e1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/9b993e3c-c2fa-491e-af8b-d2de97c5de16 HTTP/1.1" status: 404  len: 333 time: 0.1937044
Nov 27 11:42:11.704541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46784) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.784265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.784623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46788) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.792064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'router': {'name': 'tempest-router--126850264', 'project_id': 'd31c0842168e48448d83a32230115aef'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:11.794836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6294498b-a4a2-4425-9c88-f914afe5899c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:11.797660 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ad9e1d-408f-462b-86ca-f205ff32e33f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:11.797816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ad9e1d-408f-462b-86ca-f205ff32e33f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:11.799459 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-08ad9e1d-408f-462b-86ca-f205ff32e33f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/9c066d25-ba1c-4e11-a5f6-09865fb4bdad HTTP/1.1" status: 404  len: 337 time: 0.0936346
Nov 27 11:42:11.800551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:11.805450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4def5643-be74-43cc-8eea-ed62266ffb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:11.813336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:11.816069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46792) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.837860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680fef0-be03-4bea-ad07-dad7056e7cb6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:11.842777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:11.864984 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=206d7a12f5cd4987b8733ef9bee27e2c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6193113
Nov 27 11:42:11.867833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:11.868993 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0735812
Nov 27 11:42:11.869878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': '7277d1ff-2c8a-45ed-bd4e-ee3dac335243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:11.870199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:42:11.872272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Usage tracker for resource:router and tenant:d31c0842168e48448d83a32230115aef is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:11.875716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46796) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.877972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46798) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.880400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:11.895099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-69ccd306-c9fd-4c1a-8d2d-cf747e942a8c tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:11.896799 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-69ccd306-c9fd-4c1a-8d2d-cf747e942a8c tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:42:11.900495 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-69ccd306-c9fd-4c1a-8d2d-cf747e942a8c tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "PUT /v2.0/security-groups/6294498b-a4a2-4425-9c88-f914afe5899c HTTP/1.1" status: 409  len: 330 time: 0.0191617
Nov 27 11:42:11.905419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46806) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:11.925360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:11.931759 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bfce36-7d6b-4a66-b37c-2e32285f8f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:11.932214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bfce36-7d6b-4a66-b37c-2e32285f8f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:11.955362 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e8bfce36-7d6b-4a66-b37c-2e32285f8f8a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/47f25a9c-c33c-4f37-b166-388290ed8350 HTTP/1.1" status: 404  len: 337 time: 0.1384988
Nov 27 11:42:11.974410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46810) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.008482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0228ddf-e0a5-4fec-a8d5-b3cd5d389163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.017232 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cffcb0-d9fb-4696-af53-6b4e8db75d5a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.017910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cffcb0-d9fb-4696-af53-6b4e8db75d5a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.020893 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-30cffcb0-d9fb-4696-af53-6b4e8db75d5a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/6267dfbb-ef8b-4d9a-b302-43a9ef970f6a HTTP/1.1" status: 404  len: 333 time: 0.0441148
Nov 27 11:42:12.022809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46814) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.035804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-698bd94b-ac0f-4fef-9af2-ac8e6224306d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.058300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0228ddf-e0a5-4fec-a8d5-b3cd5d389163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.059941 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5b8fe4-35e6-43cd-b3c9-cf36f737df58 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.060381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5b8fe4-35e6-43cd-b3c9-cf36f737df58 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.062026 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0e5b8fe4-35e6-43cd-b3c9-cf36f737df58 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/792a73f7-572d-4321-a6c1-a1f0daa001b7 HTTP/1.1" status: 404  len: 337 time: 0.0382907
Nov 27 11:42:12.064726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46818) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.091521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-698bd94b-ac0f-4fef-9af2-ac8e6224306d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.106671 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb03f1a-397d-4bc2-a61d-0f5887ca56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.107106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb03f1a-397d-4bc2-a61d-0f5887ca56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.108705 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3cb03f1a-397d-4bc2-a61d-0f5887ca56fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/c7201184-9fec-4d53-9f44-ad32e16e123a HTTP/1.1" status: 404  len: 337 time: 0.0430977
Nov 27 11:42:12.111281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46822) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.145746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:42:12.147368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.148487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.156890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.163287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:12.194965 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6907c17-24c4-4023-a5e1-fd018512246c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.195408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6907c17-24c4-4023-a5e1-fd018512246c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.197049 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e6907c17-24c4-4023-a5e1-fd018512246c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/514958bc-fe05-4221-abcf-54819b171faf HTTP/1.1" status: 404  len: 333 time: 0.0848770
Nov 27 11:42:12.200571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46828) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.213038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=9cb49dc4-9802-4fdb-a337-8b75056d5247,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:12.216471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:12.252283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-698bd94b-ac0f-4fef-9af2-ac8e6224306d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.266753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-43748212-5970-41cf-a123-ea40ccd8930f tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:12.279633 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af1940d-6ac8-4421-a5cf-7e8427c910f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.298132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af1940d-6ac8-4421-a5cf-7e8427c910f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.298132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0228ddf-e0a5-4fec-a8d5-b3cd5d389163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.298132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bd94b-ac0f-4fef-9af2-ac8e6224306d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6294498b-a4a2-4425-9c88-f914afe5899c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:12.299972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:12.310139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a89ffc-f7e1-4214-95e6-1082de8b2f03 None None] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:12.319205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-698bd94b-ac0f-4fef-9af2-ac8e6224306d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:12.322334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f573c665-09ee-46b7-98c0-d2047fdc72ca tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:12.358152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:12.358774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.373298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0228ddf-e0a5-4fec-a8d5-b3cd5d389163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680fef0-be03-4bea-ad07-dad7056e7cb6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:12.391671 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1af1940d-6ac8-4421-a5cf-7e8427c910f6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/2012f544-7b31-4c5f-b481-19833cb51230 HTTP/1.1" status: 404  len: 337 time: 0.1893163
Nov 27 11:42:12.392452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f0228ddf-e0a5-4fec-a8d5-b3cd5d389163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:12.403466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46834) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.412475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-698bd94b-ac0f-4fef-9af2-ac8e6224306d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.413592 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-698bd94b-ac0f-4fef-9af2-ac8e6224306d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/6294498b-a4a2-4425-9c88-f914afe5899c HTTP/1.1" status: 204  len: 168 time: 0.5071845
Nov 27 11:42:12.481200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0228ddf-e0a5-4fec-a8d5-b3cd5d389163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.484567 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f0228ddf-e0a5-4fec-a8d5-b3cd5d389163 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2680fef0-be03-4bea-ad07-dad7056e7cb6 HTTP/1.1" status: 204  len: 168 time: 0.6054742
Nov 27 11:42:12.487370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46838) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.508028 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-3805daf4-fa21-41cb-a338-646e3719d33d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.508449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3805daf4-fa21-41cb-a338-646e3719d33d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.510132 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3805daf4-fa21-41cb-a338-646e3719d33d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/77c5680f-836a-47f5-9600-b3c502a462ab HTTP/1.1" status: 404  len: 333 time: 0.1056204
Nov 27 11:42:12.511039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.531908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46844) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.579112 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0885794
Nov 27 11:42:12.579960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46848) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.608049 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-602a3ab2-53fc-4c6a-8c80-ad6079bdc44d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.610732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602a3ab2-53fc-4c6a-8c80-ad6079bdc44d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.615303 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-602a3ab2-53fc-4c6a-8c80-ad6079bdc44d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/0688b83c-e790-4530-8d79-c7f4f0a32dc0 HTTP/1.1" status: 404  len: 337 time: 0.0820394
Nov 27 11:42:12.620906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46852) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.622764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:12.673678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.682823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82', 'network_id': '3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': '432e7135-101b-4908-bbe5-41d6f7161587'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:42:12.686902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.704765 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ce4307-19f3-41f0-ae99-db4f9408e18b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.705203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ce4307-19f3-41f0-ae99-db4f9408e18b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.709377 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-50ce4307-19f3-41f0-ae99-db4f9408e18b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/5ef6fdcb-3f6e-4d35-af97-4e913bd6188f HTTP/1.1" status: 404  len: 333 time: 0.0877399
Nov 27 11:42:12.709843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46858) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.710910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-60c53bae-f8b2-46b9-9b9b-136edab21635 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Synchronizing usage tracker for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:12.765436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.769649 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dc04510a-d481-4d10-be04-18bf908e128e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.9813800
Nov 27 11:42:12.770066 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b4734d-ea72-4bd3-840c-fe4cf7ad7069 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.770602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b4734d-ea72-4bd3-840c-fe4cf7ad7069 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.773199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46862) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.780444 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c3b4734d-ea72-4bd3-840c-fe4cf7ad7069 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/ea3e8c95-5663-4b37-acd3-09838cbe2b3b HTTP/1.1" status: 404  len: 337 time: 0.0680203
Nov 27 11:42:12.781955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46866) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.846045 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d779421-753a-44be-8e5a-73cc0ef23320 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.846786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d779421-753a-44be-8e5a-73cc0ef23320 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.854808 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7d779421-753a-44be-8e5a-73cc0ef23320 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/3e6bae7b-0251-48ed-9532-c79c39b2d4a2 HTTP/1.1" status: 404  len: 333 time: 0.0697227
Nov 27 11:42:12.858423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46870) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.911817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Allocated IP 172.20.0.2 (3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82/432e7135-101b-4908-bbe5-41d6f7161587/2155ff8b-ac9a-49f2-8b75-de54c6d1cea8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:12.916272 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-6718ee48-708b-44cc-abba-15c221b8849a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:12.916671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6718ee48-708b-44cc-abba-15c221b8849a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:12.918500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-60c53bae-f8b2-46b9-9b9b-136edab21635 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Unset dirty status for tenant:7e45d518cdbc464db40f42de030c46a3 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:12.919926 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-60c53bae-f8b2-46b9-9b9b-136edab21635 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4316213
Nov 27 11:42:12.921664 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6718ee48-708b-44cc-abba-15c221b8849a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/ea83d4d8-d34d-40bb-a321-c54b3fd4a8fe HTTP/1.1" status: 404  len: 337 time: 0.0625267
Nov 27 11:42:12.925254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:12.926222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46874) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.926616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46876) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:12.974111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1171401'] for subnet, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.164465 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab260b5a-dafb-410a-87f9-dfe9e4956183 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:13.165403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab260b5a-dafb-410a-87f9-dfe9e4956183 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:13.167614 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ab260b5a-dafb-410a-87f9-dfe9e4956183 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/684d73d8-ad05-44c8-a3a5-6eabd08a845f HTTP/1.1" status: 404  len: 333 time: 0.2399502
Nov 27 11:42:13.173162 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-f60dac67-c2b8-469d-99f2-ede46d2ce81c tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] delete failed (client error): The resource could not be found.
Nov 27 11:42:13.179060 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f60dac67-c2b8-469d-99f2-ede46d2ce81c tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "DELETE /v2.0/security-groups/6ed00d2f-e071-4b9f-a757-5c91776f9b51 HTTP/1.1" status: 404  len: 347 time: 0.2451982
Nov 27 11:42:13.179060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46886) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.184727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46888) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.214293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.232074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Transition to ACTIVE for port object 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:13.240551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89f1e050-1371-4188-b6c5-fcb6a2e1b4e2 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.260511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Transition to ACTIVE for port object 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:13.321557 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-35f675ad-28e3-40d6-94bb-d2a48606d0ff tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] show failed (client error): The resource could not be found.
Nov 27 11:42:13.322890 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-35f675ad-28e3-40d6-94bb-d2a48606d0ff tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-groups/84daa711-009d-4100-8a75-e22cf2e151df HTTP/1.1" status: 404  len: 347 time: 0.1369927
Nov 27 11:42:13.328147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46896) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.330816 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-945acf80-1fc9-4dd2-be67-5509a4c471bd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:13.331329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945acf80-1fc9-4dd2-be67-5509a4c471bd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:13.333734 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-945acf80-1fc9-4dd2-be67-5509a4c471bd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/14263407-5fa8-4b70-8ca4-5e12a75800b8 HTTP/1.1" status: 404  len: 337 time: 0.1544204
Nov 27 11:42:13.339269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46900) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.356759 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-d32de688-7390-4b70-8930-866a966e2a60 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] show failed (client error): The resource could not be found.
Nov 27 11:42:13.357932 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d32de688-7390-4b70-8930-866a966e2a60 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] 10.222.0.23 "GET /v2.0/security-group-rules/a405ce69-9ef9-432a-b8ed-6fa33f3a0294 HTTP/1.1" status: 404  len: 356 time: 0.0286489
Nov 27 11:42:13.365953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.386557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ec2ef131-7a76-4e9b-9608-144e08a2772c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:13.416787 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e30127-94f8-4c70-816e-72026804b2a4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:13.416787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e30127-94f8-4c70-816e-72026804b2a4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:13.416787 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f0e30127-94f8-4c70-816e-72026804b2a4 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/7f3371dc-f983-47dc-a87f-a58c822e9299 HTTP/1.1" status: 404  len: 333 time: 0.0762608
Nov 27 11:42:13.419972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46906) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.454002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:13.457856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:13.464995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:13.468364 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c24d2d4-e418-4f2f-a5c6-b44f14be1c03 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:13.475112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c24d2d4-e418-4f2f-a5c6-b44f14be1c03 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:13.475112 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1c24d2d4-e418-4f2f-a5c6-b44f14be1c03 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/5fc87ccd-ea8f-4ed5-ac07-af356bbb5adf HTTP/1.1" status: 404  len: 337 time: 0.0496216
Nov 27 11:42:13.475112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46910) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.487593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Pushing event updated for resources: {'Port': ['ID=2155ff8b-ac9a-49f2-8b75-de54c6d1cea8,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:13.517966 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5856a87f-060c-4299-bce2-05fcde93f8a5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:13.525775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5856a87f-060c-4299-bce2-05fcde93f8a5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:13.525775 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5856a87f-060c-4299-bce2-05fcde93f8a5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/16310495-3fb8-4816-a59a-191828026085 HTTP/1.1" status: 404  len: 337 time: 0.0440633
Nov 27 11:42:13.525999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:13.526124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46914) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.613194 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Attempting to bind port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:13.613554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Attempting to bind port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '7277d1ff-2c8a-45ed-bd4e-ee3dac335243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:13.613951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Attempting to bind port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 on network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:13.623529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:13.627441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Checking segment: {'id': '7277d1ff-2c8a-45ed-bd4e-ee3dac335243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:13.627441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.627441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Bound using segment: {'id': '7277d1ff-2c8a-45ed-bd4e-ee3dac335243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:13.627441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Bound port: 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7277d1ff-2c8a-45ed-bd4e-ee3dac335243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:13.627441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.768900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46920) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.784669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] For port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:13.789257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] For port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2155ff8b-ac9a-49f2-8b75-de54c6d1cea8,segment=NetworkSegment(7277d1ff-2c8a-45ed-bd4e-ee3dac335243),segment_id=7277d1ff-2c8a-45ed-bd4e-ee3dac335243)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:13.816459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89f1e050-1371-4188-b6c5-fcb6a2e1b4e2 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.826753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89f1e050-1371-4188-b6c5-fcb6a2e1b4e2 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.853155 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-088f52c0-b06f-4af1-8a7b-c10678f53645 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:13.853635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088f52c0-b06f-4af1-8a7b-c10678f53645 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:13.854995 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-088f52c0-b06f-4af1-8a7b-c10678f53645 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/cacd546b-51d8-457c-9f50-a066566ad439 HTTP/1.1" status: 404  len: 333 time: 0.3282478
Nov 27 11:42:13.858235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46926) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.859199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.902575 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-79129e0b-975f-4deb-b684-15725cdc732f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:13.903072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79129e0b-975f-4deb-b684-15725cdc732f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:13.909384 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-79129e0b-975f-4deb-b684-15725cdc732f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/983294d6-9075-4902-8ea5-86bfd78318b7 HTTP/1.1" status: 404  len: 337 time: 0.0495644
Nov 27 11:42:13.912472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46932) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:13.922824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.922824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3eca7ea7-b226-4fd9-88ee-330be66d6c53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:13.944989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:13.949249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738185612548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2566383'] for subnet, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.952161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Usage tracker for resource:security_group_rule and tenant:97f73012106f4cbba9c83d99384f991f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:13.955745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:13.961316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89f1e050-1371-4188-b6c5-fcb6a2e1b4e2 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:13.962268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f1e050-1371-4188-b6c5-fcb6a2e1b4e2 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4e65623-fd71-43af-9c1e-13501c5bb137 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:42:13.965558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:42:13.966713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:13.968248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-141847f7-ea60-43a3-8ed4-1067171d4ba4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:14.002296 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ecdcc3-a0e4-4097-9a2f-a1f6f0fb2c19 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:14.003145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ecdcc3-a0e4-4097-9a2f-a1f6f0fb2c19 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:14.004980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b2ecdcc3-a0e4-4097-9a2f-a1f6f0fb2c19 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/cfa7e8e6-98af-4259-a514-eaad17c57b3e HTTP/1.1" status: 404  len: 337 time: 0.0914168
Nov 27 11:42:14.010828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89f1e050-1371-4188-b6c5-fcb6a2e1b4e2 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:14.012092 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-89f1e050-1371-4188-b6c5-fcb6a2e1b4e2 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c4e65623-fd71-43af-9c1e-13501c5bb137 HTTP/1.1" status: 204  len: 168 time: 1.2379863
Nov 27 11:42:14.013436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:14.014173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:14.018169 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "PUT /v2.0/subnets/432e7135-101b-4908-bbe5-41d6f7161587 HTTP/1.1" status: 200  len: 806 time: 1.4343433
Nov 27 11:42:14.025086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46936) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.025611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46940) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.052015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Pushing event updated for resources: {'Port': ['ID=2155ff8b-ac9a-49f2-8b75-de54c6d1cea8,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:14.067244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:14.113789 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9626306e-577b-4a3c-bd60-ef8763f992ba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:14.113789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9626306e-577b-4a3c-bd60-ef8763f992ba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:14.118576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9626306e-577b-4a3c-bd60-ef8763f992ba tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/f50b21a8-b099-4701-ae31-786f1865fbba HTTP/1.1" status: 404  len: 333 time: 0.0884445
Nov 27 11:42:14.119662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46946) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.224471 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=432e7135-101b-4908-bbe5-41d6f7161587,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:14.231116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:14.253973 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e050d0a9-1186-43c4-867a-71ef4776f4a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:14.254414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e050d0a9-1186-43c4-867a-71ef4776f4a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:14.297318 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e050d0a9-1186-43c4-867a-71ef4776f4a7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/b179078e-06bd-457e-add3-a897664d25dd HTTP/1.1" status: 404  len: 337 time: 0.1674001
Nov 27 11:42:14.299749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46954) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.376333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:14.392636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:14.411370 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-48da1af5-a748-45f1-b5cb-379807aff549 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:14.411803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48da1af5-a748-45f1-b5cb-379807aff549 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:14.414228 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-48da1af5-a748-45f1-b5cb-379807aff549 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/37b799ab-d949-427d-b403-4fa143b1bc15 HTTP/1.1" status: 404  len: 337 time: 0.1063738
Nov 27 11:42:14.414851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46958) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.421739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46960) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.439873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:14.440448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:14.530022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:14.545949 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-23f58ef0-c221-43f1-9037-178fdcf5be49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7762415
Nov 27 11:42:14.546664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bff4bfcf-5abf-41b3-8f0d-c46170daeb7b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:14.617633 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f906f228-1f6a-4c7f-8399-7c74fc63461c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:14.620454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:14.631179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f906f228-1f6a-4c7f-8399-7c74fc63461c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:14.632928 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f906f228-1f6a-4c7f-8399-7c74fc63461c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/69df6a9d-75b1-4b56-a65c-019a7126d65e HTTP/1.1" status: 404  len: 333 time: 0.2094405
Nov 27 11:42:14.673241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46970) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.703504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:14.705048 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2990088
Nov 27 11:42:14.706891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512788eb-fbec-49de-8f30-0d6c7206f95e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:14.734423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:14.753267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:14.754204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d5d130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:14.759441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46974) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.765204 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97f73012106f4cbba9c83d99384f991f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9440391
Nov 27 11:42:14.767727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46976) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.769357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:14.803204 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-76004ee6-8a7f-4ef5-b433-702c7d4b8614 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:14.803700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76004ee6-8a7f-4ef5-b433-702c7d4b8614 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:14.807876 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-76004ee6-8a7f-4ef5-b433-702c7d4b8614 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/680ee180-80e2-4785-8366-e43ffc7aac00 HTTP/1.1" status: 404  len: 337 time: 0.1308017
Nov 27 11:42:14.811217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46982) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.906564 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-867a07b3-ef34-4172-8b13-af9d0891a334 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e45d518cdbc464db40f42de030c46a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4863126
Nov 27 11:42:14.908173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 46986) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.909591 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-3507e686-c40b-4266-9480-47e471851e94 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:14.910127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3507e686-c40b-4266-9480-47e471851e94 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:14.911938 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3507e686-c40b-4266-9480-47e471851e94 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/6cc8ea1e-bf10-43dd-a31b-a3cbfd613c6b HTTP/1.1" status: 404  len: 337 time: 0.0976322
Nov 27 11:42:14.924097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46988) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:14.950530 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-95856599-871d-4eca-a093-4a26a98d33e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 1099 time: 0.2398345
Nov 27 11:42:14.952603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:14.975711 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-af554e17-2824-4a5f-8bca-2862caa6039f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59320dd-4832-46ca-a3cf-28b9446230b9 HTTP/1.1" status: 200  len: 205 time: 0.0475543
Nov 27 11:42:14.982791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 46994) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:15.213369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:15.229381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet 9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:42:15.234212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47000) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:15.249773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.280122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47004) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:15.322216 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-62d4b9a5-67bc-4a22-9a84-25e19a9d7bc7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] delete failed (client error): The resource could not be found.
Nov 27 11:42:15.323489 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-62d4b9a5-67bc-4a22-9a84-25e19a9d7bc7 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/routers/f59320dd-4832-46ca-a3cf-28b9446230b9 HTTP/1.1" status: 404  len: 336 time: 0.3316991
Nov 27 11:42:15.327658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47010) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:15.356353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.392734 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ce1193-23b1-4798-8e0c-b80320f8d2fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:15.393309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ce1193-23b1-4798-8e0c-b80320f8d2fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:15.394905 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d9ce1193-23b1-4798-8e0c-b80320f8d2fc tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/dced94b0-9a7a-4330-a0a3-ffa1f6a602bc HTTP/1.1" status: 404  len: 337 time: 0.0557375
Nov 27 11:42:15.404383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2155ff8b-ac9a-49f2-8b75-de54c6d1cea8,segment=NetworkSegment(7277d1ff-2c8a-45ed-bd4e-ee3dac335243),segment_id=7277d1ff-2c8a-45ed-bd4e-ee3dac335243)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:15.404760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.416517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47014) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:15.472929 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0cefec6a-312c-45bd-987e-ff412284e6c8 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 HTTP/1.1" status: 200  len: 205 time: 0.0529470
Nov 27 11:42:15.503936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.527971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f962ce28-c8d1-495a-9270-06b816d17309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.557012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c9c86-d510-40af-aaaf-c616cc2585fe None None] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:15.594602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47018) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:15.602362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:15.636084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-b399c5f6-ee5c-4192-a565-c0ed051b0558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:15.637450 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-b399c5f6-ee5c-4192-a565-c0ed051b0558 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.6337030
Nov 27 11:42:15.674001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49809a9b-78c7-44c7-b569-9ba6918e8bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.706398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49809a9b-78c7-44c7-b569-9ba6918e8bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.712222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--1681408475', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:15.739975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:15.753848 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-11e14596-282b-4dbf-ba66-aca23a034648 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] delete failed (client error): The resource could not be found.
Nov 27 11:42:15.755839 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-11e14596-282b-4dbf-ba66-aca23a034648 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/routers/dd39f2fb-bf65-4631-9c22-64fcbe32e4f1 HTTP/1.1" status: 404  len: 336 time: 0.1648567
Nov 27 11:42:15.762132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:15.766429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47024) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:15.767286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:15.792139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f962ce28-c8d1-495a-9270-06b816d17309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.802540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:15.806368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c97eedbc-d015-4302-a72e-407f9874b958 None None] Provisioning for port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:15.818581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.822905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c5ea12c-b239-4644-9f5a-f5b7b18643f5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:15.844887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c97eedbc-d015-4302-a72e-407f9874b958 None None] Provisioning complete for port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:15.845268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c97eedbc-d015-4302-a72e-407f9874b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:15.885236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d5d130>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:11Z', 'revision_number': 8, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:15.902229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:15.949650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:15.950433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d5d130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:41:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:16.023644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-806837185', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:16.043962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:16.058458 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2310eeb-be21-4f80-a430-784846aa0e55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:16.058458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2310eeb-be21-4f80-a430-784846aa0e55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:16.058458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:16.058458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:16.061715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Usage tracker for resource:router and tenant:e8a7dd4775924368a83d270c276c9fac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:16.067498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:16.078357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.082335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca57b07-8084-4a71-9a67-387c2e3d8a47 None None] Network 82689b98-fc10-44d0-92d2-3f215aa983f9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:16.085615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:16.099771 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d2310eeb-be21-4f80-a430-784846aa0e55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/1f5bc006-238a-4b47-800a-ef256830097b HTTP/1.1" status: 404  len: 337 time: 0.3248062
Nov 27 11:42:16.099896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47030) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:16.107113 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0 HTTP/1.1" status: 204  len: 168 time: 1.3396578
Nov 27 11:42:16.112627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47034) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:16.138619 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-89ee76af-95f4-407e-b714-dd4c975fc340 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91 HTTP/1.1" status: 200  len: 1001 time: 0.3729925
Nov 27 11:42:16.149598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:16.152840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.166403 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9dea3c-66e5-4ad2-8799-993637e87c08 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:16.166870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9dea3c-66e5-4ad2-8799-993637e87c08 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:16.174267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.193126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.196703 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f962ce28-c8d1-495a-9270-06b816d17309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.205816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f962ce28-c8d1-495a-9270-06b816d17309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.205816 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f962ce28-c8d1-495a-9270-06b816d17309 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/512788eb-fbec-49de-8f30-0d6c7206f95e HTTP/1.1" status: 204  len: 168 time: 1.4278104
Nov 27 11:42:16.205816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fdacd939-8091-481b-9e3d-adf91f879813 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:16.246883 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1b9dea3c-66e5-4ad2-8799-993637e87c08 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/1df4afb5-270f-4b9e-b8cb-e7153885b65c HTTP/1.1" status: 404  len: 337 time: 0.1451688
Nov 27 11:42:16.248825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47042) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:16.257583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49809a9b-78c7-44c7-b569-9ba6918e8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.257893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Port': ['ID=2155ff8b-ac9a-49f2-8b75-de54c6d1cea8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:16.258923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49809a9b-78c7-44c7-b569-9ba6918e8bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.260884 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-49809a9b-78c7-44c7-b569-9ba6918e8bc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a3a1e05-838c-4ea2-9bb3-f3d15509771f HTTP/1.1" status: 204  len: 168 time: 1.3376637
Nov 27 11:42:16.264272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:16.268593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-698bd94b-ac0f-4fef-9af2-ac8e6224306d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:16.274189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c97eedbc-d015-4302-a72e-407f9874b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.277508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-278ebbeb-c868-4012-8ec8-2f25b7b9ba36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:16.293857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962ce28-c8d1-495a-9270-06b816d17309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512788eb-fbec-49de-8f30-0d6c7206f95e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:16.297363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:16.303252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f962ce28-c8d1-495a-9270-06b816d17309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:16.349061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49809a9b-78c7-44c7-b569-9ba6918e8bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3a1e05-838c-4ea2-9bb3-f3d15509771f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:16.361219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-49809a9b-78c7-44c7-b569-9ba6918e8bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:16.371532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.374093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.375322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.387909 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-54414737-b0ac-4ab2-ad89-5ffd03d2d5c1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:16.399106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54414737-b0ac-4ab2-ad89-5ffd03d2d5c1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:16.403835 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-54414737-b0ac-4ab2-ad89-5ffd03d2d5c1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/324b27dd-279f-4ba0-a302-77b400118bd2 HTTP/1.1" status: 404  len: 333 time: 0.1513872
Nov 27 11:42:16.419042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47048) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:16.431357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:16.444334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-15a5498b-de15-4424-becb-50a00f8a2b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:16.446106 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-15a5498b-de15-4424-becb-50a00f8a2b2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.2954943
Nov 27 11:42:16.542309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:16.545472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No DVR routers for this DVR port 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:16.559219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:16.567595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:16.571671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.650445 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb54789b-d066-46de-b1c5-82731e79bfdd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:16.651542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb54789b-d066-46de-b1c5-82731e79bfdd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:16.658603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.661663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:16.683426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60315236-b64e-41c7-810a-c369ae8162c8 None None] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:16.691839 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cb54789b-d066-46de-b1c5-82731e79bfdd tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/d7cc00cb-e3ae-46a7-a800-d14cd5562fc1 HTTP/1.1" status: 404  len: 337 time: 0.2575250
Nov 27 11:42:16.699286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47052) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:16.730047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.793632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-8109914e-f266-472e-baac-ec2dffe0d4b6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:16.794488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8109914e-f266-472e-baac-ec2dffe0d4b6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:16.839973 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-0e12c11e-3f46-4ce2-b6cc-cf2a4acb22af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3710403
Nov 27 11:42:16.842734 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8109914e-f266-472e-baac-ec2dffe0d4b6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/1a8006f5-54cd-4e39-af06-c0605c750c50 HTTP/1.1" status: 404  len: 333 time: 0.1421118
Nov 27 11:42:16.849587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47056) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:16.917961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:16.958225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-81ccd5ab-40e9-4292-ba5c-357eadb6aa75 None None] Could not find standard attr ID for object 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:42:17.070128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.071239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f962ce28-c8d1-495a-9270-06b816d17309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:17.087068 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.105460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] DHCP port deletion for 82689b98-fc10-44d0-92d2-3f215aa983f9 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:42:17.120011 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-302f1758-6ac9-4609-947b-c1e1708b73a0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:17.120635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302f1758-6ac9-4609-947b-c1e1708b73a0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:17.122082 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-302f1758-6ac9-4609-947b-c1e1708b73a0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/3e7e6b01-a319-419f-a57e-a42e29a98558 HTTP/1.1" status: 404  len: 337 time: 0.2058594
Nov 27 11:42:17.132991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47062) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:17.138237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] Deleting port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:17.138237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.165647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:42:17.227865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21dec367-f679-42e3-a926-6c8a767e6cb9,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:17.250663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:17.267809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d1c3276f-0074-40e3-bb95-3dd7b599c7f7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:17.304227 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-7713aaa6-5d5a-43b6-b240-162c09aa2d9f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:17.304661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7713aaa6-5d5a-43b6-b240-162c09aa2d9f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:17.309721 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7713aaa6-5d5a-43b6-b240-162c09aa2d9f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/cb7266dd-1f8d-46cc-b8be-a8b79e2fbb05 HTTP/1.1" status: 404  len: 333 time: 0.1295609
Nov 27 11:42:17.313651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47072) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:17.330042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.331150 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment 47906ca4-8f61-4716-af60-1812912772b5 of type vlan for network 7466fe26-3787-4dcd-8a3f-1a113016a1c1
Nov 27 11:42:17.332316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 8eb7a8fe-aa00-4160-af21-df62d2a522d6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8eb7a8fe-aa00-4160-af21-df62d2a522d6,segment=NetworkSegment(7a30a54f-4597-4719-82b9-b812201867ef),segment_id=7a30a54f-4597-4719-82b9-b812201867ef)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:17.333409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.410600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=432e7135-101b-4908-bbe5-41d6f7161587,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:17.418078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:17.447093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.489176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.500264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ecc700>,) {'filters': {'network_id': ['3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:17.513043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.523128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696ff55-c16b-4d25-bd61-a4386e2f2e14 None None] Network 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:17.532260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ecc700>, '7277d1ff-2c8a-45ed-bd4e-ee3dac335243') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:17.532661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ecc700>, '7277d1ff-2c8a-45ed-bd4e-ee3dac335243') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:17.561443 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-504ec51b-637c-4057-b201-88d8c98d303b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:17.561760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504ec51b-637c-4057-b201-88d8c98d303b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:17.563514 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-504ec51b-637c-4057-b201-88d8c98d303b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/ddceffc5-54cb-497f-917c-b800b823e96d HTTP/1.1" status: 404  len: 337 time: 0.2410679
Nov 27 11:42:17.565488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.578266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47084) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:17.614375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d5d130>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:11Z', 'revision_number': 8, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:17.642255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 8eb7a8fe-aa00-4160-af21-df62d2a522d6 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:17.652173 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdea9bb7-cde2-44dd-843a-a5e8a402164e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:17.653600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdea9bb7-cde2-44dd-843a-a5e8a402164e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:17.663560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.681442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:17.682778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.694417 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-100a2647-e343-433f-83c2-125f8d34e29c service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7743404
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:17.706741 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:17.710147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9b40b-73e2-4169-b523-35b810c2d71c None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:11Z', 'revision_number': 8, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '2f55860e-9126-4ad0-8162-bed87cbba33d', 'name': '', 'network_id': '8e5e624a-d2e5-46e2-9287-d5c360b63dba', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:36:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:38Z', 'updated_at': '2021-11-27T11:41:51Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '265c9f43-318e-44a6-85fe-aee190f80c17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:17.724628 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bdea9bb7-cde2-44dd-843a-a5e8a402164e tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/69b05fcf-06c4-4e38-8771-554cea94b2d4 HTTP/1.1" status: 404  len: 333 time: 0.1450615
Nov 27 11:42:17.728899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47090) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:17.753197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] For port 8eb7a8fe-aa00-4160-af21-df62d2a522d6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8eb7a8fe-aa00-4160-af21-df62d2a522d6,segment=NetworkSegment(7a30a54f-4597-4719-82b9-b812201867ef),segment_id=7a30a54f-4597-4719-82b9-b812201867ef)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:17.754146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.863676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.868039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:17.868699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:17.875441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8e08d2b-c93a-4458-8475-4bc2450aab80 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:17.885114 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bcfcf1d-d22c-4a08-9f44-6db29b330b80 req-43e8da91-35f7-456e-877b-3e908e89ceac service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776259
Nov 27 11:42:17.892674 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc24fa7b-6c00-49cb-bce0-4bdac0acb4a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:17.893246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc24fa7b-6c00-49cb-bce0-4bdac0acb4a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:17.895101 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bc24fa7b-6c00-49cb-bce0-4bdac0acb4a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/c7b63ea0-3ef4-4440-ab81-85294e956344 HTTP/1.1" status: 404  len: 337 time: 0.1651678
Nov 27 11:42:17.900097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47096) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.006116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] Calling delete_port for 8eb7a8fe-aa00-4160-af21-df62d2a522d6 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:18.091885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.100504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-31081c42-11c3-4e9d-9c4b-d5596d6c74b9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:18.103165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:18.103694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:18.141519 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-78469291-74fc-486e-9de3-6f3c3f026432 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:18.142594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78469291-74fc-486e-9de3-6f3c3f026432 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:18.148665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f94c49-6420-461a-8bd0-1e26b0fe274a None None] DHCP port deletion for 3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:42:18.171311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=8eb7a8fe-aa00-4160-af21-df62d2a522d6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:18.179105 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-78469291-74fc-486e-9de3-6f3c3f026432 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/0493c291-8dec-42b2-8ee2-04194e98bb6b HTTP/1.1" status: 404  len: 333 time: 0.2772539
Nov 27 11:42:18.181615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:18.183205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47106) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.184266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No DVR routers for this DVR port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:18.244559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.250279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.258333 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 HTTP/1.1" status: 204  len: 168 time: 4.2299931
Nov 27 11:42:18.270699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47110) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.279808 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.9867287
Nov 27 11:42:18.283142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47112) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.311007 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb53184-1d33-4b11-bb1f-1919c183a3e1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:18.311446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb53184-1d33-4b11-bb1f-1919c183a3e1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:18.313097 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9eb53184-1d33-4b11-bb1f-1919c183a3e1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/e740d1c3-df13-4144-aa57-811e29531a3d HTTP/1.1" status: 404  len: 337 time: 0.1268797
Nov 27 11:42:18.329636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47116) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.342221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=7466fe26-3787-4dcd-8a3f-1a113016a1c1,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:18.347276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:18.360560 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:18.367620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-989274822', 'admin_state_up': True, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:18.393928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6cc5a30a-e963-407b-a87a-47a886b6b6d3 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:18.419275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:18.421312 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcace075-78be-4fd5-9db4-d35c721b8f48 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:18.421744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcace075-78be-4fd5-9db4-d35c721b8f48 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:18.429460 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dcace075-78be-4fd5-9db4-d35c721b8f48 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 HTTP/1.1" status: 404  len: 339 time: 0.1472402
Nov 27 11:42:18.430546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47124) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.431208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:router and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:18.444095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:18.444930 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c70f78b-5e7a-45d9-ad0a-5bc45d76f5a0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:18.445370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c70f78b-5e7a-45d9-ad0a-5bc45d76f5a0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:18.450317 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5c70f78b-5e7a-45d9-ad0a-5bc45d76f5a0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/e24ede78-1468-4065-907f-fb84cb684789 HTTP/1.1" status: 404  len: 333 time: 0.1162405
Nov 27 11:42:18.451551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200305958', 'description': 'd1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:18.455731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:18.466374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:18.466374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47128) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.469033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:18.499232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.508530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:18.519948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:network and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:18.528854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:18.533817 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec561a53-907e-4f3b-8e5e-afe55e491a57 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:18.534451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec561a53-907e-4f3b-8e5e-afe55e491a57 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:18.537826 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ec561a53-907e-4f3b-8e5e-afe55e491a57 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/d5efe027-2582-4847-9d35-19f834b773a6 HTTP/1.1" status: 404  len: 337 time: 0.0705197
Nov 27 11:42:18.539038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ba84f0>,) {'filters': {'network_id': ['82689b98-fc10-44d0-92d2-3f215aa983f9']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:18.545632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:18.550651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47134) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.559914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ba84f0>, '7a30a54f-4597-4719-82b9-b812201867ef') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:18.560273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ba84f0>, '7a30a54f-4597-4719-82b9-b812201867ef') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:18.580277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.597951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9cb49dc4-9802-4fdb-a337-8b75056d5247 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:18.620456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.623770 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-f095a7dd-f047-4288-ad84-c17b6ed5d2e5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:18.624276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f095a7dd-f047-4288-ad84-c17b6ed5d2e5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:18.626636 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f095a7dd-f047-4288-ad84-c17b6ed5d2e5 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/ports/a416c19c-48a6-4ac2-a3d4-598ea877603f HTTP/1.1" status: 404  len: 333 time: 0.0739870
Nov 27 11:42:18.631632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:18.632033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.633918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] Deleting port 8eb7a8fe-aa00-4160-af21-df62d2a522d6 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:18.634532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.636033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47138) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:18.651098 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:18.670552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9cb49dc4-9802-4fdb-a337-8b75056d5247 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:18.671138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9cb49dc4-9802-4fdb-a337-8b75056d5247 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:18.671822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:18.698222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.698222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.702213 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c9fb59-4e1f-4578-8b4d-5ec3e5e2548c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:18.702738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c9fb59-4e1f-4578-8b4d-5ec3e5e2548c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:18.705543 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-28c9fb59-4e1f-4578-8b4d-5ec3e5e2548c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/subnets/21528e85-4b93-4939-82e8-cfb43243de1c HTTP/1.1" status: 404  len: 337 time: 0.0682039
Nov 27 11:42:18.708347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47144) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.735818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:18.739505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:18.749937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.750228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2155ff8b-ac9a-49f2-8b75-de54c6d1cea8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:18.750228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8eb7a8fe-aa00-4160-af21-df62d2a522d6 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:18.756936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.795042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b71cc2ed-3126-43a2-b186-a835074d8e1d None None] The port '8eb7a8fe-aa00-4160-af21-df62d2a522d6' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:42:18.798692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.802765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 8eb7a8fe-aa00-4160-af21-df62d2a522d6 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:18.803433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8eb7a8fe-aa00-4160-af21-df62d2a522d6 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:18.902322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.917180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:42:18.922414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.946974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.946974 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 03932844-ea8a-481d-93dd-bf50531789df of type vlan for network 0d981a20-df0e-4fec-982c-3bb36c09c1fb
Nov 27 11:42:18.959919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47150) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.968107 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0048976
Nov 27 11:42:18.968527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47152) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:18.988712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:18.996507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d7d1009-755c-430a-a9e2-eb51acb56bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599206377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:19.020853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.035111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.041903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=82689b98-fc10-44d0-92d2-3f215aa983f9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:19.048417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-99a30d4b-086c-4500-9fd6-f93acda122f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.049291 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/82689b98-fc10-44d0-92d2-3f215aa983f9 HTTP/1.1" status: 204  len: 168 time: 2.9355860
Nov 27 11:42:19.052698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:19.059512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47158) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:19.147192 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-38e46f20-66f1-4410-86ef-514d530700b6 tempest-NetworksApiDiscovery-1395673591 tempest-NetworksApiDiscovery-1395673591-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1774225
Nov 27 11:42:19.226497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.284888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Allocated IP 172.26.6.4 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/5b0e9a24-340b-4458-a362-ffce320151ee) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:19.311537 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845dbcac0>,) {'filters': {'network_id': ['96efc761-7cb6-48d6-9bb8-9a1fc3089df1']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:19.337524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845dbcac0>, 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:19.339002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845dbcac0>, 'a54e40c3-b8f4-4af8-9952-3d2826fef0c5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:19.359983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.374649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.390989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.394647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:19.396044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.401308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.403570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f6754843-30aa-4e92-8030-746099c51756 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:19.452392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:19.453011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:19.471090 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:19.628414 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.1888363
Nov 27 11:42:19.632073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47172) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:19.640901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=0d981a20-df0e-4fec-982c-3bb36c09c1fb,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:19.646083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:19.658139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.659202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 0d981a20-df0e-4fec-982c-3bb36c09c1fb details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:19.816400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.858161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.866693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0e05722e-d136-481f-be33-3cb335df2e41 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:19.884164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.890948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.908253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b8ae2-88ab-4ce8-9675-f609e9164ec1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:19.908923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-935b8ae2-88ab-4ce8-9675-f609e9164ec1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Synchronizing usage tracker for tenant:91fdb195730445c1b3604f2f4295f6ea on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:19.930362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47178) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:19.931509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.943315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:19.961120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Pushing event deleted for resources: {'Network': ['ID=96efc761-7cb6-48d6-9bb8-9a1fc3089df1,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:19.961120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:19.961120 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] 10.222.0.23 "DELETE /v2.0/networks/96efc761-7cb6-48d6-9bb8-9a1fc3089df1 HTTP/1.1" status: 204  len: 168 time: 1.2483349
Nov 27 11:42:20.109157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-935b8ae2-88ab-4ce8-9675-f609e9164ec1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Unset dirty status for tenant:91fdb195730445c1b3604f2f4295f6ea on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:20.110300 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-935b8ae2-88ab-4ce8-9675-f609e9164ec1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/networks?id=0d981a20-df0e-4fec-982c-3bb36c09c1fb HTTP/1.1" status: 200  len: 760 time: 0.4778101
Nov 27 11:42:20.114115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.114272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47188) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:20.120262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'description': 'd2'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:20.157360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:20.163351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Usage tracker for resource:security_group_rule and tenant:41968072ad3b453a8fab895722756385 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:20.194776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:20.203394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.207145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:20.214877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:20.324516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:20.327703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event updated for resources: {'Port': ['ID=5b0e9a24-340b-4458-a362-ffce320151ee,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:20.330489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:20.413513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:20.413513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:20.502772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.202 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/bade3718-ccc6-4cd2-abfc-74f705f494b9) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:20.571157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.631389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.690487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47200) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:20.722914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.732975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47206) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:20.760050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.771852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-49809a9b-78c7-44c7-b569-9ba6918e8bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:20.773964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.787559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e207cca0-a151-427e-93b7-d9b9e5d78075 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:20.818891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network 0d981a20-df0e-4fec-982c-3bb36c09c1fb is not hosted by any dhcp agent {{(pid=84364) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 27 11:42:20.821582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130dedf2-70f5-4113-a689-49f4f314a817,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:20.822792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:20.823486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.827460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:20.836498 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41968072ad3b453a8fab895722756385&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9051073
Nov 27 11:42:20.837334 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "PUT /v2.0/networks/0d981a20-df0e-4fec-982c-3bb36c09c1fb HTTP/1.1" status: 200  len: 757 time: 0.7215059
Nov 27 11:42:20.843598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47212) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:20.855316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47216) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:20.934684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2019580722', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:20.938501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:20.950159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:20.959416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=0d981a20-df0e-4fec-982c-3bb36c09c1fb,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:20.962335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Usage tracker for resource:port and tenant:906f09fb604f49cbb0926da6b37a8b02 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:20.968769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:20.972423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 0d981a20-df0e-4fec-982c-3bb36c09c1fb details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:20.972978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:20.975238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d3f9c891-52ff-452f-bb32-c7888d11f270 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:21.023167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:21.062952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609eb39-9902-4d6b-be0b-20520eabe539 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:21.065754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:21.070331 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2609eb39-9902-4d6b-be0b-20520eabe539 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/networks?id=0d981a20-df0e-4fec-982c-3bb36c09c1fb HTTP/1.1" status: 200  len: 760 time: 0.2112713
Nov 27 11:42:21.075759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47220) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:21.075759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:21.076438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:21.109754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-331846328'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:21.128339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:21.138274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Made reservation on behalf of 906f09fb604f49cbb0926da6b37a8b02 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:21.140695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.142855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3db9bef-9a0d-4145-9c01-8092ad4cd11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.157251 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-29eac2c7-f7ef-4f73-be9b-a95361ad8a37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=111d8400fbe14b4ab704bd5a35271279&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4637275
Nov 27 11:42:21.162945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=bade3718-ccc6-4cd2-abfc-74f705f494b9,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:21.164157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47224) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:21.171309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:21.172151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:21.176471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1052f562-0347-4c22-aadc-b7ee224ca5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.181099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.181683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.182413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.207667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3db9bef-9a0d-4145-9c01-8092ad4cd11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.270617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:21.278719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Usage tracker for resource:security_group_rule and tenant:906f09fb604f49cbb0926da6b37a8b02 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:21.283379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:21.290283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:21.332569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:21.335591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.390854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:42:21.416091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.417824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.418164 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment c71d9be5-b722-4122-ba2c-bb88ff64d05c of type vlan for network f27326e6-6b18-4f6e-95a2-d4b082ef853c
Nov 27 11:42:21.438556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-70787998-d06e-4283-86e9-b461f4566ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.444888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 2f55860e-9126-4ad0-8162-bed87cbba33d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:21.453725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.459349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.489815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.490575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.549740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.558633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4a644555-ac7e-43d4-a0f0-397ec12e5404 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:21.566925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] device_id is not set on port b655ac74-9fef-4099-92c3-7e78bdeb84ae yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:42:21.591765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-70787998-d06e-4283-86e9-b461f4566ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.611846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3db9bef-9a0d-4145-9c01-8092ad4cd11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.625601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c9d82218-c460-441d-ab67-495e5004c757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:21.627980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.631907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:21.632524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.653452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db9bef-9a0d-4145-9c01-8092ad4cd11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130dedf2-70f5-4113-a689-49f4f314a817,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:21.657349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b3db9bef-9a0d-4145-9c01-8092ad4cd11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:21.683242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46f3b55-2162-4ea1-82ce-8d53c1dde724,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:21.684890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:21.684890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-913ed386-80f7-4c81-86d8-12918aef355d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:21.866315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=f27326e6-6b18-4f6e-95a2-d4b082ef853c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:21.871055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:21.875820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b3db9bef-9a0d-4145-9c01-8092ad4cd11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:21.876890 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b3db9bef-9a0d-4145-9c01-8092ad4cd11c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/130dedf2-70f5-4113-a689-49f4f314a817 HTTP/1.1" status: 204  len: 168 time: 1.0374982
Nov 27 11:42:21.882178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network f27326e6-6b18-4f6e-95a2-d4b082ef853c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:21.944243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8690691
Nov 27 11:42:21.945524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Allocated IP 172.26.6.219 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/b655ac74-9fef-4099-92c3-7e78bdeb84ae) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:21.950518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47230) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:21.963538 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': 'f27326e6-6b18-4f6e-95a2-d4b082ef853c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:21.971000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 2f55860e-9126-4ad0-8162-bed87cbba33d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2f55860e-9126-4ad0-8162-bed87cbba33d,segment=NetworkSegment(50f299c1-ed3a-42c1-8abc-59a7a13c0dcd),segment_id=50f299c1-ed3a-42c1-8abc-59a7a13c0dcd)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:21.971354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:22.136613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:22.136851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 2f55860e-9126-4ad0-8162-bed87cbba33d owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:22.142495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Usage tracker for resource:subnet and tenant:91fdb195730445c1b3604f2f4295f6ea is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:22.149877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:22.153891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:22.271541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:42:22.379459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:22.413856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Router 04e24bb9-ebde-46a4-9440-e11e581f520c is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:42:22.414360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:22.514519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-70787998-d06e-4283-86e9-b461f4566ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:22.519305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-14140c5e-ade6-4f73-8ba3-d07e8df14e5e tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:22.537698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787998-d06e-4283-86e9-b461f4566ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a7894-6e95-4749-971c-fe63c045c55a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:22.540618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-70787998-d06e-4283-86e9-b461f4566ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:22.596335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:22.611183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7cb26168-8ba7-4947-96ef-7f0cb1b8ffd1 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:22.662157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=2f55860e-9126-4ad0-8162-bed87cbba33d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:22.667198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:22.674054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-70787998-d06e-4283-86e9-b461f4566ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:22.675204 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-70787998-d06e-4283-86e9-b461f4566ef9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c6a7894-6e95-4749-971c-fe63c045c55a HTTP/1.1" status: 204  len: 168 time: 1.5088856
Nov 27 11:42:22.719700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:22.905446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:22.922541 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2af4d5-733f-47b3-834f-0eb7b83c4ce9 None None] Sync routers for ids ['04e24bb9-ebde-46a4-9440-e11e581f520c'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:22.942570 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2af4d5-733f-47b3-834f-0eb7b83c4ce9 None None] Routers {'04e24bb9-ebde-46a4-9440-e11e581f520c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:22.943460 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4a2af4d5-733f-47b3-834f-0eb7b83c4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846339370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['04e24bb9-ebde-46a4-9440-e11e581f520c'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:22.955184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:22.974047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:23.027507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:23.028979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.7903552
Nov 27 11:42:23.036085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47236) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:23.043369 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4a2af4d5-733f-47b3-834f-0eb7b83c4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846339370>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:23.056229 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2af4d5-733f-47b3-834f-0eb7b83c4ce9 None None] Routers {'04e24bb9-ebde-46a4-9440-e11e581f520c'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:23.056835 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4a2af4d5-733f-47b3-834f-0eb7b83c4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846339370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['04e24bb9-ebde-46a4-9440-e11e581f520c'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:23.128352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:23.142600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Sync routers for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:23.142793 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4a2af4d5-733f-47b3-834f-0eb7b83c4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846339370>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:23.143063 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2af4d5-733f-47b3-834f-0eb7b83c4ce9 None None] The sync data for ids ['04e24bb9-ebde-46a4-9440-e11e581f520c'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:23.159325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:23.164622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284603c700>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:23.211299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:23.219265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b9e35643-8618-4916-a12a-96d835c98daa tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:23.343072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:23.347434 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.9960446
Nov 27 11:42:23.352225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47244) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:23.361391 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:23.364800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Pushing event updated for resources: {'Port': ['ID=b655ac74-9fef-4099-92c3-7e78bdeb84ae,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:23.378419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:23.382371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:23.386048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-32df0897-9e75-42d5-b395-1d6632364f6c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:23.430224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:23.437737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:23.503799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:23.630875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=c5ae70f2-97fe-4832-b3c7-0a7503efa845,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:23.681605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:23.695430 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5630a48e-3055-4d7c-a975-c841f1732dc3 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3394387
Nov 27 11:42:23.700636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:23.701554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:23.703299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47256) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:23.728790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': 'c71d9be5-b722-4122-ba2c-bb88ff64d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f27326e6-6b18-4f6e-95a2-d4b082ef853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:23.729898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: f27326e6-6b18-4f6e-95a2-d4b082ef853c, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:42:23.888205 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 3.1526637
Nov 27 11:42:23.891164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47260) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:23.896752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.219'}]}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:23.904617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:23.909741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Usage tracker for resource:router and tenant:906f09fb604f49cbb0926da6b37a8b02 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:23.914259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:23.920945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284603c700>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:21Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:23.922106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:23.929258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Checking router: d3ba42a4-4d0d-44b1-8a02-6fe52b8087db for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:23.929258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Updating router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db port bade3718-ccc6-4cd2-abfc-74f705f494b9 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:42:23.951393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network f27326e6-6b18-4f6e-95a2-d4b082ef853c is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:42:23.959327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:23.982554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.019748 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dac8dec7-cbe6-4f91-9df1-ec80f07f355f tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/routers/04e24bb9-ebde-46a4-9440-e11e581f520c HTTP/1.1" status: 200  len: 922 time: 0.9818769
Nov 27 11:42:24.028078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47264) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:24.048586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7670ea2-e9a1-4a9f-8766-c36785e80725 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:24.053174 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a7670ea2-e9a1-4a9f-8766-c36785e80725 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3433404
Nov 27 11:42:24.054085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47270) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:24.070448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.071472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.082179 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-61f29c37-e9a2-4aca-b99f-0bdb73f94884 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e24bb9-ebde-46a4-9440-e11e581f520c HTTP/1.1" status: 200  len: 205 time: 0.0524426
Nov 27 11:42:24.085041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47274) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:24.117279 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d58eaca0-aaa7-4c4e-9563-43d84d9dec8e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0602863
Nov 27 11:42:24.121359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47278) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:24.130985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862197414', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:24.155610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, f27326e6-6b18-4f6e-95a2-d4b082ef853c) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:24.164261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:24.164843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.181845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.297085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:24.311083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:42:24.312466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:24.316730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:24.324665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:24.373466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f02eb7-df52-4e29-84e8-334c9643c92a None None] Network f27326e6-6b18-4f6e-95a2-d4b082ef853c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:24.453007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.477131 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.493733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:24.532857 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5812109
Nov 27 11:42:24.544545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47286) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:24.586319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47290) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:24.649306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.681848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Transition to ACTIVE for port object bade3718-ccc6-4cd2-abfc-74f705f494b9 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:24.742401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-f27326e6-6b18-4f6e-95a2-d4b082ef853c', 'network_id': 'f27326e6-6b18-4f6e-95a2-d4b082ef853c', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': 'c5ae70f2-97fe-4832-b3c7-0a7503efa845'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:42:24.743269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.748923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.755120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.761998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:24.813252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-121457252'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:24.826447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:24.891908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Usage tracker for resource:network and tenant:c0a52abc412f4c528731b21f01597f93 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:24.900262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:24.901846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de02b6-eea3-4633-9dc4-cb878b95f86d None None] Pushing event updated for resources: {'Port': ['ID=bade3718-ccc6-4cd2-abfc-74f705f494b9,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:24.908449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-01de02b6-eea3-4633-9dc4-cb878b95f86d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:24.920207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Attempting to bind port bade3718-ccc6-4cd2-abfc-74f705f494b9 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:24.921303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:24.921572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Attempting to bind port bade3718-ccc6-4cd2-abfc-74f705f494b9 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:24.921948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Attempting to bind port bade3718-ccc6-4cd2-abfc-74f705f494b9 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:24.932574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:24.933337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:24.933869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:24.934617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.935378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:24.936124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Bound port: bade3718-ccc6-4cd2-abfc-74f705f494b9, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:24.936745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:24.940920 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:24.942021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47296) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:24.949555 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8913558
Nov 27 11:42:24.960223 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:24.960223 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461c34f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:25.074485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Allocated IP 172.20.0.2 (f27326e6-6b18-4f6e-95a2-d4b082ef853c/c5ae70f2-97fe-4832-b3c7-0a7503efa845/8cc89ec2-34dd-4f2f-9de8-a66381a819c6) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:25.076811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] For port bade3718-ccc6-4cd2-abfc-74f705f494b9, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:25.079763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.081642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] For port bade3718-ccc6-4cd2-abfc-74f705f494b9, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bade3718-ccc6-4cd2-abfc-74f705f494b9,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:25.088074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Made reservation on behalf of c0a52abc412f4c528731b21f01597f93 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:25.091356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.139071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.147272 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:25.210120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.211553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.217982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3f091265-487f-4bb9-89ec-ff867094fb78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:25.228963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-61010a52-a711-4e9e-8392-46371e171b22 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:25.357330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=65ca80a8-f917-47e4-8f44-c8cf70956463,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:25.358929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:25.377217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Usage tracker for resource:security_group_rule and tenant:c0a52abc412f4c528731b21f01597f93 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:25.381082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.382277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:25.414744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:25.415243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: 7466fe26-3787-4dcd-8a3f-1a113016a1c1, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:42:25.417312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:25.428845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de02b6-eea3-4633-9dc4-cb878b95f86d None None] Pushing event updated for resources: {'Port': ['ID=bade3718-ccc6-4cd2-abfc-74f705f494b9,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:25.437609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:25.443920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-01de02b6-eea3-4633-9dc4-cb878b95f86d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:25.479179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:25.479814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284603c700>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:25.524725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:42:25.524962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet 265c9f43-318e-44a6-85fe-aee190f80c17 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:42:25.542566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.597903 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461c34f0>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:22Z', 'revision_number': 9, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:25.603122 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:25.619728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 7466fe26-3787-4dcd-8a3f-1a113016a1c1) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:25.624651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:25.625549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.630747 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:25.631496 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461c34f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:25.655406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18d5da9-50cc-4845-b111-b02cbb836d7a None None] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:25.671635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.677658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.684269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.698437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Transition to ACTIVE for port object 8cc89ec2-34dd-4f2f-9de8-a66381a819c6 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:25.709217 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.5856876
Nov 27 11:42:25.714517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47302) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:25.773842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.807592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Transition to ACTIVE for port object 8cc89ec2-34dd-4f2f-9de8-a66381a819c6 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:25.824722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.827530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.836431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Deleting port 5b0e9a24-340b-4458-a362-ffce320151ee {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:25.837024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.857855 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:25.882672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:25.928548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.943095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:25.946738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:25.960079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ccb3985b-d7d1-4506-b6bc-f44aaf29bf1b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:26.043949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.094222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Network f27326e6-6b18-4f6e-95a2-d4b082ef853c is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:26.103204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:26.106120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:26.183849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Pushing event updated for resources: {'Port': ['ID=8cc89ec2-34dd-4f2f-9de8-a66381a819c6,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:26.187169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:26.261765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:42:26.273133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.273476 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Added segment e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58 of type vlan for network 0449679a-a70e-4d68-ba77-3eaf021f8a91
Nov 27 11:42:26.326920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:42:26.328084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.330386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.336051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604f4e08-1f90-4b0e-a90e-e2a5c084c282,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:26.344577 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461c34f0>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:22Z', 'revision_number': 9, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:26.345731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.357088 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c178195-d0fd-494a-8186-0c4aa2b545d8 None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:22Z', 'revision_number': 9, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '4f40dc9a-dd70-4960-b0bb-12acb4217002', 'name': '', 'network_id': 'a6887a99-7479-4c74-813b-0ff441dd2673', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:94:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31055fa9-7603-477f-8d56-153e91677512', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:22Z', 'updated_at': '2021-11-27T11:41:36Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '31055fa9-7603-477f-8d56-153e91677512', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:26.396202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Attempting to bind port 8cc89ec2-34dd-4f2f-9de8-a66381a819c6 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:26.396838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Attempting to bind port 8cc89ec2-34dd-4f2f-9de8-a66381a819c6 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'c71d9be5-b722-4122-ba2c-bb88ff64d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f27326e6-6b18-4f6e-95a2-d4b082ef853c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:26.397624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Attempting to bind port 8cc89ec2-34dd-4f2f-9de8-a66381a819c6 on network f27326e6-6b18-4f6e-95a2-d4b082ef853c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:26.425217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:26.430354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f1889bae-2907-4bc2-85a1-10210236cca9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:26.467906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:26.468550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Checking segment: {'id': 'c71d9be5-b722-4122-ba2c-bb88ff64d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f27326e6-6b18-4f6e-95a2-d4b082ef853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:26.468949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.469603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Bound using segment: {'id': 'c71d9be5-b722-4122-ba2c-bb88ff64d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f27326e6-6b18-4f6e-95a2-d4b082ef853c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:26.470082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Bound port: 8cc89ec2-34dd-4f2f-9de8-a66381a819c6, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71d9be5-b722-4122-ba2c-bb88ff64d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f27326e6-6b18-4f6e-95a2-d4b082ef853c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:26.470459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.504782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ae70f2-97fe-4832-b3c7-0a7503efa845,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:26.506771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.510575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:26.511173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.515243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:26.532921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf8a2720-a8e8-4d61-a2ea-abc952929035 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:26.567275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.577746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.707847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] For port 8cc89ec2-34dd-4f2f-9de8-a66381a819c6, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:26.735535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] For port 8cc89ec2-34dd-4f2f-9de8-a66381a819c6, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8cc89ec2-34dd-4f2f-9de8-a66381a819c6,segment=NetworkSegment(c71d9be5-b722-4122-ba2c-bb88ff64d05c),segment_id=c71d9be5-b722-4122-ba2c-bb88ff64d05c)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:26.743775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2f55860e-9126-4ad0-8162-bed87cbba33d no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:26.785426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 2f55860e-9126-4ad0-8162-bed87cbba33d {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:26.785751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2f55860e-9126-4ad0-8162-bed87cbba33d not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:26.795088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Allocated IP 172.20.0.2 (7466fe26-3787-4dcd-8a3f-1a113016a1c1/65ca80a8-f917-47e4-8f44-c8cf70956463/3d6ec656-5b61-4fcd-b5b4-11438450e911) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:26.819077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284603c700>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:21Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:26.845392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:26.851928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8587e10c-afcf-4eed-a906-8e8a0903d734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:26.884448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c9d7b-5e27-4209-aa7f-eb48b055c822 None None] The sync data for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv is: [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:21Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:26.970710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.109275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Pushing event updated for resources: {'Port': ['ID=8cc89ec2-34dd-4f2f-9de8-a66381a819c6,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:27.109275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:27.154085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'Network': ['ID=0449679a-a70e-4d68-ba77-3eaf021f8a91,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:27.173949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Calling delete_port for 5b0e9a24-340b-4458-a362-ffce320151ee owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:27.180708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:27.387788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74e76d-6fc0-4082-9300-bf7572ee6037 None None] Network f27326e6-6b18-4f6e-95a2-d4b082ef853c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:27.408992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:27.491924 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 2.9041343
Nov 27 11:42:27.496706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47306) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:27.500788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.502239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.507643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Request body: {'subnet': {'network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:27.543137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284653d6d0>,) {'filters': {'network_id': ['f27326e6-6b18-4f6e-95a2-d4b082ef853c']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:27.547308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Transition to ACTIVE for port object 3d6ec656-5b61-4fcd-b5b4-11438450e911 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:27.565908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284653d6d0>, 'c71d9be5-b722-4122-ba2c-bb88ff64d05c') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:27.566243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284653d6d0>, 'c71d9be5-b722-4122-ba2c-bb88ff64d05c') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:27.641768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.652716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.658337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Transition to ACTIVE for port object 3d6ec656-5b61-4fcd-b5b4-11438450e911 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:27.668580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:27.675049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Usage tracker for resource:subnet and tenant:c0a52abc412f4c528731b21f01597f93 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:27.679411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:27.695001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:27.723638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:27.765386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.766021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.770102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-01de02b6-eea3-4633-9dc4-cb878b95f86d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:27.796776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=265c9f43-318e-44a6-85fe-aee190f80c17,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:27.799434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:27.805758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e9623204-c088-49ab-b4f9-436f02e3299c tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:27.823465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Made reservation on behalf of c0a52abc412f4c528731b21f01597f93 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:27.836515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.842319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:27.846084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:27.849189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Pushing event updated for resources: {'Port': ['ID=3d6ec656-5b61-4fcd-b5b4-11438450e911,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:27.852008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:27.855134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:27.959814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Attempting to bind port 3d6ec656-5b61-4fcd-b5b4-11438450e911 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:27.966966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Attempting to bind port 3d6ec656-5b61-4fcd-b5b4-11438450e911 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:27.966966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Attempting to bind port 3d6ec656-5b61-4fcd-b5b4-11438450e911 on network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:27.968586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:27.968971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Checking segment: {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:27.969381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.969782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Bound using segment: {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:27.970256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Bound port: 3d6ec656-5b61-4fcd-b5b4-11438450e911, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:27.970688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.974975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:27.983543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf16df-983f-4eef-b533-becf496f3bd0 None None] Network 8e5e624a-d2e5-46e2-9287-d5c360b63dba requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:27.983758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.1 (7466fe26-3787-4dcd-8a3f-1a113016a1c1/65ca80a8-f917-47e4-8f44-c8cf70956463/3515ae03-f462-4208-8fca-eb516344c582) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:27.995257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.054928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:28.055674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.071509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event deleted for resources: {'Port': ['ID=5b0e9a24-340b-4458-a362-ffce320151ee,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:28.074516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:28.076225 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:28.209528 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/265c9f43-318e-44a6-85fe-aee190f80c17 HTTP/1.1" status: 204  len: 168 time: 3.2605691
Nov 27 11:42:28.211519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47310) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:28.213557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.242517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] For port 3d6ec656-5b61-4fcd-b5b4-11438450e911, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:28.253279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.255172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] For port 3d6ec656-5b61-4fcd-b5b4-11438450e911, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d6ec656-5b61-4fcd-b5b4-11438450e911,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:28.320134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.345166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:28.403960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5b308-b223-414f-b252-434c23d61287 None None] DHCP port deletion for 8e5e624a-d2e5-46e2-9287-d5c360b63dba request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:42:28.411759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.421231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9db5b308-b223-414f-b252-434c23d61287 None None] Deleting port 13c648f7-c554-4ed1-881a-e54e77d21a1a {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:28.421815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9db5b308-b223-414f-b252-434c23d61287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.449446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 3515ae03-f462-4208-8fca-eb516344c582 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:28.475639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:42:28.475639 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:42:28.475639 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': 'f27326e6-6b18-4f6e-95a2-d4b082ef853c'}]
Nov 27 11:42:28.475639 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:28.476078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:28.568749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bade3718-ccc6-4cd2-abfc-74f705f494b9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:28.591255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.594851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Pushing event updated for resources: {'Port': ['ID=3d6ec656-5b61-4fcd-b5b4-11438450e911,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:28.596428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:28.605893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:28.659211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.659634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.665511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.778928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'Subnet': ['ID=6a0f0dff-b9cd-4e7c-adad-2d59c4c01848,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:28.786673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:28.787634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:28.789754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e9d690fe-46ae-4ed3-8dfd-9f67b8f036d5 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:28.821988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9db5b308-b223-414f-b252-434c23d61287 None None] For port 13c648f7-c554-4ed1-881a-e54e77d21a1a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=13c648f7-c554-4ed1-881a-e54e77d21a1a,segment=NetworkSegment(50f299c1-ed3a-42c1-8abc-59a7a13c0dcd),segment_id=50f299c1-ed3a-42c1-8abc-59a7a13c0dcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:28.821988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9db5b308-b223-414f-b252-434c23d61287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.827320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.827320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db4ba568-0c49-4f6c-a315-f25d09f872a9 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:42:28.863169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 13c648f7-c554-4ed1-881a-e54e77d21a1a {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:28.863601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:28.900458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port bade3718-ccc6-4cd2-abfc-74f705f494b9 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:28.994809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:29.003953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:29.033581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.040997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9db5b308-b223-414f-b252-434c23d61287 None None] Calling delete_port for 13c648f7-c554-4ed1-881a-e54e77d21a1a owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:29.041251 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:42:29.042490 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c75300f2-9ef7-4d9a-bca0-a24218793fe0 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.1502914
Nov 27 11:42:29.049439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47314) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:29.053898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.066060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=3515ae03-f462-4208-8fca-eb516344c582,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:29.071920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port bade3718-ccc6-4cd2-abfc-74f705f494b9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:29.072374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.075800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:29.078906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Checking segment: {'id': 'e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:29.079263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Network hostable DHCP agents. Network: 0449679a-a70e-4d68-ba77-3eaf021f8a91, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:42:29.096458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.112842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port 8cc89ec2-34dd-4f2f-9de8-a66381a819c6 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:29.114035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.182105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.234892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Deleting port b655ac74-9fef-4099-92c3-7e78bdeb84ae {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:29.235587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.235926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.249254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:42:29.252754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port bade3718-ccc6-4cd2-abfc-74f705f494b9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bade3718-ccc6-4cd2-abfc-74f705f494b9,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:29.324908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9db5b308-b223-414f-b252-434c23d61287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.329176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-83c7135e-b1a1-42af-8f41-b69f1e32f515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:29.361153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.390276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.427441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5b308-b223-414f-b252-434c23d61287 None None] Pushing event deleted for resources: {'Port': ['ID=13c648f7-c554-4ed1-881a-e54e77d21a1a,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:29.430101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9db5b308-b223-414f-b252-434c23d61287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:29.432709 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9be793b6-3c3a-4584-ab01-1024dee45064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:29.501067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5b308-b223-414f-b252-434c23d61287 None None] No DVR routers for this DVR port 13c648f7-c554-4ed1-881a-e54e77d21a1a on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:29.512858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 13c648f7-c554-4ed1-881a-e54e77d21a1a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:29.559104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 13c648f7-c554-4ed1-881a-e54e77d21a1a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:29.559953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 13c648f7-c554-4ed1-881a-e54e77d21a1a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:29.587074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.587074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Fanout notify agent at l3_agent the message router_deleted on router 04e24bb9-ebde-46a4-9440-e11e581f520c {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:42:29.588738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 13c648f7-c554-4ed1-881a-e54e77d21a1a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=13c648f7-c554-4ed1-881a-e54e77d21a1a,segment=NetworkSegment(50f299c1-ed3a-42c1-8abc-59a7a13c0dcd),segment_id=50f299c1-ed3a-42c1-8abc-59a7a13c0dcd)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:29.589100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.596644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=bade3718-ccc6-4cd2-abfc-74f705f494b9,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:29.609918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:29.629343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 0449679a-a70e-4d68-ba77-3eaf021f8a91) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:29.639550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9c0b63-0f96-4296-8088-311bd23ac046 None None] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:29.683763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:29.684559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.798097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 13c648f7-c554-4ed1-881a-e54e77d21a1a owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:29.818662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b83ba-f794-4814-bd60-4858af2fa287 None None] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:29.831498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.832624 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/04e24bb9-ebde-46a4-9440-e11e581f520c HTTP/1.1" status: 204  len: 168 time: 5.7466753
Nov 27 11:42:29.837033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47318) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:29.844989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1281940942', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': False}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:29.852661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:29.858651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Usage tracker for resource:router and tenant:b27934884c444e2099fa5b7841955ae8 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:29.862226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:29.879009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:29.892893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.905811 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4074600
Nov 27 11:42:29.908473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47322) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:29.915246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-540618606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:29.922535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:29.928445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Usage tracker for resource:router and tenant:c0a52abc412f4c528731b21f01597f93 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:29.932862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:29.939975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:29.996854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:29.999620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-0449679a-a70e-4d68-ba77-3eaf021f8a91', 'network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91', 'tenant_id': 'c0a52abc412f4c528731b21f01597f93', 'fixed_ips': [{'subnet_id': '6a0f0dff-b9cd-4e7c-adad-2d59c4c01848'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:42:30.000441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.023194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port 8cc89ec2-34dd-4f2f-9de8-a66381a819c6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8cc89ec2-34dd-4f2f-9de8-a66381a819c6,segment=NetworkSegment(c71d9be5-b722-4122-ba2c-bb88ff64d05c),segment_id=c71d9be5-b722-4122-ba2c-bb88ff64d05c)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:30.023523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.028929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:30.080401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.081333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.090885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.091776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.127668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-726c384a-8739-47e7-8e8d-ffa3d2a9fb2c None None] Provisioning for port 3d6ec656-5b61-4fcd-b5b4-11438450e911 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:30.146340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.150288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=3515ae03-f462-4208-8fca-eb516344c582,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:30.153271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:30.193666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.212130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for 8cc89ec2-34dd-4f2f-9de8-a66381a819c6 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:30.253191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.271973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Allocated IP 172.20.0.2 (0449679a-a70e-4d68-ba77-3eaf021f8a91/6a0f0dff-b9cd-4e7c-adad-2d59c4c01848/6ae7271a-4cad-45d2-acfc-4143a258eda7) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:30.306558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:30.307032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:30.320087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.381047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:30.383103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:30.481815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Calling delete_port for b655ac74-9fef-4099-92c3-7e78bdeb84ae owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:30.540660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.567849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.586140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9f586299-4c0d-4beb-9917-713a66d08a68 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:30.608641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.622998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Transition to ACTIVE for port object 6ae7271a-4cad-45d2-acfc-4143a258eda7 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:30.643634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Port': ['ID=8cc89ec2-34dd-4f2f-9de8-a66381a819c6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:30.651045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Transition to ACTIVE for port object 6ae7271a-4cad-45d2-acfc-4143a258eda7 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:30.672314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:30.705690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d6ec656-5b61-4fcd-b5b4-11438450e911 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:30.714363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No DVR routers for this DVR port 8cc89ec2-34dd-4f2f-9de8-a66381a819c6 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:30.740393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.751487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9e973073-ff09-4a1b-9a5e-2aff88e5cef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:30.777473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.810103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 13c648f7-c554-4ed1-881a-e54e77d21a1a {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:30.810653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.816476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-171e1e7f-0ef1-4b8e-b441-c37884d98fd7 None None] Provisioning for port 3515ae03-f462-4208-8fca-eb516344c582 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:30.856370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-171e1e7f-0ef1-4b8e-b441-c37884d98fd7 None None] Provisioning complete for port 3515ae03-f462-4208-8fca-eb516344c582 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:30.856757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-171e1e7f-0ef1-4b8e-b441-c37884d98fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.873273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:30.874693 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f0afd5cb-fb49-4c2d-af8b-f04a02bd7694 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.9651935
Nov 27 11:42:30.882968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47326) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:30.914899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:30.944779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:30.955976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:30.960638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Pushing event updated for resources: {'Port': ['ID=6ae7271a-4cad-45d2-acfc-4143a258eda7,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:30.973424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:31.014540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-171e1e7f-0ef1-4b8e-b441-c37884d98fd7 None None] Port 3515ae03-f462-4208-8fca-eb516344c582 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:31.096702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] The port '13c648f7-c554-4ed1-881a-e54e77d21a1a' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:42:31.103035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.115969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Attempting to bind port 6ae7271a-4cad-45d2-acfc-4143a258eda7 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:31.116687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Attempting to bind port 6ae7271a-4cad-45d2-acfc-4143a258eda7 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:31.118751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Attempting to bind port 6ae7271a-4cad-45d2-acfc-4143a258eda7 on network 0449679a-a70e-4d68-ba77-3eaf021f8a91 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:31.128168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:31.128786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Checking segment: {'id': 'e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:31.130161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.130610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Bound using segment: {'id': 'e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:31.131107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Bound port: 6ae7271a-4cad-45d2-acfc-4143a258eda7, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:31.131489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.192845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 3d6ec656-5b61-4fcd-b5b4-11438450e911 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:31.209416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3d6ec656-5b61-4fcd-b5b4-11438450e911 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:31.209416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.231441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845868cd0>,) {'filters': {'network_id': ['f27326e6-6b18-4f6e-95a2-d4b082ef853c']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:31.261458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845868cd0>, 'c71d9be5-b722-4122-ba2c-bb88ff64d05c') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:31.261686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845868cd0>, 'c71d9be5-b722-4122-ba2c-bb88ff64d05c') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:31.342041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.356422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.359781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] For port 6ae7271a-4cad-45d2-acfc-4143a258eda7, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:31.364434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] For port 6ae7271a-4cad-45d2-acfc-4143a258eda7, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6ae7271a-4cad-45d2-acfc-4143a258eda7,segment=NetworkSegment(e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58),segment_id=e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:31.367712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-63c6d20b-9aeb-44df-92b7-987b3d295f68 None None] Provisioning complete for port 3515ae03-f462-4208-8fca-eb516344c582 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:31.368163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63c6d20b-9aeb-44df-92b7-987b3d295f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.377043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bc52b153-6ee4-4968-9ea0-f17745e73da2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-404366065-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:31.455220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.469571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.477994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6cd7754e-4b55-4bc1-b931-c6b3fbe59d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:31.512088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-63c6d20b-9aeb-44df-92b7-987b3d295f68 None None] Port 3515ae03-f462-4208-8fca-eb516344c582 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:31.521028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Pushing event deleted for resources: {'Port': ['ID=b655ac74-9fef-4099-92c3-7e78bdeb84ae,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:31.523235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.524084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:31.525601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.557046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:31.557719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:31.573659 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:31.587883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.591231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Pushing event updated for resources: {'Port': ['ID=6ae7271a-4cad-45d2-acfc-4143a258eda7,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:31.594904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 3d6ec656-5b61-4fcd-b5b4-11438450e911, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d6ec656-5b61-4fcd-b5b4-11438450e911,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:31.595250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28461381f0>,) {'filters': {'network_id': ['8e5e624a-d2e5-46e2-9287-d5c360b63dba']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:31.596284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:31.656646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.658770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bade3718-ccc6-4cd2-abfc-74f705f494b9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:31.687224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461381f0>, '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:31.687518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461381f0>, '50f299c1-ed3a-42c1-8abc-59a7a13c0dcd') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:31.698563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:31.703054 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b655ac74-9fef-4099-92c3-7e78bdeb84ae HTTP/1.1" status: 204  len: 168 time: 2.6522017
Nov 27 11:42:31.728202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.745613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.753919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:31.755274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:31.781061 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:31.823941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=3d6ec656-5b61-4fcd-b5b4-11438450e911,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:31.834027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:31.856902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port bade3718-ccc6-4cd2-abfc-74f705f494b9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:31.857314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:31.996760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.002764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.003966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.027500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15bac4f1-de47-4d7b-b56d-b9539b1941ca tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:32.051477 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/f27326e6-6b18-4f6e-95a2-d4b082ef853c HTTP/1.1" status: 204  len: 168 time: 7.5054686
Nov 27 11:42:32.056356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47332) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:32.089130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.092101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.102801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=f27326e6-6b18-4f6e-95a2-d4b082ef853c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:32.108667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:32.109897 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-09907473-ad4a-4d14-9961-3887f2b4dd33 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] GET failed (client error): The resource could not be found.
Nov 27 11:42:32.110389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-09907473-ad4a-4d14-9961-3887f2b4dd33 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Synchronizing usage tracker for tenant:91fdb195730445c1b3604f2f4295f6ea on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:32.140196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:42:32.197308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-09907473-ad4a-4d14-9961-3887f2b4dd33 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Unset dirty status for tenant:91fdb195730445c1b3604f2f4295f6ea on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:32.198312 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-09907473-ad4a-4d14-9961-3887f2b4dd33 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/subnets/c5ae70f2-97fe-4832-b3c7-0a7503efa845 HTTP/1.1" status: 404  len: 337 time: 0.1370130
Nov 27 11:42:32.198983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.201277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47336) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:32.205343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ccbd377-3cdc-4ef5-9f66-c7d3fdbaa3db tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:32.241715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.261509 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/8e5e624a-d2e5-46e2-9287-d5c360b63dba HTTP/1.1" status: 204  len: 168 time: 4.0459423
Nov 27 11:42:32.262696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=8e5e624a-d2e5-46e2-9287-d5c360b63dba,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:32.264683 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4b2179-bf8d-42d3-a214-399dce58d05c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:32.265105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4b2179-bf8d-42d3-a214-399dce58d05c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:32.271086 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3a4b2179-bf8d-42d3-a214-399dce58d05c tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/f27326e6-6b18-4f6e-95a2-d4b082ef853c HTTP/1.1" status: 404  len: 339 time: 0.0642283
Nov 27 11:42:32.271086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47340) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:32.271086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:32.295730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47344) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:32.448325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47350) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:32.577124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Allocated IP 172.26.6.104 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/fde0913a-5002-4639-bb65-b328086c09f0) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:32.678971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d6ec656-5b61-4fcd-b5b4-11438450e911 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:32.684605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.794223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3d6ec656-5b61-4fcd-b5b4-11438450e911 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:32.794659 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.847373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:32.920456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:32.928093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Usage tracker for resource:security_group_rule and tenant:29a1d38791e143988e9fa594f0203b3c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:32.931149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:32.939187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:32.968572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6ae7271a-4cad-45d2-acfc-4143a258eda7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:33.008856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06edc03a-cccd-4842-8956-95e102212150 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:33.008856 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-06edc03a-cccd-4842-8956-95e102212150 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.7070904
Nov 27 11:42:33.009990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987965e-9f1a-4bab-bfbe-056368492dcd None None] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:33.010092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47356) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:33.078384 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e1c71725-a557-4551-92b6-a400a4eef76a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 207 time: 0.0666804
Nov 27 11:42:33.081163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47360) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:33.217066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.286079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] Provisioning for port 6ae7271a-4cad-45d2-acfc-4143a258eda7 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:33.303313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] Provisioning complete for port 6ae7271a-4cad-45d2-acfc-4143a258eda7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:33.303880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.336984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.366745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.374286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f4492de9-2697-4d85-92f4-84f5c3912262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:33.399177 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29a1d38791e143988e9fa594f0203b3c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9481652
Nov 27 11:42:33.401525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 6ae7271a-4cad-45d2-acfc-4143a258eda7 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:33.407473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47364) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:33.415926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f42ef62-12ab-4296-8208-2fadb7957382,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:33.417200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6ae7271a-4cad-45d2-acfc-4143a258eda7 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:33.417727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.419004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:33.477504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee90b3-6740-4661-b103-d031d81fd461 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:33.481613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee90b3-6740-4661-b103-d031d81fd461 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:33.485896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee90b3-6740-4661-b103-d031d81fd461 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:33.490643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee90b3-6740-4661-b103-d031d81fd461 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:33.497641 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3aee90b3-6740-4661-b103-d031d81fd461 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.4087403
Nov 27 11:42:33.497641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Allocated IP 172.20.0.1 (0449679a-a70e-4d68-ba77-3eaf021f8a91/6a0f0dff-b9cd-4e7c-adad-2d59c4c01848/41836c3c-c1f6-4862-962f-2c1cab8fbab9) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:33.497933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47368) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:33.574141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ec31df0-97f0-4730-ac28-4c43bc7bed3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.590147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.625534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ec31df0-97f0-4730-ac28-4c43bc7bed3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.703700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] For port 6ae7271a-4cad-45d2-acfc-4143a258eda7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6ae7271a-4cad-45d2-acfc-4143a258eda7,segment=NetworkSegment(e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58),segment_id=e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:33.713131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.772690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.782213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:33.806742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 4f40dc9a-dd70-4960-b0bb-12acb4217002 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:33.807084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.847040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.851098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:33.893880 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8a2522de-8e3b-42aa-a50d-25fbe7779239 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.3946676
Nov 27 11:42:33.905747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:33.915776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47374) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:33.918306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a04ed-94b4-4f60-91c0-0279c1ccca23 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:42:33.956208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ec31df0-97f0-4730-ac28-4c43bc7bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:33.956438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Sync routers for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:33.964349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b2a20f33-6a86-478d-af91-79a298222bc0 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:33.992076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:33.995139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:34.008260 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/d3ba42a4-4d0d-44b1-8a02-6fe52b8087db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2866828
Nov 27 11:42:34.008260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:34.010136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:34.038027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47378) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:34.047255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:34.048548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'Port': ['ID=fde0913a-5002-4639-bb65-b328086c09f0,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:34.048910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:34.052143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:34.068663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] Pushing event updated for resources: {'Port': ['ID=6ae7271a-4cad-45d2-acfc-4143a258eda7,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:34.074686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:34.075587 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460dacd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:34.119803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec31df0-97f0-4730-ac28-4c43bc7bed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f42ef62-12ab-4296-8208-2fadb7957382,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:34.126281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ec31df0-97f0-4730-ac28-4c43bc7bed3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:34.127078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ec31df0-97f0-4730-ac28-4c43bc7bed3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:34.129306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:34.131156 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6ec31df0-97f0-4730-ac28-4c43bc7bed3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f42ef62-12ab-4296-8208-2fadb7957382 HTTP/1.1" status: 204  len: 168 time: 0.7208076
Nov 27 11:42:34.172710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0b3c0a54-30bc-4c94-94d3-216c6339f155 None None] Provisioning complete for port 6ae7271a-4cad-45d2-acfc-4143a258eda7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:34.173083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0a54-30bc-4c94-94d3-216c6339f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:34.180409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 4f40dc9a-dd70-4960-b0bb-12acb4217002, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4f40dc9a-dd70-4960-b0bb-12acb4217002,segment=NetworkSegment(8f96e6f4-83e9-4554-a771-065086fc6a04),segment_id=8f96e6f4-83e9-4554-a771-065086fc6a04)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:34.181047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:34.229721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Transition to ACTIVE for port object 41836c3c-c1f6-4862-962f-2c1cab8fbab9 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:34.257284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357a8dd-8f6e-4825-9581-45ca547d137d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.258886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357a8dd-8f6e-4825-9581-45ca547d137d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.259761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7357a8dd-8f6e-4825-9581-45ca547d137d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Synchronizing usage tracker for tenant:91fdb195730445c1b3604f2f4295f6ea on resource:subnet {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:34.320476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 4f40dc9a-dd70-4960-b0bb-12acb4217002 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:34.413672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7357a8dd-8f6e-4825-9581-45ca547d137d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Unset dirty status for tenant:91fdb195730445c1b3604f2f4295f6ea on resource:subnet {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:34.417228 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7357a8dd-8f6e-4825-9581-45ca547d137d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.4995897
Nov 27 11:42:34.424768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47384) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:34.436860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a04ed-94b4-4f60-91c0-0279c1ccca23 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:42:34.459734 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:34.463078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.463765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.464289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.464813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.465331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.465844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.466486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.466978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.467347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.467720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.468062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.476979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b5cca7d6-045b-4f84-8116-11ed03591a83 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7715 time: 0.4234557
Nov 27 11:42:34.476979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47388) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:34.533915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d3654-43ca-42c0-9aa3-d7118dc2a64f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.535770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d3654-43ca-42c0-9aa3-d7118dc2a64f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.541038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47394) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:34.543673 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-394d3654-43ca-42c0-9aa3-d7118dc2a64f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1176183
Nov 27 11:42:34.585054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:34.595495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3b8c6a0f-7f89-4818-90d9-81ab7ccb97db tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:34.759797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:34.764508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:34.815813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=4f40dc9a-dd70-4960-b0bb-12acb4217002,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:34.820496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:34.858363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.858363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.858363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.858677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.858899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.859964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.860468 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.860963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.861456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.861949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:34.864666 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-28743033-1adc-44b6-a4be-91f9e9080b9c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6437 time: 0.3876607
Nov 27 11:42:34.868606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47398) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:34.938316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:34.953781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'Port': ['ID=41836c3c-c1f6-4862-962f-2c1cab8fbab9,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:34.966205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:34.971717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:34.973350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:35.038020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:35.040101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:35.073680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5faa9-3502-4b57-a14c-50b43e19034b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:35.085950 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5dc5faa9-3502-4b57-a14c-50b43e19034b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/networks/01827e30-9f63-4c68-9234-7b448ab4e624 HTTP/1.1" status: 200  len: 799 time: 0.5345798
Nov 27 11:42:35.107247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47402) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:35.108174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47404) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:35.148883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6ae7271a-4cad-45d2-acfc-4143a258eda7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:35.162349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:35.361365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460dacd0>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:35.380205 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f07ab006-c6c3-4b84-9f36-0cabb6139dc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=906f09fb604f49cbb0926da6b37a8b02&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2710903
Nov 27 11:42:35.381804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Checking router: d3ba42a4-4d0d-44b1-8a02-6fe52b8087db for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:35.382410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Updating router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db port 3515ae03-f462-4208-8fca-eb516344c582 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:42:35.382976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47410) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:35.417128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6ae7271a-4cad-45d2-acfc-4143a258eda7 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:35.418605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:35.423064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7d007da6-6935-4e98-be6f-ab00cbf20539 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Synchronizing usage tracker for tenant:91fdb195730445c1b3604f2f4295f6ea on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:35.441668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:35.458638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:35.515103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:35.546687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7d007da6-6935-4e98-be6f-ab00cbf20539 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Unset dirty status for tenant:91fdb195730445c1b3604f2f4295f6ea on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:35.547968 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7d007da6-6935-4e98-be6f-ab00cbf20539 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/networks/01827e30-9f63-4c68-9234-7b448ab4e624?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.4374695
Nov 27 11:42:35.551663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47414) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:35.638417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Router c0d40a91-6c07-4350-b8c2-d0749c1b1490 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:42:35.708435 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8c973d80-1656-44ca-b756-1686195009f5 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4822 time: 0.8372827
Nov 27 11:42:35.720667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9afe4872-4eed-4205-a2f0-0b048689f7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:35.858125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc33ec3-bbac-4b7b-b6ee-f97ff35b5691 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:35.859980 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2dc33ec3-bbac-4b7b-b6ee-f97ff35b5691 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/subnets/33f18e3a-5f8a-46ee-9771-db825d6e0b3f HTTP/1.1" status: 200  len: 811 time: 0.3073933
Nov 27 11:42:35.868375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47420) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:35.879162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9afe4872-4eed-4205-a2f0-0b048689f7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.064065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fcc9ebd3-407b-4a0c-bab9-aef80cb0f980 None None] Provisioning for port 41836c3c-c1f6-4862-962f-2c1cab8fbab9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:36.084612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fcc9ebd3-407b-4a0c-bab9-aef80cb0f980 None None] Provisioning complete for port 41836c3c-c1f6-4862-962f-2c1cab8fbab9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:36.084996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fcc9ebd3-407b-4a0c-bab9-aef80cb0f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.110107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab3885-a9b3-4e82-95d2-f59bd7ad2a2d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:36.112081 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-80ab3885-a9b3-4e82-95d2-f59bd7ad2a2d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "GET /v2.0/subnets/33f18e3a-5f8a-46ee-9771-db825d6e0b3f?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2372417
Nov 27 11:42:36.117556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47426) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:36.126412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-968538113'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:36.155868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.156904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:36.230049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9ebd3-407b-4a0c-bab9-aef80cb0f980 None None] Port 41836c3c-c1f6-4862-962f-2c1cab8fbab9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:36.245403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:36.273500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47432) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:36.286127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77904813', 'description': 'tempest-secgroup-smoke-77904813 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:36.349681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Transition to ACTIVE for port object 3515ae03-f462-4208-8fca-eb516344c582 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:36.350490 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:36.357170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:36.358230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9afe4872-4eed-4205-a2f0-0b048689f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.360543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:36.366006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e9f36500-dca0-4d5d-84f5-e232b33af065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:36.368405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:36.390440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe4872-4eed-4205-a2f0-0b048689f7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46f3b55-2162-4ea1-82ce-8d53c1dde724,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:36.392129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:36.395573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.417269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9afe4872-4eed-4205-a2f0-0b048689f7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:36.423185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:42:36.431075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.434706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9afe4872-4eed-4205-a2f0-0b048689f7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.438564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-925ff950-eebb-49e3-a089-c6a93e91b388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:36.438715 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9afe4872-4eed-4205-a2f0-0b048689f7d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f46f3b55-2162-4ea1-82ce-8d53c1dde724 HTTP/1.1" status: 204  len: 168 time: 1.0512433
Nov 27 11:42:36.446654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:42:36.479676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.480038 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Added segment 6045be8a-e8e5-4b08-acf6-2b7fe6381ada of type vlan for network 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0
Nov 27 11:42:36.493225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.496278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.519420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea0137-f73a-4b93-94ea-cb019caf365e None None] Pushing event updated for resources: {'Port': ['ID=3515ae03-f462-4208-8fca-eb516344c582,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:36.524533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-20ea0137-f73a-4b93-94ea-cb019caf365e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:36.525093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.535712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:36.555593 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Sync routers for ids ['c0d40a91-6c07-4350-b8c2-d0749c1b1490'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:36.565301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.585378 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Routers {'c0d40a91-6c07-4350-b8c2-d0749c1b1490'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:36.589455 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466977f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c0d40a91-6c07-4350-b8c2-d0749c1b1490'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:36.604271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-73836a74-31c5-4126-b810-2d77a04cba45 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:36.615886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:36.615886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:36.623903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:36.631674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:36.679155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'Port': ['ID=41836c3c-c1f6-4862-962f-2c1cab8fbab9,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:36.684238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:36.686263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:36.714725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:36.722444 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4535596
Nov 27 11:42:36.729413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:36.733266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47438) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:36.804059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Attempting to bind port 3515ae03-f462-4208-8fca-eb516344c582 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:36.807646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Attempting to bind port 3515ae03-f462-4208-8fca-eb516344c582 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:36.808439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Attempting to bind port 3515ae03-f462-4208-8fca-eb516344c582 on network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:36.812371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:36.815247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28459f4910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:36.857953 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Set router c0d40a91-6c07-4350-b8c2-d0749c1b1490 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:36.944379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.039101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:37.039482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Checking segment: {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:37.040213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.040838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Bound using segment: {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:37.041539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Bound port: 3515ae03-f462-4208-8fca-eb516344c582, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:37.042164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.055568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.055568 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 7.2163746
Nov 27 11:42:37.055568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.058870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47442) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:37.059162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:37.059760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.067159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a233b1fc-85e9-40d4-a3fd-328029eec605 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:37.169604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] For port 3515ae03-f462-4208-8fca-eb516344c582, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:37.173103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] For port 3515ae03-f462-4208-8fca-eb516344c582, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3515ae03-f462-4208-8fca-eb516344c582,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:37.181461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.213197 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466977f0>, [{'id': 'c0d40a91-6c07-4350-b8c2-d0749c1b1490', 'name': 'tempest-snat-router-1281940942', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.104'}], 'enable_snat': False}, 'gw_port_id': 'fde0913a-5002-4639-bb65-b328086c09f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:30Z', 'updated_at': '2021-11-27T11:42:34Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': 'fde0913a-5002-4639-bb65-b328086c09f0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d40a91-6c07-4350-b8c2-d0749c1b1490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:32Z', 'updated_at': '2021-11-27T11:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:37.216480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:37.216622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Network': ['ID=51fa4d39-be4f-4781-ac05-c8e3e94ae0a0,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:37.221552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:37.225334 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Checking router: c0d40a91-6c07-4350-b8c2-d0749c1b1490 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:37.230025 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Updating router c0d40a91-6c07-4350-b8c2-d0749c1b1490 port fde0913a-5002-4639-bb65-b328086c09f0 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:42:37.262766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:37.265773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:37.277033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:37.300779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.313571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-01de02b6-eea3-4633-9dc4-cb878b95f86d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:37.345736 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.375433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:37.456793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75961f90-29cc-4249-a2fa-55c2939b145b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:37.461913 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.3427830
Nov 27 11:42:37.462840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47452) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:37.469788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:37.477461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.480943 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 1.2058697
Nov 27 11:42:37.482135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47454) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:37.495038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '75961f90-29cc-4249-a2fa-55c2939b145b', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:37.502094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:37.507619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:37.510657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:37.517514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:37.619034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'network_id': '51fa4d39-be4f-4781-ac05-c8e3e94ae0a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:37.696142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.709395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet 31055fa9-7603-477f-8d56-153e91677512 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:42:37.718221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.834334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:37.845290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:37.877495 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.895643 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Transition to ACTIVE for port object fde0913a-5002-4639-bb65-b328086c09f0 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:37.915063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.939418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:37.940081 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460dacd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:37.961817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Made reservation on behalf of 91fdb195730445c1b3604f2f4295f6ea for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:37.979516 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:37.993122 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-359e5c1c-0f4d-419b-a8b2-7095bd10e4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:38.047663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.051689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea0137-f73a-4b93-94ea-cb019caf365e None None] Pushing event updated for resources: {'Port': ['ID=3515ae03-f462-4208-8fca-eb516344c582,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:38.053584 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Attempting to bind port fde0913a-5002-4639-bb65-b328086c09f0 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:38.053953 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Attempting to bind port fde0913a-5002-4639-bb65-b328086c09f0 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:38.054317 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Attempting to bind port fde0913a-5002-4639-bb65-b328086c09f0 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:38.071012 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:38.071554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-20ea0137-f73a-4b93-94ea-cb019caf365e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:38.072109 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:38.072683 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.073231 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:38.073879 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Bound port: fde0913a-5002-4639-bb65-b328086c09f0, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:38.074522 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.092612 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-424f6a9d-2ec0-499b-a4fe-f24da00307c9 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/routers/c0d40a91-6c07-4350-b8c2-d0749c1b1490 HTTP/1.1" status: 200  len: 909 time: 1.0282240
Nov 27 11:42:38.092612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47464) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:38.099274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1281940942', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': True}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:38.105303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:38.113089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Usage tracker for resource:router and tenant:b27934884c444e2099fa5b7841955ae8 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:38.130178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:38.151232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.169658 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] For port fde0913a-5002-4639-bb65-b328086c09f0, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:38.172954 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] For port fde0913a-5002-4639-bb65-b328086c09f0, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fde0913a-5002-4639-bb65-b328086c09f0,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:38.185634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-158806a7-8d71-4879-bcef-7e08a4348f23 None None] Provisioning complete for port 41836c3c-c1f6-4862-962f-2c1cab8fbab9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:38.186159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-158806a7-8d71-4879-bcef-7e08a4348f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.195965 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:42:38.205517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:38.205793 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Pushing event updated for resources: {'Port': ['ID=fde0913a-5002-4639-bb65-b328086c09f0,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:38.208770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.217880 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.224135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:42:38.227554 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:38.243320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:38.279870 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.282458 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.286819 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:38.294713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40057fb5-b50f-459b-9282-b53ca5d0dab1,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:38.312627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:38.336075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-158806a7-8d71-4879-bcef-7e08a4348f23 None None] Port 41836c3c-c1f6-4862-962f-2c1cab8fbab9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:38.336870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.338941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.357818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:38.397949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.402736 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Routers {'c0d40a91-6c07-4350-b8c2-d0749c1b1490'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:38.403492 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466977f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c0d40a91-6c07-4350-b8c2-d0749c1b1490'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:38.429005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.433796 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9422865
Nov 27 11:42:38.434165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47472) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:38.446899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '75961f90-29cc-4249-a2fa-55c2939b145b', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:38.466624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.ipam_backend_mixin [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing IP validity checks on allocation pools {{(pid=84363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 27 11:42:38.467135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.ipam_backend_mixin [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 27 11:42:38.470017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:38.475869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:38.479246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:38.495441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:38.510959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.516771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:38.578206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=31055fa9-7603-477f-8d56-153e91677512,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:38.582954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:38.588130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.598584 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/31055fa9-7603-477f-8d56-153e91677512 HTTP/1.1" status: 204  len: 168 time: 1.8640418
Nov 27 11:42:38.601334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47478) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:38.647157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469cc09b-87ac-408f-ba7f-82eebab6b0e6 None None] Network a6887a99-7479-4c74-813b-0ff441dd2673 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:38.650053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47482) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:38.662507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Router 2caa0ac5-53f7-44a3-8018-243a5dcb4efc is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:42:38.711278 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Pushing event updated for resources: {'Port': ['ID=fde0913a-5002-4639-bb65-b328086c09f0,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:38.749582 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:38.884626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28459f4910>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:34Z', 'revision_number': 10, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:38.931579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:38.945618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8b98104a-f4f7-4861-a35b-f6ea61a9ce43 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:38.982730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1297821674'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:38.987824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:38.997660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:39.012349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Usage tracker for resource:network and tenant:f55d840f71604a72b42c570d4a60639c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:39.019371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:39.028704 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] Set router c0d40a91-6c07-4350-b8c2-d0749c1b1490 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:39.048929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:39.058825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=cf2e75ef-3b1b-4da7-8a2c-ba38af8f76e5,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:39.073113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:39.099215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:39.100259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28459f4910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:39.105280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.109727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Checking segment: {'id': '6045be8a-e8e5-4b08-acf6-2b7fe6381ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '51fa4d39-be4f-4781-ac05-c8e3e94ae0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:39.118096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network hostable DHCP agents. Network: 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:42:39.146027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:39.161245 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "PUT /v2.0/routers/2caa0ac5-53f7-44a3-8018-243a5dcb4efc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2733738
Nov 27 11:42:39.161434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47488) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:39.165631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.167291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Request body: {'port': {'network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91', 'name': 'tempest-FloatingIPNegativeTestJSON-1097960470'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:39.168840 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9bbb4-77f0-4ab9-bb33-462d190ce7d9 None None] Sync routers for ids ['2caa0ac5-53f7-44a3-8018-243a5dcb4efc'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:39.186104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Made reservation on behalf of f55d840f71604a72b42c570d4a60639c for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:39.190888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.213259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.217902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.253018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.261418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.287511 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9bbb4-77f0-4ab9-bb33-462d190ce7d9 None None] Routers {'2caa0ac5-53f7-44a3-8018-243a5dcb4efc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:39.288356 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9de9bbb4-77f0-4ab9-bb33-462d190ce7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284671da30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2caa0ac5-53f7-44a3-8018-243a5dcb4efc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:39.292795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 3eea0054-d3d0-4b44-83bc-82719b0fa62e {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:39.293284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.358432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:39.372800 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9de9bbb4-77f0-4ab9-bb33-462d190ce7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284671da30>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:39.380524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.450546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:39.470940 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9bbb4-77f0-4ab9-bb33-462d190ce7d9 None None] Routers {'2caa0ac5-53f7-44a3-8018-243a5dcb4efc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:39.471582 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9de9bbb4-77f0-4ab9-bb33-462d190ce7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284671da30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2caa0ac5-53f7-44a3-8018-243a5dcb4efc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:39.487847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1874a27-c3b9-4b76-a628-579ec11aeb37,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:39.490430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Network 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:42:39.503379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:39.548979 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9de9bbb4-77f0-4ab9-bb33-462d190ce7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284671da30>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:39.549379 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9bbb4-77f0-4ab9-bb33-462d190ce7d9 None None] The sync data for ids ['2caa0ac5-53f7-44a3-8018-243a5dcb4efc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:39.606260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.610914 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.1754313
Nov 27 11:42:39.611514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47492) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:39.612416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:39.612700 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466977f0>, [{'id': 'c0d40a91-6c07-4350-b8c2-d0749c1b1490', 'name': 'tempest-snat-router-1281940942', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.104'}], 'enable_snat': False}, 'gw_port_id': 'fde0913a-5002-4639-bb65-b328086c09f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:30Z', 'updated_at': '2021-11-27T11:42:34Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': 'fde0913a-5002-4639-bb65-b328086c09f0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d40a91-6c07-4350-b8c2-d0749c1b1490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:32Z', 'updated_at': '2021-11-27T11:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:39.618015 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec17190-9dba-4c86-9e3c-a93d158c9246 None None] The sync data for ids ['c0d40a91-6c07-4350-b8c2-d0749c1b1490'] in dv-neutron-819441-1-hyperv is: [{'id': 'c0d40a91-6c07-4350-b8c2-d0749c1b1490', 'name': 'tempest-snat-router-1281940942', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.104'}], 'enable_snat': False}, 'gw_port_id': 'fde0913a-5002-4639-bb65-b328086c09f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:30Z', 'updated_at': '2021-11-27T11:42:34Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': 'fde0913a-5002-4639-bb65-b328086c09f0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d40a91-6c07-4350-b8c2-d0749c1b1490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:32Z', 'updated_at': '2021-11-27T11:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:39.620174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:39.623052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Usage tracker for resource:port and tenant:c0a52abc412f4c528731b21f01597f93 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:39.625839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:39.642741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:39.643599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.651980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:39.653867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89741c62-3742-47d8-b9d4-aae0a3942120 None None] Network 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:39.664032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Usage tracker for resource:security_group_rule and tenant:f55d840f71604a72b42c570d4a60639c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:39.673621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:39.678218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:39.679566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '75961f90-29cc-4249-a2fa-55c2939b145b', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:39.689570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:39.709080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:39.744998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:39.747821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:39.760326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 3eea0054-d3d0-4b44-83bc-82719b0fa62e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3eea0054-d3d0-4b44-83bc-82719b0fa62e,segment=NetworkSegment(8f96e6f4-83e9-4554-a771-065086fc6a04),segment_id=8f96e6f4-83e9-4554-a771-065086fc6a04)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:39.760685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:39.771287 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.2018611
Nov 27 11:42:39.771893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:39.774218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47496) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:39.786147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:39.893863 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460dacd0>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:39.914266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f823b8a-0181-4d70-8e2b-af9fecd6c51b None None] The sync data for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv is: [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:39.930229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] DHCP port deletion for a6887a99-7479-4c74-813b-0ff441dd2673 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:42:39.932177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 3eea0054-d3d0-4b44-83bc-82719b0fa62e owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:39.971005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] Deleting port 3eea0054-d3d0-4b44-83bc-82719b0fa62e {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:39.971388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.033691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.037647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Made reservation on behalf of c0a52abc412f4c528731b21f01597f93 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:40.052006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.115457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1054974'] for subnet, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.126800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] device_id is not set on port be297e7b-eec2-4e35-87a9-affc742f6134 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:42:40.140664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.155959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.165087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8952d50f-3b1d-4aae-a50e-712fc58c82f7 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:40.210822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.223765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-70787998-d06e-4283-86e9-b461f4566ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:40.240265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=3eea0054-d3d0-4b44-83bc-82719b0fa62e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:40.243121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:40.271649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.319663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No DVR routers for this DVR port 3eea0054-d3d0-4b44-83bc-82719b0fa62e on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:40.372163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.383064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:42:40.390453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c539941-fbbd-4758-a385-c0bf8114cead,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:40.406173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:40.467572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] For port 3eea0054-d3d0-4b44-83bc-82719b0fa62e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3eea0054-d3d0-4b44-83bc-82719b0fa62e,segment=NetworkSegment(8f96e6f4-83e9-4554-a771-065086fc6a04),segment_id=8f96e6f4-83e9-4554-a771-065086fc6a04)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:40.467572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.472692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.473530 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Added segment 12c59992-a946-43f2-b090-96d6152fd4cb of type vlan for network ce635ddc-8ff1-454a-9461-6939adb9c2ad
Nov 27 11:42:40.587395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.600325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Allocated IP 172.20.0.6 (0449679a-a70e-4d68-ba77-3eaf021f8a91/6a0f0dff-b9cd-4e7c-adad-2d59c4c01848/be297e7b-eec2-4e35-87a9-affc742f6134) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:40.608026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.664084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844bb7f10>,) {'filters': {'network_id': ['a6887a99-7479-4c74-813b-0ff441dd2673']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:40.726399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:40.801910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] Calling delete_port for 3eea0054-d3d0-4b44-83bc-82719b0fa62e owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:40.821777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Allocated IP 172.26.6.89 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/acbe9e5d-0f32-4c20-a309-0e45bad6bd61) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:40.833384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be737978-7245-46d8-9865-45609cff45cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-51fa4d39-be4f-4781-ac05-c8e3e94ae0a0', 'network_id': '51fa4d39-be4f-4781-ac05-c8e3e94ae0a0', 'tenant_id': '91fdb195730445c1b3604f2f4295f6ea', 'fixed_ips': [{'subnet_id': 'cf2e75ef-3b1b-4da7-8a2c-ba38af8f76e5'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:42:40.834648 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be737978-7245-46d8-9865-45609cff45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.005958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28459f4910>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:34Z', 'revision_number': 10, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:41.040799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738185612548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1455566'] for subnet, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.044508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.048253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:41.049089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.054508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04fcf4-b286-4871-ac20-1cec4c0d7a50 None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:34Z', 'revision_number': 10, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None, '_interfaces': [{'id': '554f24c9-9c39-493c-977a-085c1b197569', 'name': '', 'network_id': '768d07b3-6624-464d-b700-e6e413365ad0', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'mac_address': 'fa:16:3e:90:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:41:09Z', 'updated_at': '2021-11-27T11:41:20Z', 'revision_number': 5, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'subnets': [{'id': '6da58a38-cdc7-4e6b-9a6b-4036deed5f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:41.054675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.066820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844bb7f10>, '8f96e6f4-83e9-4554-a771-065086fc6a04') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:41.067104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844bb7f10>, '8f96e6f4-83e9-4554-a771-065086fc6a04') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:41.074004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:41.074711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:41.079743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.085147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e102f053-c1d4-4184-b3ae-189a1c267f55 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:41.101616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.129032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ca2241c-60df-49b5-a38b-1a94e5f33372 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:41.149655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3515ae03-f462-4208-8fca-eb516344c582 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:41.192067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b7832c-bcbd-499e-83a0-38af2ca085f6,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:41.192214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:41.197476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.199132 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "PUT /v2.0/subnets/cf2e75ef-3b1b-4da7-8a2c-ba38af8f76e5 HTTP/1.1" status: 200  len: 877 time: 1.4224885
Nov 27 11:42:41.209814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47500) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:41.214423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:41.217930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.234323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event updated for resources: {'Subnet': ['ID=cf2e75ef-3b1b-4da7-8a2c-ba38af8f76e5,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:41.251969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:41.251969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:41.268011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-be737978-7245-46d8-9865-45609cff45cb None None] Allocated IP 172.20.0.3 (51fa4d39-be4f-4781-ac05-c8e3e94ae0a0/cf2e75ef-3b1b-4da7-8a2c-ba38af8f76e5/00f4ab73-7836-444b-b175-9a3860dbb61f) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:41.353751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.363976 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.7125924
Nov 27 11:42:41.364998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47504) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:41.391517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'subnet': {'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:41.427107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 3515ae03-f462-4208-8fca-eb516344c582 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:41.449604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Network': ['ID=ce635ddc-8ff1-454a-9461-6939adb9c2ad,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:41.453009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:41.454145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Transition to ACTIVE for port object be297e7b-eec2-4e35-87a9-affc742f6134 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:41.556878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:41.562781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Usage tracker for resource:subnet and tenant:f55d840f71604a72b42c570d4a60639c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:41.566322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:41.580910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:41.581048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:41.581048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.582215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] Deleting port 3eea0054-d3d0-4b44-83bc-82719b0fa62e {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:41.583131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:41.596323 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:41.600741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.608187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.609492 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.9499626
Nov 27 11:42:41.617703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47508) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:41.620823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:42:41.626816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '75961f90-29cc-4249-a2fa-55c2939b145b', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:41.634649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:41.639762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:41.643281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:41.655430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:41.696707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3515ae03-f462-4208-8fca-eb516344c582 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:41.697082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.706283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.715614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:41.751219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be737978-7245-46d8-9865-45609cff45cb None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.760078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.817136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-297cb625-71b4-4179-b30c-ddc6847abc84 None None] The port '3eea0054-d3d0-4b44-83bc-82719b0fa62e' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:42:41.851469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:41.852849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-be737978-7245-46d8-9865-45609cff45cb None None] Transition to ACTIVE for port object 00f4ab73-7836-444b-b175-9a3860dbb61f will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:41.853454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:41.853454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:41.866279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.881458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-be737978-7245-46d8-9865-45609cff45cb None None] Transition to ACTIVE for port object 00f4ab73-7836-444b-b175-9a3860dbb61f will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:41.882118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-714534ad-53a2-4fa8-b7a5-31d15ce9f847 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:41.902135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:41.902987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.908009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'Port': ['ID=be297e7b-eec2-4e35-87a9-affc742f6134,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:41.911483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:41.914065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Made reservation on behalf of f55d840f71604a72b42c570d4a60639c for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:41.946122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:41.949587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:41.949832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:41.953745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:41.988150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 3515ae03-f462-4208-8fca-eb516344c582, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3515ae03-f462-4208-8fca-eb516344c582,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:42.021416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'Port': ['ID=acbe9e5d-0f32-4c20-a309-0e45bad6bd61,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:42.024873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.030402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be737978-7245-46d8-9865-45609cff45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.035365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.037450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:42.037693 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9db5b308-b223-414f-b252-434c23d61287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:42.048967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-de796f2a-123d-42b0-ac9a-8fb3c679bb56 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:42.074168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.078463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.087184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=a6887a99-7479-4c74-813b-0ff441dd2673,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:42.095890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:42.163638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.164888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fde0913a-5002-4639-bb65-b328086c09f0 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:42.184176 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/a6887a99-7479-4c74-813b-0ff441dd2673 HTTP/1.1" status: 204  len: 168 time: 3.5815408
Nov 27 11:42:42.187444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47512) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:42.199777 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0340619
Nov 27 11:42:42.200548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47516) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:42.207398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:42.209179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be737978-7245-46d8-9865-45609cff45cb None None] Network 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:42.214415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:42.223074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Usage tracker for resource:floatingip and tenant:c0a52abc412f4c528731b21f01597f93 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:42.226436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:42.232920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-be737978-7245-46d8-9865-45609cff45cb None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:42.239636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:42.242117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be737978-7245-46d8-9865-45609cff45cb None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:42.252413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be737978-7245-46d8-9865-45609cff45cb None None] Pushing event updated for resources: {'Port': ['ID=00f4ab73-7836-444b-b175-9a3860dbb61f,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:42.259032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-be737978-7245-46d8-9865-45609cff45cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:42.260277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:42.266230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.333933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.340885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2efcc9db-db83-4c43-9a77-1c3fbaed64af tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:42.392777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2e75ef-3b1b-4da7-8a2c-ba38af8f76e5,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:42.398186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:42.419103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cdf6b131-82ba-4337-8439-ef6bd31826e2 None None] Provisioning for port be297e7b-eec2-4e35-87a9-affc742f6134 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:42.429369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cdf6b131-82ba-4337-8439-ef6bd31826e2 None None] Provisioning complete for port be297e7b-eec2-4e35-87a9-affc742f6134 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:42.431215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b131-82ba-4337-8439-ef6bd31826e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.455946 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=3515ae03-f462-4208-8fca-eb516344c582,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:42.464525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-be737978-7245-46d8-9865-45609cff45cb None None] Attempting to bind port 00f4ab73-7836-444b-b175-9a3860dbb61f on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:42.465168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-be737978-7245-46d8-9865-45609cff45cb None None] Attempting to bind port 00f4ab73-7836-444b-b175-9a3860dbb61f by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '6045be8a-e8e5-4b08-acf6-2b7fe6381ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '51fa4d39-be4f-4781-ac05-c8e3e94ae0a0'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:42.465730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be737978-7245-46d8-9865-45609cff45cb None None] Attempting to bind port 00f4ab73-7836-444b-b175-9a3860dbb61f on network 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:42.475978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:42.479694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.496711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be737978-7245-46d8-9865-45609cff45cb None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:42.497094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be737978-7245-46d8-9865-45609cff45cb None None] Checking segment: {'id': '6045be8a-e8e5-4b08-acf6-2b7fe6381ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '51fa4d39-be4f-4781-ac05-c8e3e94ae0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:42.497498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be737978-7245-46d8-9865-45609cff45cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.497900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be737978-7245-46d8-9865-45609cff45cb None None] Bound using segment: {'id': '6045be8a-e8e5-4b08-acf6-2b7fe6381ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '51fa4d39-be4f-4781-ac05-c8e3e94ae0a0'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:42.498385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-be737978-7245-46d8-9865-45609cff45cb None None] Bound port: 00f4ab73-7836-444b-b175-9a3860dbb61f, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6045be8a-e8e5-4b08-acf6-2b7fe6381ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '51fa4d39-be4f-4781-ac05-c8e3e94ae0a0'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:42.498791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be737978-7245-46d8-9865-45609cff45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.516131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6b131-82ba-4337-8439-ef6bd31826e2 None None] Port be297e7b-eec2-4e35-87a9-affc742f6134 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:42.527635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.567288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284543ca30>,) {'filters': {'network_id': ['51fa4d39-be4f-4781-ac05-c8e3e94ae0a0']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:42.586253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284543ca30>, '6045be8a-e8e5-4b08-acf6-2b7fe6381ada') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:42.586978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284543ca30>, '6045be8a-e8e5-4b08-acf6-2b7fe6381ada') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:42.603740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-be737978-7245-46d8-9865-45609cff45cb None None] For port 00f4ab73-7836-444b-b175-9a3860dbb61f, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:42.607367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-be737978-7245-46d8-9865-45609cff45cb None None] For port 00f4ab73-7836-444b-b175-9a3860dbb61f, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=00f4ab73-7836-444b-b175-9a3860dbb61f,segment=NetworkSegment(6045be8a-e8e5-4b08-acf6-2b7fe6381ada),segment_id=6045be8a-e8e5-4b08-acf6-2b7fe6381ada)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:42.610505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.615217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-eb39b534-725b-47eb-a8e4-0b76f05b1dbd tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:42.627552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port fde0913a-5002-4639-bb65-b328086c09f0 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:42.633673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port fde0913a-5002-4639-bb65-b328086c09f0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:42.634208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.642684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.651071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43b21e7-070f-4d77-9194-7a70d311046c,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:42.658434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:42.666818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-475a2411-7f82-4596-8b8c-9649c2e5586e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:42.674338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.735958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be737978-7245-46d8-9865-45609cff45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.745283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9e9e89a9-80ee-486e-9db5-f2b701992d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:42.754739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.765980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:42.766371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.781754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.782782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:42.785391 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:42.798396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.802555 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1800876
Nov 27 11:42:42.807447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47520) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:42.820350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '75961f90-29cc-4249-a2fa-55c2939b145b', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:42.825460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Subnet': ['ID=5cd980ef-b037-4b01-9cce-cf423f71bf59,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:42.829780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:42.832720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:42.834499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Checking segment: {'id': '12c59992-a946-43f2-b090-96d6152fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:42.834860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Network hostable DHCP agents. Network: ce635ddc-8ff1-454a-9461-6939adb9c2ad, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:42:42.837010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.847800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:42.847800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:42.865290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:42.920894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.951230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port fde0913a-5002-4639-bb65-b328086c09f0, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fde0913a-5002-4639-bb65-b328086c09f0,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:42.954023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be737978-7245-46d8-9865-45609cff45cb None None] Pushing event updated for resources: {'Port': ['ID=00f4ab73-7836-444b-b175-9a3860dbb61f,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:42.964274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-be737978-7245-46d8-9865-45609cff45cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:42.968234 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:42:42.976234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:42.985694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de603ee-f7b8-447e-9553-2945b4967304 None None] Network 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:42.992785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 11:42:42.992785 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 11:42:42.992785 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': '51fa4d39-be4f-4781-ac05-c8e3e94ae0a0'}]
Nov 27 11:42:42.992785 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:42.993411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:43.032292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:42:43.080039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.080736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.098420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:43.125164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.143711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Allocated IP 172.26.6.228 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/c17498a2-2146-46d0-a102-e4849e8c2656) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:43.169086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3eea0054-d3d0-4b44-83bc-82719b0fa62e no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:43.243069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, ce635ddc-8ff1-454a-9461-6939adb9c2ad) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:43.250751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:43.251876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.271154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 3eea0054-d3d0-4b44-83bc-82719b0fa62e {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:43.271514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3eea0054-d3d0-4b44-83bc-82719b0fa62e not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:43.280728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e4b34-0731-42c2-8bf9-fd3802e1d1f4 None None] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:43.313056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.317585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-78520ee7-496f-4d8b-ae51-e9de6f2d284c tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:43.387531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=fde0913a-5002-4639-bb65-b328086c09f0,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:43.396816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:43.456528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f728a8-3611-493c-9391-a2396b10dd51,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:43.475478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.476967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3515ae03-f462-4208-8fca-eb516344c582 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:43.483022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:43.494199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.553828 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1701319
Nov 27 11:42:43.556617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47524) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:43.563103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port 00f4ab73-7836-444b-b175-9a3860dbb61f {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:43.564124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.564247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'name': 'tempest-AllowedAddressPairTestJSON-99738166'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:43.602014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb302e-8e0c-47fc-a6ed-a21d3ac165dd None None] Network 51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:43.654039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.657835 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.8452275
Nov 27 11:42:43.659192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.662987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47528) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:43.666009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d42d65f-a254-4de6-bd92-19d5c681ebeb tempest-RoutersAdminTest-206743143 tempest-RoutersAdminTest-206743143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:43.712634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '75961f90-29cc-4249-a2fa-55c2939b145b', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:43.736176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:43.748013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'tenant_id': 'f55d840f71604a72b42c570d4a60639c', 'fixed_ips': [{'subnet_id': '5cd980ef-b037-4b01-9cce-cf423f71bf59'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:42:43.748910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.761278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:43.768249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:43.791351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:43.792337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:43.805058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:43.809144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3515ae03-f462-4208-8fca-eb516344c582 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:43.809144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:43.809404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:43.812338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Router 58b14da4-5c20-41c4-8c60-490467561c85 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:42:43.843378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'Port': ['ID=c17498a2-2146-46d0-a102-e4849e8c2656,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:43.846273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:43.866145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:43.877978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Usage tracker for resource:port and tenant:f55d840f71604a72b42c570d4a60639c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:43.882754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:43.892076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:43.987671 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:42:44.016180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.030831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.034273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port 00f4ab73-7836-444b-b175-9a3860dbb61f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=00f4ab73-7836-444b-b175-9a3860dbb61f,segment=NetworkSegment(6045be8a-e8e5-4b08-acf6-2b7fe6381ada),segment_id=6045be8a-e8e5-4b08-acf6-2b7fe6381ada)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:44.034664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.072035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Made reservation on behalf of f55d840f71604a72b42c570d4a60639c for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:44.076107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.110149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] device_id is not set on port 79ecaca3-d8e3-479d-9c69-6086d262bdc8 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:42:44.117949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Allocated IP 172.20.0.2 (ce635ddc-8ff1-454a-9461-6939adb9c2ad/5cd980ef-b037-4b01-9cce-cf423f71bf59/9d867573-1004-44a3-b517-a9e10c0b6702) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:44.118376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4f40dc9a-dd70-4960-b0bb-12acb4217002 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:44.159733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4f40dc9a-dd70-4960-b0bb-12acb4217002 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:44.160721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4f40dc9a-dd70-4960-b0bb-12acb4217002 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:44.193540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.208769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for 00f4ab73-7836-444b-b175-9a3860dbb61f owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:44.248302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.372496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.405771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.415518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9a9ec46a-9e97-4e53-bd1a-966b3afc1408 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:44.449218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Transition to ACTIVE for port object 9d867573-1004-44a3-b517-a9e10c0b6702 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:44.453763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.459931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2e20d5-8c88-4632-9fda-b863d9616ca5,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:44.462702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-807f4c47-ffbc-4dbf-9b2f-1abfa629f642 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:44.462925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:44.477426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Transition to ACTIVE for port object 9d867573-1004-44a3-b517-a9e10c0b6702 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:44.502857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.523184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Port': ['ID=00f4ab73-7836-444b-b175-9a3860dbb61f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:44.526663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:44.532024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No DVR routers for this DVR port 00f4ab73-7836-444b-b175-9a3860dbb61f on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:44.551234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.555350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-20ea0137-f73a-4b93-94ea-cb019caf365e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:44.569499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:44.593400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Sync routers for ids ['58b14da4-5c20-41c4-8c60-490467561c85'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:44.599936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.608487 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.9068351
Nov 27 11:42:44.608487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.624244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:44.654123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:44.658526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:44.661196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:44.663779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Pushing event updated for resources: {'Port': ['ID=9d867573-1004-44a3-b517-a9e10c0b6702,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:44.666710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:44.668563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Routers {'58b14da4-5c20-41c4-8c60-490467561c85'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:44.669385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845c949a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['58b14da4-5c20-41c4-8c60-490467561c85'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:44.699203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'Port': ['ID=c17498a2-2146-46d0-a102-e4849e8c2656,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:44.708875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:44.730120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.777536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28458244c0>,) {'filters': {'network_id': ['51fa4d39-be4f-4781-ac05-c8e3e94ae0a0']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:44.788779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 554f24c9-9c39-493c-977a-085c1b197569 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:44.788779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.789025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Allocated IP 172.20.0.10 (ce635ddc-8ff1-454a-9461-6939adb9c2ad/5cd980ef-b037-4b01-9cce-cf423f71bf59/79ecaca3-d8e3-479d-9c69-6086d262bdc8) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:44.959799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:44.960934 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 6.8688376
Nov 27 11:42:44.966858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28458244c0>, '6045be8a-e8e5-4b08-acf6-2b7fe6381ada') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:44.967150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28458244c0>, '6045be8a-e8e5-4b08-acf6-2b7fe6381ada') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:44.974324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47542) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:45.003169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Attempting to bind port 9d867573-1004-44a3-b517-a9e10c0b6702 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:45.003169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Attempting to bind port 9d867573-1004-44a3-b517-a9e10c0b6702 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '12c59992-a946-43f2-b090-96d6152fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:45.004296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Attempting to bind port 9d867573-1004-44a3-b517-a9e10c0b6702 on network ce635ddc-8ff1-454a-9461-6939adb9c2ad {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:45.010136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.028640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:45.028952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Checking segment: {'id': '12c59992-a946-43f2-b090-96d6152fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:45.029358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.029755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Bound using segment: {'id': '12c59992-a946-43f2-b090-96d6152fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:45.030237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Bound port: 9d867573-1004-44a3-b517-a9e10c0b6702, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c59992-a946-43f2-b090-96d6152fd4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:45.030766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.065728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.091807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Set router 58b14da4-5c20-41c4-8c60-490467561c85 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:45.108998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.112212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.115196 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9136603
Nov 27 11:42:45.116303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47546) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:45.126048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-93442dea-77d3-438c-833a-ea9db7f8fa05 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Request body: {'floatingip': {'port_id': 'be297e7b-eec2-4e35-87a9-affc742f6134', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:45.235429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:45.235798 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:45.256559 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:45.308918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.312576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93442dea-77d3-438c-833a-ea9db7f8fa05 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for floatingip, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.317746 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-79aac1dd-49f3-4941-a313-eb476cd52e4b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77904813&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.1005354
Nov 27 11:42:45.325715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] For port 9d867573-1004-44a3-b517-a9e10c0b6702, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:45.344461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Transition to ACTIVE for port object 79ecaca3-d8e3-479d-9c69-6086d262bdc8 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:45.347974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] For port 9d867573-1004-44a3-b517-a9e10c0b6702, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9d867573-1004-44a3-b517-a9e10c0b6702,segment=NetworkSegment(12c59992-a946-43f2-b090-96d6152fd4cb),segment_id=12c59992-a946-43f2-b090-96d6152fd4cb)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:45.426335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.432345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:45.472420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fde0913a-5002-4639-bb65-b328086c09f0 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:45.552719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 554f24c9-9c39-493c-977a-085c1b197569, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=554f24c9-9c39-493c-977a-085c1b197569,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:45.553355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.573599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-ff4da365-7642-4310-8f48-4eea0aa40a02 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:45.573599 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-ff4da365-7642-4310-8f48-4eea0aa40a02 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 200  len: 797 time: 0.2278328
Nov 27 11:42:45.595338 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-d66d4664-7671-4489-92e7-ceef3813a6aa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0122998
Nov 27 11:42:45.596052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Pushing event updated for resources: {'Port': ['ID=9d867573-1004-44a3-b517-a9e10c0b6702,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:45.605724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:45.631616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845c949a0>, [{'id': '58b14da4-5c20-41c4-8c60-490467561c85', 'name': 'tempest-snat-router-1281940942', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.89'}], 'enable_snat': True}, 'gw_port_id': 'acbe9e5d-0f32-4c20-a309-0e45bad6bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:38Z', 'updated_at': '2021-11-27T11:42:42Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': 'acbe9e5d-0f32-4c20-a309-0e45bad6bd61', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b14da4-5c20-41c4-8c60-490467561c85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:40Z', 'updated_at': '2021-11-27T11:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:45.635164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port fde0913a-5002-4639-bb65-b328086c09f0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:45.635536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.671128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Checking router: 58b14da4-5c20-41c4-8c60-490467561c85 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:45.671572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Updating router 58b14da4-5c20-41c4-8c60-490467561c85 port acbe9e5d-0f32-4c20-a309-0e45bad6bd61 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:42:45.702017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.709478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cfa38c0f-f8e9-4461-a874-cf783d47fa9e tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:45.735124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.754590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.767930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-e0135d2e-1804-46ee-8ab1-f242c6fbe89e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:45.809920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=79ecaca3-d8e3-479d-9c69-6086d262bdc8,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:45.813985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 554f24c9-9c39-493c-977a-085c1b197569 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:45.814784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:45.820484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:45.820484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:45.826004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:45.843435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:45.874502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.926767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:45.927975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:45.944121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=51fa4d39-be4f-4781-ac05-c8e3e94ae0a0,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:45.945270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-e0135d2e-1804-46ee-8ab1-f242c6fbe89e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:45.947481 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-e0135d2e-1804-46ee-8ab1-f242c6fbe89e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3458626
Nov 27 11:42:45.958624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:45.972761 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 HTTP/1.1" status: 204  len: 168 time: 4.7616491
Nov 27 11:42:45.976579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47554) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:46.025716 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d34a0a-c679-494d-b35e-67ed79e69cfa tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:46.026187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d34a0a-c679-494d-b35e-67ed79e69cfa tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:46.027966 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-32d34a0a-c679-494d-b35e-67ed79e69cfa tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/cf2e75ef-3b1b-4da7-8a2c-ba38af8f76e5 HTTP/1.1" status: 404  len: 337 time: 0.0502431
Nov 27 11:42:46.030888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47558) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:46.060673 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.5028265
Nov 27 11:42:46.062002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47562) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:46.071388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'name': 'tempest-AllowedAddressPairTestJSON-1743668543', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9b:b5:0d'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:46.095124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cc3f7c-54f0-436f-8c7e-2a67790e9307 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:46.095263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cc3f7c-54f0-436f-8c7e-2a67790e9307 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:46.101289 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-69cc3f7c-54f0-436f-8c7e-2a67790e9307 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/51fa4d39-be4f-4781-ac05-c8e3e94ae0a0 HTTP/1.1" status: 404  len: 339 time: 0.0688295
Nov 27 11:42:46.116041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47566) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:46.156484 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-93442dea-77d3-438c-833a-ea9db7f8fa05 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] update failed (client error): The resource could not be found.
Nov 27 11:42:46.157500 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-93442dea-77d3-438c-833a-ea9db7f8fa05 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "PUT /v2.0/floatingips/1ae69590-4d87-4e96-8392-2eab068e4792 HTTP/1.1" status: 404  len: 507 time: 1.0358202
Nov 27 11:42:46.164116 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30c2362-85ef-4808-ba85-ec083275adb9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:46.164116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30c2362-85ef-4808-ba85-ec083275adb9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:46.166152 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c30c2362-85ef-4808-ba85-ec083275adb9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/c5ae70f2-97fe-4832-b3c7-0a7503efa845 HTTP/1.1" status: 404  len: 337 time: 0.0491629
Nov 27 11:42:46.167678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47570) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:46.167775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47572) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:46.290785 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2656da2-1025-42a1-9b1b-685616ac42e7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:46.291222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2656da2-1025-42a1-9b1b-685616ac42e7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:46.293177 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c2656da2-1025-42a1-9b1b-685616ac42e7 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/f27326e6-6b18-4f6e-95a2-d4b082ef853c HTTP/1.1" status: 404  len: 339 time: 0.1222243
Nov 27 11:42:46.300365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:46.307396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47580) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:46.320031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Transition to ACTIVE for port object acbe9e5d-0f32-4c20-a309-0e45bad6bd61 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:46.345004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:46.362252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Usage tracker for resource:port and tenant:f55d840f71604a72b42c570d4a60639c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:46.368101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:46.385796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:46.394535 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-064ccc5a-aae7-4099-8e5b-39f4c2802ea1 service neutron] 10.222.0.23 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4278903
Nov 27 11:42:46.399881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:46.406953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:46.485892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d73ff3-0d6a-438d-96a4-6c8c2f6df9a1 None None] Pushing event updated for resources: {'Port': ['ID=acbe9e5d-0f32-4c20-a309-0e45bad6bd61,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:46.490712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-85d73ff3-0d6a-438d-96a4-6c8c2f6df9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:46.492978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Attempting to bind port acbe9e5d-0f32-4c20-a309-0e45bad6bd61 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:46.493350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Attempting to bind port acbe9e5d-0f32-4c20-a309-0e45bad6bd61 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:46.493718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Attempting to bind port acbe9e5d-0f32-4c20-a309-0e45bad6bd61 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:46.501187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Made reservation on behalf of f55d840f71604a72b42c570d4a60639c for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:46.501865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:46.502193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:46.502592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:46.502998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:46.503762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Bound port: acbe9e5d-0f32-4c20-a309-0e45bad6bd61, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:46.503880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:46.507798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:46.558806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] device_id is not set on port 91698822-f9fd-4621-a2bb-374984c435a9 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:42:46.600224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] For port acbe9e5d-0f32-4c20-a309-0e45bad6bd61, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:46.605425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] For port acbe9e5d-0f32-4c20-a309-0e45bad6bd61, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=acbe9e5d-0f32-4c20-a309-0e45bad6bd61,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:46.620630 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-80413274-d494-4492-99a2-e454159a28fe tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/routers/58b14da4-5c20-41c4-8c60-490467561c85 HTTP/1.1" status: 200  len: 907 time: 1.6445634
Nov 27 11:42:46.632898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47584) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:46.638945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Deleting port c17498a2-2146-46d0-a102-e4849e8c2656 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:46.638945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:46.694600 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-70096813-99af-4cdf-9efa-833a0d1af4a0 service neutron] 10.222.0.23 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2922604
Nov 27 11:42:46.743142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:46.751789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:46.754701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-20ea0137-f73a-4b93-94ea-cb019caf365e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:46.937486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d73ff3-0d6a-438d-96a4-6c8c2f6df9a1 None None] Pushing event updated for resources: {'Port': ['ID=acbe9e5d-0f32-4c20-a309-0e45bad6bd61,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:46.947252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-85d73ff3-0d6a-438d-96a4-6c8c2f6df9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:46.948273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Routers {'58b14da4-5c20-41c4-8c60-490467561c85'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:46.948954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845c949a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['58b14da4-5c20-41c4-8c60-490467561c85'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:46.961946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Allocated IP 172.20.0.13 (ce635ddc-8ff1-454a-9461-6939adb9c2ad/5cd980ef-b037-4b01-9cce-cf423f71bf59/91698822-f9fd-4621-a2bb-374984c435a9) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:47.013255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4153eee1-a4b3-42ba-80fe-f4cdae06d469 None None] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:47.110541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.115384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.124507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.132736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:47.194059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.194412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.230301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Port': ['ID=554f24c9-9c39-493c-977a-085c1b197569,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:47.230301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:47.232463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28453266a0>,) {'filters': {'network_id': ['0d981a20-df0e-4fec-982c-3bb36c09c1fb']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:47.496419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Calling delete_port for c17498a2-2146-46d0-a102-e4849e8c2656 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:47.537533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9d867573-1004-44a3-b517-a9e10c0b6702 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:47.590101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28453266a0>, '03932844-ea8a-481d-93dd-bf50531789df') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:47.590281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28453266a0>, '03932844-ea8a-481d-93dd-bf50531789df') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:47.612855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-19ee455f-d0c2-4a68-a110-22319676938c None None] Provisioning for port 9d867573-1004-44a3-b517-a9e10c0b6702 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:47.624640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.681918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.803688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Transition to ACTIVE for port object 91698822-f9fd-4621-a2bb-374984c435a9 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:47.826255 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7d966d35-cdb9-4e0f-99b5-7ee2ada0605f req-65bcd52c-b339-4384-b7c8-ef1fb47ab227 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 210 time: 0.3635986
Nov 27 11:42:47.844141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] Set router 58b14da4-5c20-41c4-8c60-490467561c85 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:47.907818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.927857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.953942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:47.953942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:47.965280 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:48.039420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.046941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:48.049169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.117132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:48.126215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:48.138944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:48.176374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=91698822-f9fd-4621-a2bb-374984c435a9,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:48.178555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845c949a0>, [{'id': '58b14da4-5c20-41c4-8c60-490467561c85', 'name': 'tempest-snat-router-1281940942', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.89'}], 'enable_snat': True}, 'gw_port_id': 'acbe9e5d-0f32-4c20-a309-0e45bad6bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:38Z', 'updated_at': '2021-11-27T11:42:42Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': 'acbe9e5d-0f32-4c20-a309-0e45bad6bd61', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b14da4-5c20-41c4-8c60-490467561c85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:40Z', 'updated_at': '2021-11-27T11:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:48.184739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:48.185475 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a14cf7-344d-4027-8d1a-c91abed263ec None None] The sync data for ids ['58b14da4-5c20-41c4-8c60-490467561c85'] in dv-neutron-819441-1-hyperv is: [{'id': '58b14da4-5c20-41c4-8c60-490467561c85', 'name': 'tempest-snat-router-1281940942', 'tenant_id': 'b27934884c444e2099fa5b7841955ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.89'}], 'enable_snat': True}, 'gw_port_id': 'acbe9e5d-0f32-4c20-a309-0e45bad6bd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:38Z', 'updated_at': '2021-11-27T11:42:42Z', 'revision_number': 3, 'project_id': 'b27934884c444e2099fa5b7841955ae8', 'gw_port': {'id': 'acbe9e5d-0f32-4c20-a309-0e45bad6bd61', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b14da4-5c20-41c4-8c60-490467561c85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:40Z', 'updated_at': '2021-11-27T11:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:48.193359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Deleting port acbe9e5d-0f32-4c20-a309-0e45bad6bd61 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:48.193359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.210421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9d867573-1004-44a3-b517-a9e10c0b6702 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:48.217558 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9d867573-1004-44a3-b517-a9e10c0b6702 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:48.218037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.233197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.235399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.250345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-43b5f57b-93c2-4169-bfae-315b3519797d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:48.293350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:48.294070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.304844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.336742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event deleted for resources: {'Port': ['ID=c17498a2-2146-46d0-a102-e4849e8c2656,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:48.352872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:48.352872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-337e653c-2e6b-4557-a514-84a46acfe5e4 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:48.421522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.440292 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/0d981a20-df0e-4fec-982c-3bb36c09c1fb HTTP/1.1" status: 204  len: 168 time: 2.1300569
Nov 27 11:42:48.442229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=0d981a20-df0e-4fec-982c-3bb36c09c1fb,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:48.455974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47604) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:48.487514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 9d867573-1004-44a3-b517-a9e10c0b6702, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9d867573-1004-44a3-b517-a9e10c0b6702,segment=NetworkSegment(12c59992-a946-43f2-b090-96d6152fd4cb),segment_id=12c59992-a946-43f2-b090-96d6152fd4cb)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:48.512296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] For port acbe9e5d-0f32-4c20-a309-0e45bad6bd61, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=acbe9e5d-0f32-4c20-a309-0e45bad6bd61,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:48.512296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.517358 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21c1320-bdd2-47fc-b3c8-8b82c97ad5fd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:48.517863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21c1320-bdd2-47fc-b3c8-8b82c97ad5fd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:48.521115 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f21c1320-bdd2-47fc-b3c8-8b82c97ad5fd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/432e7135-101b-4908-bbe5-41d6f7161587 HTTP/1.1" status: 404  len: 337 time: 0.0690711
Nov 27 11:42:48.525256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47608) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:48.594828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:48.636703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f4ee412e-2645-4894-9425-e305df9d312d None None] Provisioning for port 79ecaca3-d8e3-479d-9c69-6086d262bdc8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:48.645079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f4ee412e-2645-4894-9425-e305df9d312d None None] Provisioning complete for port 79ecaca3-d8e3-479d-9c69-6086d262bdc8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:48.645717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f4ee412e-2645-4894-9425-e305df9d312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.685029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.696629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-be737978-7245-46d8-9865-45609cff45cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:48.710152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Calling delete_port for acbe9e5d-0f32-4c20-a309-0e45bad6bd61 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:48.741850 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1000 time: 2.6759179
Nov 27 11:42:48.742753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47612) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:48.793288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee412e-2645-4894-9425-e305df9d312d None None] Port 79ecaca3-d8e3-479d-9c69-6086d262bdc8 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:48.810516 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=9d867573-1004-44a3-b517-a9e10c0b6702,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:48.815459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:48.819496 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca749445-e6b1-4027-8824-d4a6903e0f89 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:48.819496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca749445-e6b1-4027-8824-d4a6903e0f89 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:48.827961 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ca749445-e6b1-4027-8824-d4a6903e0f89 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/3941ccd7-3bc6-4a77-ba80-b2c4f8e5ae82 HTTP/1.1" status: 404  len: 339 time: 0.2950702
Nov 27 11:42:48.828289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f4ee412e-2645-4894-9425-e305df9d312d None None] Provisioning complete for port 9d867573-1004-44a3-b517-a9e10c0b6702 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:48.828289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f4ee412e-2645-4894-9425-e305df9d312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.830728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47616) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:48.853821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6809711-5cdd-4683-ae2f-19c4140ae41c None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 11:42:48.895928 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7116451-34f3-400b-a264-0688eefe602d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:48.896553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7116451-34f3-400b-a264-0688eefe602d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:48.901892 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a7116451-34f3-400b-a264-0688eefe602d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/3d33ec75-62f6-4be0-99fe-9405ee72cc48 HTTP/1.1" status: 404  len: 337 time: 0.0646083
Nov 27 11:42:48.907115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47622) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:48.948987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.951497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:48.952839 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "DELETE /v2.0/floatingips/1ae69590-4d87-4e96-8392-2eab068e4792 HTTP/1.1" status: 204  len: 168 time: 2.7833359
Nov 27 11:42:48.959512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47628) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:48.968284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7d9c2313-b0e1-48c3-82e0-8855318c0631 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Request body: {'floatingip': {'floating_network_id': '0449679a-a70e-4d68-ba77-3eaf021f8a91', 'port_id': 'be297e7b-eec2-4e35-87a9-affc742f6134', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:48.976854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7d9c2313-b0e1-48c3-82e0-8855318c0631 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:48.983365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7d9c2313-b0e1-48c3-82e0-8855318c0631 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Usage tracker for resource:floatingip and tenant:c0a52abc412f4c528731b21f01597f93 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:48.989044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7d9c2313-b0e1-48c3-82e0-8855318c0631 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:48.996570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7d9c2313-b0e1-48c3-82e0-8855318c0631 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:49.014342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:42:49.029158 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb5920e-ff41-4ded-9f20-7470f371e2c6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.029769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb5920e-ff41-4ded-9f20-7470f371e2c6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.033835 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-abb5920e-ff41-4ded-9f20-7470f371e2c6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/9f668843-2ed2-452f-8f61-4d69a70fcd60 HTTP/1.1" status: 404  len: 339 time: 0.1221015
Nov 27 11:42:49.060834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c4e12976-7e31-42aa-951c-29acd416684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.074101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47632) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.116285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c2313-b0e1-48c3-82e0-8855318c0631 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.131847 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7292087a-dd72-47ec-b224-1962071a329c req-a81c6b8e-13e8-409e-b688-2b1e02eb0a17 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 210 time: 0.1128078
Nov 27 11:42:49.142483 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6809711-5cdd-4683-ae2f-19c4140ae41c None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 11:42:49.145610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-acff5e78-fbc1-4f1f-8b92-cea70c944583 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.146277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acff5e78-fbc1-4f1f-8b92-cea70c944583 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.148131 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-acff5e78-fbc1-4f1f-8b92-cea70c944583 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/8035bac9-59ab-47c3-9048-d3a9415bead6 HTTP/1.1" status: 404  len: 337 time: 0.0597172
Nov 27 11:42:49.151919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47636) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.206597 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8afdc83-be8d-4fd3-b33f-199a092b984e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.206597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8afdc83-be8d-4fd3-b33f-199a092b984e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.206597 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e8afdc83-be8d-4fd3-b33f-199a092b984e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/bcc626a9-0031-453c-8a15-bd0584990b01 HTTP/1.1" status: 404  len: 339 time: 0.0524607
Nov 27 11:42:49.213822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47640) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.218373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d3690-1f41-466d-88a8-5aa8a944c949 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:49.223636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d3690-1f41-466d-88a8-5aa8a944c949 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:49.227750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d3690-1f41-466d-88a8-5aa8a944c949 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:49.228671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e25d3690-1f41-466d-88a8-5aa8a944c949 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Synchronizing usage tracker for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:49.267620 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebac7c12-a77d-40f2-8f88-a41b9895ea3a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.267620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebac7c12-a77d-40f2-8f88-a41b9895ea3a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.270171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ebac7c12-a77d-40f2-8f88-a41b9895ea3a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/9d88c52e-63d7-46e6-9b80-831f082ae6eb HTTP/1.1" status: 404  len: 337 time: 0.0528572
Nov 27 11:42:49.273903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47644) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.357476 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-12209247-b0a7-44d5-a5e6-9a69f3aa0000 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.357887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12209247-b0a7-44d5-a5e6-9a69f3aa0000 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.359528 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-12209247-b0a7-44d5-a5e6-9a69f3aa0000 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/a15eeb2f-f95d-4ac1-a222-bfcee2144831 HTTP/1.1" status: 404  len: 339 time: 0.0847049
Nov 27 11:42:49.362239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47648) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.373244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:49.381699 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1929646
Nov 27 11:42:49.382552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.397603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a437cb02-94e9-4d5c-b814-4188e36abef1 None None] Provisioning for port 91698822-f9fd-4621-a2bb-374984c435a9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:49.409771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9d867573-1004-44a3-b517-a9e10c0b6702 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:42:49.426376 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab66dda-db6a-47dd-bdc9-514ea74186ea tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.426889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab66dda-db6a-47dd-bdc9-514ea74186ea tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.435385 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dab66dda-db6a-47dd-bdc9-514ea74186ea tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/ae35d38e-b7c3-4c15-b512-7e07958bc633 HTTP/1.1" status: 404  len: 337 time: 0.0716996
Nov 27 11:42:49.438403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47656) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.461644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e25d3690-1f41-466d-88a8-5aa8a944c949 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Unset dirty status for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:49.463021 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e25d3690-1f41-466d-88a8-5aa8a944c949 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.7114339
Nov 27 11:42:49.465776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47660) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.467033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a437cb02-94e9-4d5c-b814-4188e36abef1 None None] Provisioning complete for port 91698822-f9fd-4621-a2bb-374984c435a9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:49.467334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a437cb02-94e9-4d5c-b814-4188e36abef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.485414 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb648dc-ea36-447b-8f7a-a2f37152044e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.485840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb648dc-ea36-447b-8f7a-a2f37152044e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.490122 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1cb648dc-ea36-447b-8f7a-a2f37152044e tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/bf34f300-6eda-4fad-b9e2-00477d959455 HTTP/1.1" status: 404  len: 339 time: 0.0482407
Nov 27 11:42:49.491456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47664) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.506123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.517054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:49.567752 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-caefc3f6-c828-462d-8e1c-e789487096a2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.568336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caefc3f6-c828-462d-8e1c-e789487096a2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.574117 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-caefc3f6-c828-462d-8e1c-e789487096a2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/44ea8bb4-81e2-4061-9c83-8995746ac8a7 HTTP/1.1" status: 404  len: 337 time: 0.0754869
Nov 27 11:42:49.576410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event deleted for resources: {'Port': ['ID=acbe9e5d-0f32-4c20-a309-0e45bad6bd61,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:49.576542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47668) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.576640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:49.583960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a437cb02-94e9-4d5c-b814-4188e36abef1 None None] Port 91698822-f9fd-4621-a2bb-374984c435a9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:49.627159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a437cb02-94e9-4d5c-b814-4188e36abef1 None None] Provisioning complete for port 79ecaca3-d8e3-479d-9c69-6086d262bdc8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:49.627538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a437cb02-94e9-4d5c-b814-4188e36abef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.659954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Deleting port 91698822-f9fd-4621-a2bb-374984c435a9 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:49.660307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.686090 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-194141d9-58c6-4e85-a975-bce69703a414 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.691844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194141d9-58c6-4e85-a975-bce69703a414 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.691844 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-194141d9-58c6-4e85-a975-bce69703a414 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/2225aa4d-6c26-4a76-b5a8-8abd97689bf6 HTTP/1.1" status: 404  len: 339 time: 0.1123331
Nov 27 11:42:49.695853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47672) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.772070 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-df227117-288f-45e8-b56b-4e832f52dacb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.772507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df227117-288f-45e8-b56b-4e832f52dacb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.776626 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df227117-288f-45e8-b56b-4e832f52dacb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/0ab6bdb4-d707-4345-beac-4f9ecf87063f HTTP/1.1" status: 404  len: 337 time: 0.0771224
Nov 27 11:42:49.776800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9d867573-1004-44a3-b517-a9e10c0b6702 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:49.776800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.778827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47676) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.814977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a437cb02-94e9-4d5c-b814-4188e36abef1 None None] Port 79ecaca3-d8e3-479d-9c69-6086d262bdc8 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:49.822379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting subnet 6da58a38-cdc7-4e6b-9a6b-4036deed5f98 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:42:49.833501 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-030ae471-58c5-4573-8a34-f4d86e7e3705 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.833655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030ae471-58c5-4573-8a34-f4d86e7e3705 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.838367 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-030ae471-58c5-4573-8a34-f4d86e7e3705 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/f2ea427d-98e8-4066-9c55-919e0a040d95 HTTP/1.1" status: 404  len: 339 time: 0.0556185
Nov 27 11:42:49.838367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.844367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47680) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.889568 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb80245-418c-4436-8f23-4c50cd1aa80d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.889842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb80245-418c-4436-8f23-4c50cd1aa80d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.889986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.891841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-afb80245-418c-4436-8f23-4c50cd1aa80d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/bfae2914-9438-42c5-87cb-bd78d3961490 HTTP/1.1" status: 404  len: 337 time: 0.0493121
Nov 27 11:42:49.897944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47684) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.940680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:49.971347 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-7d9c2313-b0e1-48c3-82e0-8855318c0631 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:42:49.973126 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7d9c2313-b0e1-48c3-82e0-8855318c0631 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.0117342
Nov 27 11:42:49.974898 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc0659f-ee7f-41ea-8635-9bc47a30f8d1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:42:49.974898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc0659f-ee7f-41ea-8635-9bc47a30f8d1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:42:49.976051 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4dc0659f-ee7f-41ea-8635-9bc47a30f8d1 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/411badc7-2840-418a-96ae-3cf1b21d2289 HTTP/1.1" status: 404  len: 339 time: 0.0771513
Nov 27 11:42:49.983587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47688) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:49.984125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47690) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:50.040266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'be297e7b-eec2-4e35-87a9-affc742f6134', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:50.068603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:50.083248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Usage tracker for resource:floatingip and tenant:c0a52abc412f4c528731b21f01597f93 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:50.093780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:50.112220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.161223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:50.210028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.485560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.516996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.517265 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4b125fdd-dfad-4aa9-9b8f-e7ec2e478537 req-fe3abb2b-6373-4c5c-bab1-f2d59656eb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 210 time: 0.2080011
Nov 27 11:42:50.534646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.559828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.647970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting subnet 33f18e3a-5f8a-46ee-9771-db825d6e0b3f {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:42:50.654103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.695908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Calling delete_port for 91698822-f9fd-4621-a2bb-374984c435a9 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:50.727511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.734221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.760334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.761248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58b14da4-5c20-41c4-8c60-490467561c85 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:42:50.761370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-edd863a7-7687-4584-9930-b9a8af5788a9 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:50.785582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.786337 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "DELETE /v2.0/routers/58b14da4-5c20-41c4-8c60-490467561c85 HTTP/1.1" status: 204  len: 168 time: 4.1524575
Nov 27 11:42:50.789049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47698) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:50.805865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Subnet': ['ID=6da58a38-cdc7-4e6b-9a6b-4036deed5f98,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:50.815463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:50.832221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:50.840388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd998093-9c0f-4af4-b1b0-965d2973542f None None] Network 768d07b3-6624-464d-b700-e6e413365ad0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:50.862387 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/6da58a38-cdc7-4e6b-9a6b-4036deed5f98 HTTP/1.1" status: 204  len: 168 time: 1.4777827
Nov 27 11:42:50.872267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47702) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:50.932674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.033531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.045045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a56a2ce-8cd1-4c3e-9f98-5dbb2b0e0fa9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:51.070691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.154624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.193468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 91db647b-a73b-4ad3-9936-c3d385d2c981 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:51.193468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.212295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] DHCP port deletion for 768d07b3-6624-464d-b700-e6e413365ad0 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:42:51.218748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Deleting port 91db647b-a73b-4ad3-9936-c3d385d2c981 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:51.219649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.245207 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:42:51.262445 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:51.263096 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846784850>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:51.276493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c4a883fa-15d6-4bd8-91bc-c7851ed809df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.392173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Port': ['ID=91698822-f9fd-4621-a2bb-374984c435a9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:51.400291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:51.444411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 91db647b-a73b-4ad3-9936-c3d385d2c981 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:51.571243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Allocated IP 172.26.6.7 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/99b45429-cc1b-43dd-ab6b-22a679b42afa) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:51.571742 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:51.590320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-9dadf67d-b9e1-4c83-8ebd-00545ab4ca03 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:51.595519 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-9dadf67d-b9e1-4c83-8ebd-00545ab4ca03 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 200  len: 797 time: 0.6011081
Nov 27 11:42:51.659723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.707574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] For port 91db647b-a73b-4ad3-9936-c3d385d2c981, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=91db647b-a73b-4ad3-9936-c3d385d2c981,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:51.707988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.793049 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846784850>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:46Z', 'revision_number': 11, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:51.800811 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:42:51.827741 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:42:51.829068 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846784850>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:51.902888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Calling delete_port for 91db647b-a73b-4ad3-9936-c3d385d2c981 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:51.907126 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-94171059-6f30-41e8-b5b9-85a89d44cd41 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 378 time: 0.2696307
Nov 27 11:42:51.915110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:51.999905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 91db647b-a73b-4ad3-9936-c3d385d2c981, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=91db647b-a73b-4ad3-9936-c3d385d2c981,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:52.003212 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-28624dbb-48fb-49b2-b886-505615305f12 req-befd32e3-97bf-4505-8045-8c721292a2b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 210 time: 0.1770968
Nov 27 11:42:52.003658 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:42:52.018655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['75961f90-29cc-4249-a2fa-55c2939b145b']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:52.059102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.100219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 91db647b-a73b-4ad3-9936-c3d385d2c981, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=91db647b-a73b-4ad3-9936-c3d385d2c981,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:52.100554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.105449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.109897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.115853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-09e40f63-2791-4826-bfb2-fa586b1610ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:52.195412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=91db647b-a73b-4ad3-9936-c3d385d2c981,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:52.199291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:52.207817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:52.208522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:52.229852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846784850>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:46Z', 'revision_number': 11, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:52.238363 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d3809-c059-4ade-bdb7-dd1a8d32846a None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:46Z', 'revision_number': 11, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:42:52.238876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.262420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:52.275714 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "DELETE /v2.0/ports/91698822-f9fd-4621-a2bb-374984c435a9 HTTP/1.1" status: 204  len: 168 time: 2.8037786
Nov 27 11:42:52.283875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47708) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:52.286785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:52.324228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.333653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 91db647b-a73b-4ad3-9936-c3d385d2c981 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:52.337407 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-13172319-abfe-4041-8c0f-99674aaa4cca tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] GET failed (client error): The resource could not be found.
Nov 27 11:42:52.340200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-13172319-abfe-4041-8c0f-99674aaa4cca tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Synchronizing usage tracker for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:52.360777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0371aa7f-08c7-4af9-839d-3fd27ab174ac tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:52.400980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fe0bd8-a698-439f-842b-74845e6c20c1 None None] Network 01827e30-9f63-4c68-9234-7b448ab4e624 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:42:52.402317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.403041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.406205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.422092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Subnet': ['ID=33f18e3a-5f8a-46ee-9771-db825d6e0b3f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:52.427659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:52.431461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.433590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:52.434104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-95245549-a133-4531-a4f2-5b13b46742d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:52.452956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-13172319-abfe-4041-8c0f-99674aaa4cca tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Unset dirty status for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:52.454457 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-13172319-abfe-4041-8c0f-99674aaa4cca tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "GET /v2.0/ports/91698822-f9fd-4621-a2bb-374984c435a9 HTTP/1.1" status: 404  len: 333 time: 0.1693881
Nov 27 11:42:52.458132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47712) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:52.466817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'name': 'tempest-AllowedAddressPairTestJSON-606183617'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:52.506485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:52.517106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:52.530978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:52.558030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Deleting port fde0913a-5002-4639-bb65-b328086c09f0 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:52.558422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.563603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event updated for resources: {'Port': ['ID=99b45429-cc1b-43dd-ab6b-22a679b42afa,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:52.570875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:52.589692 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/subnets/33f18e3a-5f8a-46ee-9771-db825d6e0b3f HTTP/1.1" status: 204  len: 168 time: 2.6028299
Nov 27 11:42:52.590376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47716) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:52.691644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] DHCP port deletion for 01827e30-9f63-4c68-9234-7b448ab4e624 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:42:52.696956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] Deleting port 7e9e5633-200f-414c-9286-435bcbb4e66d {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:52.697505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.725711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Deleting port 91db647b-a73b-4ad3-9936-c3d385d2c981 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:52.726199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.841189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:52.841499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:52.844402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:52.900718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.938567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:52.975549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port 7e9e5633-200f-414c-9286-435bcbb4e66d {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:52.975876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:52.990749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.5 (7466fe26-3787-4dcd-8a3f-1a113016a1c1/65ca80a8-f917-47e4-8f44-c8cf70956463/eedaca1a-4eae-4b13-88f3-3197d39373d8) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:53.026231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] For port fde0913a-5002-4639-bb65-b328086c09f0, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fde0913a-5002-4639-bb65-b328086c09f0,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:53.027066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.109477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Made reservation on behalf of f55d840f71604a72b42c570d4a60639c for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:42:53.112746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.129282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Deleting port 99b45429-cc1b-43dd-ab6b-22a679b42afa {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:53.129992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.192314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] For port 7e9e5633-200f-414c-9286-435bcbb4e66d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7e9e5633-200f-414c-9286-435bcbb4e66d,segment=NetworkSegment(07e8f59a-0ae3-484c-80fa-f6e10ab38be4),segment_id=07e8f59a-0ae3-484c-80fa-f6e10ab38be4)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:53.193379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.200400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Calling delete_port for fde0913a-5002-4639-bb65-b328086c09f0 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:53.211774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] For port 91db647b-a73b-4ad3-9936-c3d385d2c981, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=91db647b-a73b-4ad3-9936-c3d385d2c981,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:53.212598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.224545 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5f532b6d-99ee-4de0-ad72-0bf2e9f56275 req-1328635e-d1ce-4359-94a3-ceab6bf18913 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 210 time: 0.0967572
Nov 27 11:42:53.280509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] device_id is not set on port 771cd078-c150-4ada-b57a-ca2f0d0e46fc yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:42:53.359181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] Calling delete_port for 7e9e5633-200f-414c-9286-435bcbb4e66d owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:53.402862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 91db647b-a73b-4ad3-9936-c3d385d2c981 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:53.403346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.447281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 554f24c9-9c39-493c-977a-085c1b197569 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:53.528225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] For port 7e9e5633-200f-414c-9286-435bcbb4e66d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7e9e5633-200f-414c-9286-435bcbb4e66d,segment=NetworkSegment(07e8f59a-0ae3-484c-80fa-f6e10ab38be4),segment_id=07e8f59a-0ae3-484c-80fa-f6e10ab38be4)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:53.528225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.541169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Calling delete_port for 91db647b-a73b-4ad3-9936-c3d385d2c981 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:53.593567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 554f24c9-9c39-493c-977a-085c1b197569 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:42:53.593567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 554f24c9-9c39-493c-977a-085c1b197569 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:42:53.593567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7e9e5633-200f-414c-9286-435bcbb4e66d no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:42:53.729539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.764720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Calling delete_port for 7e9e5633-200f-414c-9286-435bcbb4e66d owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:53.794404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.799421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.822312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Allocated IP 172.20.0.11 (ce635ddc-8ff1-454a-9461-6939adb9c2ad/5cd980ef-b037-4b01-9cce-cf423f71bf59/771cd078-c150-4ada-b57a-ca2f0d0e46fc) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:53.825288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.828019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.828345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.830230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-321fcc99-059a-438f-b728-1af430b96f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:53.911728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.923324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] Pushing event deleted for resources: {'Port': ['ID=7e9e5633-200f-414c-9286-435bcbb4e66d,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:53.923324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:53.923324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:53.952175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object eedaca1a-4eae-4b13-88f3-3197d39373d8 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:53.952175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:53.958610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e289fb31-c5ec-4591-944b-ddb258da116f tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:53.968543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] No DVR routers for this DVR port 7e9e5633-200f-414c-9286-435bcbb4e66d on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:53.970459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Pushing event deleted for resources: {'Port': ['ID=91db647b-a73b-4ad3-9936-c3d385d2c981,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:53.975222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:53.976235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] No DVR routers for this DVR port 91db647b-a73b-4ad3-9936-c3d385d2c981 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:42:54.051314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Calling delete_port for 99b45429-cc1b-43dd-ab6b-22a679b42afa owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:54.069840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event deleted for resources: {'Port': ['ID=fde0913a-5002-4639-bb65-b328086c09f0,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:54.075049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:54.137656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] For port 91db647b-a73b-4ad3-9936-c3d385d2c981, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=91db647b-a73b-4ad3-9936-c3d385d2c981,segment=NetworkSegment(501c9ece-156c-49b8-b87a-5c6936019756),segment_id=501c9ece-156c-49b8-b87a-5c6936019756)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:42:54.138008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.162731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:54.163051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:54.227770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.272554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Calling delete_port for 91db647b-a73b-4ad3-9936-c3d385d2c981 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:54.367673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.380439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41b9105c-0b2a-45d7-aeaf-cf91f3f0e157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:54.419773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Transition to ACTIVE for port object 771cd078-c150-4ada-b57a-ca2f0d0e46fc will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:54.479132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.529085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:42:54.529398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:42:54.621753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.627803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1893215a-0149-48bf-8ae7-8a4536db7440 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:54.644846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=eedaca1a-4eae-4b13-88f3-3197d39373d8,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:54.652665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:54.654366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:54.658751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:54.663931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:54.672530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Deleting port 7e9e5633-200f-414c-9286-435bcbb4e66d {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:54.672530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.710856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event deleted for resources: {'Port': ['ID=99b45429-cc1b-43dd-ab6b-22a679b42afa,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:54.715147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:54.755858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] The port '7e9e5633-200f-414c-9286-435bcbb4e66d' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:42:54.845193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.859512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1c196dc3-b513-4031-8edf-2da41dbd7044 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:54.889047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.936091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:54.937012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:54.959517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.008190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.050299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844a68bb0>,) {'filters': {'network_id': ['01827e30-9f63-4c68-9234-7b448ab4e624']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:55.055493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bb34f186-13ac-4a02-8ff1-e38864861f36 None None] Provisioning for port eedaca1a-4eae-4b13-88f3-3197d39373d8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:55.060808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bb34f186-13ac-4a02-8ff1-e38864861f36 None None] Provisioning complete for port eedaca1a-4eae-4b13-88f3-3197d39373d8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:55.061274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bb34f186-13ac-4a02-8ff1-e38864861f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.063996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a68bb0>, '07e8f59a-0ae3-484c-80fa-f6e10ab38be4') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:55.064287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a68bb0>, '07e8f59a-0ae3-484c-80fa-f6e10ab38be4') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:55.076559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.094640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.102127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:55.102557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.110549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96546874-feb3-499c-a2e8-e6bbb5b98855 req-d6d7be42-f7a7-4416-a5b8-78fc53314ff3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:55.117609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-bb34f186-13ac-4a02-8ff1-e38864861f36 None None] Port eedaca1a-4eae-4b13-88f3-3197d39373d8 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:55.117791 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:55.120224 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-96546874-feb3-499c-a2e8-e6bbb5b98855 req-d6d7be42-f7a7-4416-a5b8-78fc53314ff3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 931 time: 0.7040627
Nov 27 11:42:55.157332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:55.167202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=771cd078-c150-4ada-b57a-ca2f0d0e46fc,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:55.170045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:55.171032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:55.173033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:55.180672 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] create failed (client error): The resource could not be found.
Nov 27 11:42:55.180672 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 5.1927335
Nov 27 11:42:55.192078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47724) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:55.263493 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-96546874-feb3-499c-a2e8-e6bbb5b98855 req-64e714a1-eb25-4d18-bab2-29577d591236 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1389134
Nov 27 11:42:55.273252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Deleting port be297e7b-eec2-4e35-87a9-affc742f6134 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:55.273718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.283279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:55.284104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.311389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3045304
Nov 27 11:42:55.325858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Request body: {'port': {'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:55.368659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.369146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0d40a91-6c07-4350-b8c2-d0749c1b1490 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:42:55.374835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.376157 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c0d40a91-6c07-4350-b8c2-d0749c1b1490 HTTP/1.1" status: 204  len: 168 time: 4.5860491
Nov 27 11:42:55.385641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47728) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:55.397843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-754571596', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:55.404370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.409617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.412166 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9526660
Nov 27 11:42:55.413604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:55.418617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47732) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:55.427893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:55.447915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Usage tracker for resource:router and tenant:e8a7dd4775924368a83d270c276c9fac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:55.455668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:55.464749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9b:b5:0d'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:55.466411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:55.485854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.505250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Pushing event deleted for resources: {'Network': ['ID=01827e30-9f63-4c68-9234-7b448ab4e624,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:55.519909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Deleting port 91db647b-a73b-4ad3-9936-c3d385d2c981 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:55.520243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.554934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:55.577259 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] 10.222.0.23 "DELETE /v2.0/networks/01827e30-9f63-4c68-9234-7b448ab4e624 HTTP/1.1" status: 204  len: 168 time: 2.9839554
Nov 27 11:42:55.607072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.607986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.618125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-589229c0-a442-424b-87ce-665c3b92ba91 None None] Provisioning for port 771cd078-c150-4ada-b57a-ca2f0d0e46fc completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:42:55.623683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-589229c0-a442-424b-87ce-665c3b92ba91 None None] Provisioning complete for port 771cd078-c150-4ada-b57a-ca2f0d0e46fc triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:55.624132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-589229c0-a442-424b-87ce-665c3b92ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.669832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.674633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] The port '91db647b-a73b-4ad3-9936-c3d385d2c981' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:42:55.701011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-589229c0-a442-424b-87ce-665c3b92ba91 None None] Port 771cd078-c150-4ada-b57a-ca2f0d0e46fc cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:55.946501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:55.994746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.015384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eedaca1a-4eae-4b13-88f3-3197d39373d8 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:42:56.023481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845fc2820>,) {'filters': {'network_id': ['768d07b3-6624-464d-b700-e6e413365ad0']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:56.024090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.036334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.046199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Transition to ACTIVE for port object eedaca1a-4eae-4b13-88f3-3197d39373d8 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:42:56.089603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845fc2820>, '501c9ece-156c-49b8-b87a-5c6936019756') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:56.089898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845fc2820>, '501c9ece-156c-49b8-b87a-5c6936019756') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:42:56.191764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.200098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-be62db1a-793d-426b-be21-cc7fa4914eab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:56.308523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Calling delete_port for be297e7b-eec2-4e35-87a9-affc742f6134 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:56.370130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47742) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:56.371860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.427594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.487040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eedaca1a-4eae-4b13-88f3-3197d39373d8,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:56.491056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.505140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:42:56.505549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.527546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:42:56.531022 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:42:56.607994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Attempting to bind port eedaca1a-4eae-4b13-88f3-3197d39373d8 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:42:56.608327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Attempting to bind port eedaca1a-4eae-4b13-88f3-3197d39373d8 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:42:56.611048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Attempting to bind port eedaca1a-4eae-4b13-88f3-3197d39373d8 on network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:56.667510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Port eedaca1a-4eae-4b13-88f3-3197d39373d8 on network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:42:56.667830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Attempting to bind port eedaca1a-4eae-4b13-88f3-3197d39373d8 on network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:42:56.674789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.703491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:42:56.703810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Checking segment: {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:42:56.704192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Bound using segment: {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:42:56.704614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Bound port: eedaca1a-4eae-4b13-88f3-3197d39373d8, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47906ca4-8f61-4716-af60-1812912772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:42:56.704982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.719452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.816441 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6ae7b8a1-dc7c-4cd5-9846-47ec56fbeab7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91fdb195730445c1b3604f2f4295f6ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4351368
Nov 27 11:42:56.816991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47748) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:56.824577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df3837-6184-4594-9b37-6a8aa1f80255 req-d956f221-f74d-4870-aabd-5efd4568a9c7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:56.825974 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-46df3837-6184-4594-9b37-6a8aa1f80255 req-d956f221-f74d-4870-aabd-5efd4568a9c7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 943 time: 0.3839090
Nov 27 11:42:56.900106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] For port eedaca1a-4eae-4b13-88f3-3197d39373d8, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:42:56.901816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.906285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1ac749f4-684b-48e3-839b-b455588beb6e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:56.926931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.929153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Allocated IP 172.26.6.193 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/fadf8af7-c081-4c9a-ab33-de6aae9d8600) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:42:56.929695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-46df3837-6184-4594-9b37-6a8aa1f80255 req-1289062c-6023-4f01-a57a-c5ca6ca3ce0a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:56.945034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Pushing event deleted for resources: {'Network': ['ID=768d07b3-6624-464d-b700-e6e413365ad0,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:56.958994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:56.960442 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/networks/768d07b3-6624-464d-b700-e6e413365ad0 HTTP/1.1" status: 204  len: 168 time: 6.0841124
Nov 27 11:42:56.963291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:56.964881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47752) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:56.972062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] For port eedaca1a-4eae-4b13-88f3-3197d39373d8, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:42:56.990592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-05d692c0-dc53-4744-ad9b-4dc5c56a2b37 tempest-RoutersAdminTest-1114525406 tempest-RoutersAdminTest-1114525406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:57.016643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'routes': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:57.042620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-56015927-6ce7-4177-8635-05833b285368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.050330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event deleted for resources: {'Port': ['ID=be297e7b-eec2-4e35-87a9-affc742f6134,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:57.106017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:57.183402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-46df3837-6184-4594-9b37-6a8aa1f80255 req-1289062c-6023-4f01-a57a-c5ca6ca3ce0a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:57.186286 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-46df3837-6184-4594-9b37-6a8aa1f80255 req-1289062c-6023-4f01-a57a-c5ca6ca3ce0a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3502653
Nov 27 11:42:57.201071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-56015927-6ce7-4177-8635-05833b285368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.262307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.273286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-09ffa539-2c42-4034-a21e-98b6608fc809 tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:57.347784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.355492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.365178 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "DELETE /v2.0/ports/be297e7b-eec2-4e35-87a9-affc742f6134 HTTP/1.1" status: 204  len: 168 time: 2.1718400
Nov 27 11:42:57.366195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47756) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:57.379004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.380650 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/eedaca1a-4eae-4b13-88f3-3197d39373d8 HTTP/1.1" status: 200  len: 1093 time: 2.0590591
Nov 27 11:42:57.384661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:42:57.455250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.463094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f827d60d-a144-48c2-840b-50e9ceb187eb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:57.500362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eedaca1a-4eae-4b13-88f3-3197d39373d8,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:57.519887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f109da-0244-4d9c-b81d-bce5cb28d009 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:57.520733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-14f109da-0244-4d9c-b81d-bce5cb28d009 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Synchronizing usage tracker for tenant:c0a52abc412f4c528731b21f01597f93 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:57.602969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-56015927-6ce7-4177-8635-05833b285368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.612248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=771cd078-c150-4ada-b57a-ca2f0d0e46fc,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:57.618330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:57.629975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ec31df0-97f0-4730-ac28-4c43bc7bed3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:57.651873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-56015927-6ce7-4177-8635-05833b285368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.654024 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-56015927-6ce7-4177-8635-05833b285368 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0469d54-400e-4c7c-86f8-68bb836cbc09 HTTP/1.1" status: 204  len: 168 time: 0.8351240
Nov 27 11:42:57.662817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56015927-6ce7-4177-8635-05833b285368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0469d54-400e-4c7c-86f8-68bb836cbc09,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:57.678076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-56015927-6ce7-4177-8635-05833b285368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:57.694923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:57.708958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] In _notify_port_updated(), no bound segment for port 771cd078-c150-4ada-b57a-ca2f0d0e46fc on network ce635ddc-8ff1-454a-9461-6939adb9c2ad {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:42:57.721877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:57.725693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.733085 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "PUT /v2.0/ports/771cd078-c150-4ada-b57a-ca2f0d0e46fc HTTP/1.1" status: 200  len: 994 time: 2.2813406
Nov 27 11:42:57.735610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47766) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:57.736028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.741063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-14f109da-0244-4d9c-b81d-bce5cb28d009 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Unset dirty status for tenant:c0a52abc412f4c528731b21f01597f93 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:57.747451 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-14f109da-0244-4d9c-b81d-bce5cb28d009 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "GET /v2.0/ports?device_id=2caa0ac5-53f7-44a3-8018-243a5dcb4efc HTTP/1.1" status: 200  len: 913 time: 0.3799281
Nov 27 11:42:57.749024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47770) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:57.806807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Added routes are [] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 27 11:42:57.807112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Removed routes are [] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 27 11:42:57.807503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.810371 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'status': 'completed', 'code': 200}
Nov 27 11:42:57.921250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-442fae74-c366-47f0-91f1-de83bd188f6e None None] Provisioning complete for port 771cd078-c150-4ada-b57a-ca2f0d0e46fc triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:42:57.922328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-442fae74-c366-47f0-91f1-de83bd188f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:57.998628 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-8a598d7d-19bc-4f5b-9ec5-23b061a9b1d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 1096 time: 0.3721063
Nov 27 11:42:58.009825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-442fae74-c366-47f0-91f1-de83bd188f6e None None] Port 771cd078-c150-4ada-b57a-ca2f0d0e46fc cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:42:58.113935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Deleting port 771cd078-c150-4ada-b57a-ca2f0d0e46fc {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:42:58.115043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:58.314864 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-e9f566bb-b5ac-405e-bc56-9f360c803c93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8 HTTP/1.1" status: 200  len: 217 time: 0.2588794
Nov 27 11:42:58.326307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:58.347820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-325ef4cc-bc8a-427b-9711-a66f805d8b26 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:58.570599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event updated for resources: {'Port': ['ID=fadf8af7-c081-4c9a-ab33-de6aae9d8600,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:58.585890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:42:58.601352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:58.605332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:42:58.608097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:42:58.679178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:58.682283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-30b07609-0eec-4f4e-8834-45e6345f10ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:58.684633 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-30b07609-0eec-4f4e-8834-45e6345f10ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ca80a8-f917-47e4-8f44-c8cf70956463 HTTP/1.1" status: 200  len: 834 time: 0.3381748
Nov 27 11:42:58.695129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:58.760086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:58.928839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Calling delete_port for 771cd078-c150-4ada-b57a-ca2f0d0e46fc owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:42:59.065615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4424b6-9d95-4c67-9873-fed3666a772d req-b0ddaa95-189f-4612-8ab8-8e03fee07368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:42:59.067790 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e4424b6-9d95-4c67-9873-fed3666a772d req-b0ddaa95-189f-4612-8ab8-8e03fee07368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 943 time: 0.3962791
Nov 27 11:42:59.179917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:42:59.203773 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-cab5afea-6741-42ff-9a48-e09221c1938a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7466fe26-3787-4dcd-8a3f-1a113016a1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5046458
Nov 27 11:42:59.261965 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e4424b6-9d95-4c67-9873-fed3666a772d req-f817122b-1903-449a-9a1c-51417a8becfb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1779175
Nov 27 11:42:59.320821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:59.444555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:59.460621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:42:59.480275 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47792) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:59.504112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Port': ['ID=771cd078-c150-4ada-b57a-ca2f0d0e46fc,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:42:59.508753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:42:59.513906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:42:59.550971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-74cbcc72-7806-4eb8-9672-6d7ab2e96550 service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904837
Nov 27 11:42:59.557079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:59.559103 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5606971c-fac9-49e3-b0ee-fa264cad7fae tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 200  len: 704 time: 2.5932117
Nov 27 11:42:59.566357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47798) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:59.596776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:59.600264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:42:59.658827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dbfefd9e-6231-4ffd-a621-ee650e7bbe55 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:42:59.786008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1080281793'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:42:59.786008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:42:59.805050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:network and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:42:59.818519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:42:59.841466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dbfefd9e-6231-4ffd-a621-ee650e7bbe55 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:42:59.841466 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dbfefd9e-6231-4ffd-a621-ee650e7bbe55 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 200  len: 205 time: 0.2697694
Nov 27 11:42:59.852502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47802) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:42:59.852502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:42:59.955564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:00.049752 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5cb03a9-b932-481b-85ec-b150b12ef49a req-8c53019f-57f0-4534-979b-85e0e1544e76 service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4872074
Nov 27 11:43:00.070594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "DELETE /v2.0/ports/771cd078-c150-4ada-b57a-ca2f0d0e46fc HTTP/1.1" status: 204  len: 168 time: 2.3338518
Nov 27 11:43:00.073936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47806) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:00.126341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:00.129716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:00.146675 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a4e384-5608-40ee-999c-9dccb56878d8 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:00.152034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-14a4e384-5608-40ee-999c-9dccb56878d8 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Synchronizing usage tracker for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:00.241151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:00.290946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-593fd9d9-0a22-4588-aadb-c733ddefb004 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:00.431922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-14a4e384-5608-40ee-999c-9dccb56878d8 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Unset dirty status for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:00.431922 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-14a4e384-5608-40ee-999c-9dccb56878d8 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "GET /v2.0/ports/771cd078-c150-4ada-b57a-ca2f0d0e46fc HTTP/1.1" status: 404  len: 333 time: 0.3513486
Nov 27 11:43:00.441603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47814) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:00.494836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'name': 'tempest-AllowedAddressPairTestJSON-593620273'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:00.509347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:00.544994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group_rule and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:00.555134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:00.604210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Deleting port 41836c3c-c1f6-4862-962f-2c1cab8fbab9 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:00.604677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:00.621038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:00.668470 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99457052-e1d4-42f3-94f8-1562b7406799 req-6e8322c8-4781-4cd5-a34b-73928ae51b17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 1096 time: 0.4638562
Nov 27 11:43:00.796190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:00.924099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Calling delete_port for 41836c3c-c1f6-4862-962f-2c1cab8fbab9 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:01.093601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b712-c0ae-4f5d-9e1f-66dd42fbbf25 req-eda22603-2aee-4c27-80b8-9c3212f3ea64 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:01.094209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-1042b712-c0ae-4f5d-9e1f-66dd42fbbf25 req-eda22603-2aee-4c27-80b8-9c3212f3ea64 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:01.118590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:01.181545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.186432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:01.235801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event deleted for resources: {'Port': ['ID=41836c3c-c1f6-4862-962f-2c1cab8fbab9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:01.238310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:01.277878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:01.348480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-593fd9d9-0a22-4588-aadb-c733ddefb004 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.354296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.375579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99457052-e1d4-42f3-94f8-1562b7406799 req-c237521a-8717-4848-bd8f-6e6106182780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:01.377341 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99457052-e1d4-42f3-94f8-1562b7406799 req-c237521a-8717-4848-bd8f-6e6106182780 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 200  len: 898 time: 0.7009611
Nov 27 11:43:01.385776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-593fd9d9-0a22-4588-aadb-c733ddefb004 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.468984 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99457052-e1d4-42f3-94f8-1562b7406799 req-749f5a97-bce8-498c-8e65-d0e9c193cc1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8 HTTP/1.1" status: 200  len: 217 time: 0.0788305
Nov 27 11:43:01.471017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-1042b712-c0ae-4f5d-9e1f-66dd42fbbf25 req-eda22603-2aee-4c27-80b8-9c3212f3ea64 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:01.478132 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1042b712-c0ae-4f5d-9e1f-66dd42fbbf25 req-eda22603-2aee-4c27-80b8-9c3212f3ea64 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 943 time: 1.0428045
Nov 27 11:43:01.525691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] Sync routers for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:01.533016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.540131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] Routers {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:01.542074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845cbd910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:01.543964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dd08463d-c0f1-4f48-aa77-d8d3467196c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:01.557501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Router 5889496d-233c-4133-8e63-f2b6162fed33 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:43:01.576985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.614779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Made reservation on behalf of f55d840f71604a72b42c570d4a60639c for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:01.617938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.648034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7de72fb-81e4-45c7-9353-f0813bff0bc5,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:01.667485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:01.672663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99457052-e1d4-42f3-94f8-1562b7406799 req-1728bb34-00aa-4195-a75c-b4a15db5b52d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:01.674151 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99457052-e1d4-42f3-94f8-1562b7406799 req-1728bb34-00aa-4195-a75c-b4a15db5b52d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ca80a8-f917-47e4-8f44-c8cf70956463 HTTP/1.1" status: 200  len: 834 time: 0.1937454
Nov 27 11:43:01.689085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] Set router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:43:01.694300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] device_id is not set on port a0431fe4-67d1-492b-bbea-536851ec7e14 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:01.757663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.758006 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Added segment a3b181ff-89ab-4649-9275-4493d26062be of type vlan for network fdce91ed-1cbc-4457-9e1d-0172221d627c
Nov 27 11:43:01.761163 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1042b712-c0ae-4f5d-9e1f-66dd42fbbf25 req-812e5879-e408-43c3-9a84-6369bf87f32c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2819474
Nov 27 11:43:01.772514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.773188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.773728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.774283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.774854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.775738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.775859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.776132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.776498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.776864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.777227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:01.857943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845cbd910>, [{'id': '9936516d-0b9b-4311-a11a-1dce3d9fdc42', 'name': 'tempest-RoutersIpV6Test-router-294001612', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:41:03Z', 'updated_at': '2021-11-27T11:42:46Z', 'revision_number': 11, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:01.862463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] Checking router: 9936516d-0b9b-4311-a11a-1dce3d9fdc42 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:43:01.866674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:01.871125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-593fd9d9-0a22-4588-aadb-c733ddefb004 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:01.871545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593fd9d9-0a22-4588-aadb-c733ddefb004 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Fanout notify agent at l3_agent the message router_deleted on router 9936516d-0b9b-4311-a11a-1dce3d9fdc42 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:43:01.875619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] Routers set() bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:01.876110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] Router IDs set() for agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 11:43:01.876915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9936516d-0b9b-4311-a11a-1dce3d9fdc42'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent'). {{(pid=84365) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 11:43:01.877678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c2974-7c90-4f61-930a-328a02e5d7ba None None] The sync data for ids ['9936516d-0b9b-4311-a11a-1dce3d9fdc42'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:01.938859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:02.015519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Router 2caa0ac5-53f7-44a3-8018-243a5dcb4efc has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:43:02.087816 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99457052-e1d4-42f3-94f8-1562b7406799 req-8b6a0a4b-bc1d-4052-91df-08712142058c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7466fe26-3787-4dcd-8a3f-1a113016a1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3987212
Nov 27 11:43:02.090350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-593fd9d9-0a22-4588-aadb-c733ddefb004 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:02.091437 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-593fd9d9-0a22-4588-aadb-c733ddefb004 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 204  len: 168 time: 2.2497754
Nov 27 11:43:02.145010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47820) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:02.148282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Allocated IP 172.20.0.4 (ce635ddc-8ff1-454a-9461-6939adb9c2ad/5cd980ef-b037-4b01-9cce-cf423f71bf59/a0431fe4-67d1-492b-bbea-536851ec7e14) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:02.191525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:02.202417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:02.202417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:02.210216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5a77c75-fc9e-4b3f-9f30-fcea59d87502 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:02.290770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:02.303415 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730529e-c1f4-4241-a319-299920e96d0c None None] Sync routers for ids ['2caa0ac5-53f7-44a3-8018-243a5dcb4efc'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:02.322411 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730529e-c1f4-4241-a319-299920e96d0c None None] Routers {'2caa0ac5-53f7-44a3-8018-243a5dcb4efc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:02.323225 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a730529e-c1f4-4241-a319-299920e96d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f91970>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2caa0ac5-53f7-44a3-8018-243a5dcb4efc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:02.382683 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a730529e-c1f4-4241-a319-299920e96d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f91970>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:02.393231 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730529e-c1f4-4241-a319-299920e96d0c None None] Routers {'2caa0ac5-53f7-44a3-8018-243a5dcb4efc'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:02.394514 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a730529e-c1f4-4241-a319-299920e96d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f91970>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2caa0ac5-53f7-44a3-8018-243a5dcb4efc'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:02.399176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-33657105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:02.405347 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "PUT /v2.0/routers/2caa0ac5-53f7-44a3-8018-243a5dcb4efc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5841329
Nov 27 11:43:02.407852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47826) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:02.442665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:02.450606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Network': ['ID=fdce91ed-1cbc-4457-9e1d-0172221d627c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:02.453609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:02.456044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Usage tracker for resource:router and tenant:5bf692d61b864b1f99029c28a73a084b is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:02.466870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:02.470133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:02.475449 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-a730529e-c1f4-4241-a319-299920e96d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f91970>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:02.475874 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730529e-c1f4-4241-a319-299920e96d0c None None] The sync data for ids ['2caa0ac5-53f7-44a3-8018-243a5dcb4efc'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:02.567995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62d05aae-d473-4ca3-a5ab-aa77905ab575 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:02.648204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:02.657592 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 3.1706414
Nov 27 11:43:02.682560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47830) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:02.689155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'name': 'tempest-PortsIpV6TestJSON-2103487075'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:02.788594 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99457052-e1d4-42f3-94f8-1562b7406799 req-e1e0c783-d9e6-4726-ac9d-fb84a0a766ce service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6433570
Nov 27 11:43:02.863630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:02.863630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:02.954124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:02.975360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:02.999030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:02.999709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:03.004701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:03.010786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfeb1ba-f4b3-455e-b82c-d1ed5b59c291 None None] Sync routers for ids ['5889496d-233c-4133-8e63-f2b6162fed33'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:03.016678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:03.026399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfeb1ba-f4b3-455e-b82c-d1ed5b59c291 None None] Routers {'5889496d-233c-4133-8e63-f2b6162fed33'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:03.027303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-cdfeb1ba-f4b3-455e-b82c-d1ed5b59c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ca9550>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5889496d-233c-4133-8e63-f2b6162fed33'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:03.029587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.039557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Transition to ACTIVE for port object a0431fe4-67d1-492b-bbea-536851ec7e14 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:03.094630 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99457052-e1d4-42f3-94f8-1562b7406799 req-a2e7d431-412e-4d6e-b673-7af8cf8886ee service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2885952
Nov 27 11:43:03.109508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-cdfeb1ba-f4b3-455e-b82c-d1ed5b59c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ca9550>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:03.125130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfeb1ba-f4b3-455e-b82c-d1ed5b59c291 None None] Routers {'5889496d-233c-4133-8e63-f2b6162fed33'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:03.125761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-cdfeb1ba-f4b3-455e-b82c-d1ed5b59c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ca9550>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5889496d-233c-4133-8e63-f2b6162fed33'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:03.181997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62d05aae-d473-4ca3-a5ab-aa77905ab575 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.191146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62d05aae-d473-4ca3-a5ab-aa77905ab575 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.191340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-cdfeb1ba-f4b3-455e-b82c-d1ed5b59c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ca9550>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:03.191578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfeb1ba-f4b3-455e-b82c-d1ed5b59c291 None None] The sync data for ids ['5889496d-233c-4133-8e63-f2b6162fed33'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:03.203375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.203375 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.8152122
Nov 27 11:43:03.203576 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device eedaca1a-4eae-4b13-88f3-3197d39373d8 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:43:03.203675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47836) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:03.214542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-77e33de8-6289-48a1-a1b5-9da5c5ab76db tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': False}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:03.269132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.269411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.276405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255bc40-86ab-4d80-8072-b708f0c46a5e req-ae613cb5-e7e8-4235-9fc4-2f4d57d0f512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:03.278153 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2255bc40-86ab-4d80-8072-b708f0c46a5e req-ae613cb5-e7e8-4235-9fc4-2f4d57d0f512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 943 time: 0.3260183
Nov 27 11:43:03.296971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:03.296971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.310317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c4faa676-7608-4540-a8fc-19f81c49468c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:03.343411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port fadb3ec0-d30d-4d97-b272-16f9149a23f4 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:03.386627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=a0431fe4-67d1-492b-bbea-536851ec7e14,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:03.392934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:03.395316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:03.396404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:03.398740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:03.421264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port eedaca1a-4eae-4b13-88f3-3197d39373d8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:03.438655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:43:03.471691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.471691 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-88eea54b-3392-4def-b0d2-2fe7b1c7d476 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 1.3229160
Nov 27 11:43:03.476392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:03.477024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.482248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47840) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:03.485206 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2255bc40-86ab-4d80-8072-b708f0c46a5e req-13dfe2de-f5c4-45f2-9254-6391072d1371 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1714706
Nov 27 11:43:03.506247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d1034a58-672d-4764-bc13-af4b79f7098c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:03.529245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.552884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eedaca1a-4eae-4b13-88f3-3197d39373d8 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:43:03.569949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62d05aae-d473-4ca3-a5ab-aa77905ab575 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.570650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d05aae-d473-4ca3-a5ab-aa77905ab575 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Fanout notify agent at l3_agent the message router_deleted on router 2caa0ac5-53f7-44a3-8018-243a5dcb4efc {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:43:03.576068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port eedaca1a-4eae-4b13-88f3-3197d39373d8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:03.679336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.682903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-399db4e5-a183-4520-9798-832ad0714eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:03.767839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.3193533
Nov 27 11:43:03.768674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47844) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:03.788484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=eedaca1a-4eae-4b13-88f3-3197d39373d8,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:03.799846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.800533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.800873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.801205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.805432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.805432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.805432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.805432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.805432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.805432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.805432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:03.808330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:03.808497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62d05aae-d473-4ca3-a5ab-aa77905ab575 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.809760 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-62d05aae-d473-4ca3-a5ab-aa77905ab575 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "DELETE /v2.0/routers/2caa0ac5-53f7-44a3-8018-243a5dcb4efc HTTP/1.1" status: 204  len: 168 time: 1.4008901
Nov 27 11:43:03.825064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47848) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:03.829628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9b:b5:0d'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:03.858269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-23aabb97-86f3-4210-9329-a7ff6a1b10f8 None None] Provisioning for port a0431fe4-67d1-492b-bbea-536851ec7e14 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:03.864032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-23aabb97-86f3-4210-9329-a7ff6a1b10f8 None None] Provisioning complete for port a0431fe4-67d1-492b-bbea-536851ec7e14 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:03.864415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-23aabb97-86f3-4210-9329-a7ff6a1b10f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.934060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:03.942117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-23aabb97-86f3-4210-9329-a7ff6a1b10f8 None None] Port a0431fe4-67d1-492b-bbea-536851ec7e14 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:43:04.004900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['eedaca1a-4eae-4b13-88f3-3197d39373d8'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:43:04.073688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d1034a58-672d-4764-bc13-af4b79f7098c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.157539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.176550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0d9d7882-41b8-42b1-abbb-8b8eef12f029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:04.229289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Deleting subnet 6a0f0dff-b9cd-4e7c-adad-2d59c4c01848 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:43:04.241244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.291982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.334746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=fadb3ec0-d30d-4d97-b272-16f9149a23f4,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:04.357831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d1034a58-672d-4764-bc13-af4b79f7098c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.424944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.475837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.476215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.476584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.476952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.477309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.477665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.478019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.478372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.478747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.479095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.479444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:43:04.489333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:04.506208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking segment: {'id': 'a3b181ff-89ab-4649-9275-4493d26062be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:04.506590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network hostable DHCP agents. Network: fdce91ed-1cbc-4457-9e1d-0172221d627c, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:04.595857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.688446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:04.787742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.792688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fd515eb2-fa85-461b-a561-0cfe501b4510 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:04.830160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0f0dff-b9cd-4e7c-adad-2d59c4c01848,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:04.833924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, fdce91ed-1cbc-4457-9e1d-0172221d627c) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:04.835606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:04.847973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94f554-a1b4-46d6-b90f-cc270ec4f874 None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:04.852790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:04.857354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:04.857988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.868512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:04.877566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ed4fd-9aa0-4e5e-97fb-98afe9864c80 None None] Network 0449679a-a70e-4d68-ba77-3eaf021f8a91 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:04.897191 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "DELETE /v2.0/subnets/6a0f0dff-b9cd-4e7c-adad-2d59c4c01848 HTTP/1.1" status: 204  len: 168 time: 1.0688741
Nov 27 11:43:04.898450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47854) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:04.963183 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.2827702
Nov 27 11:43:04.968663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47858) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:04.979918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1841516554'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:04.988578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:04.996081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:network and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:05.002796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:05.019730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:05.020001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:43:05.037393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e2893-4644-4000-a87e-7e995fa56975 req-02291350-678f-4b45-8261-ee9e476e1d7d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:05.038825 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-332e2893-4644-4000-a87e-7e995fa56975 req-02291350-678f-4b45-8261-ee9e476e1d7d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 944 time: 0.2929296
Nov 27 11:43:05.048220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.053999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77e33de8-6289-48a1-a1b5-9da5c5ab76db tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.084843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.101367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:05.104884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.114831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Deleting port 6ae7271a-4cad-45d2-acfc-4143a258eda7 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:05.115172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.139465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:05.148056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.148406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Added segment 73843777-bd11-4af6-aa65-efd8e3bce9e8 of type vlan for network 068637c7-8049-4727-9920-d57409bb14cc
Nov 27 11:43:05.153319 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-332e2893-4644-4000-a87e-7e995fa56975 req-bd9a0549-293d-4fc9-acc2-0732865146c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0952332
Nov 27 11:43:05.166573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.171234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1034a58-672d-4764-bc13-af4b79f7098c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Router 099ebc59-bb3c-4208-a7c9-8df0a241717f is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:43:05.181836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2cd407c7-0dc8-472c-8257-9c693e4c51e4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:05.207181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.218751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device eedaca1a-4eae-4b13-88f3-3197d39373d8 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:05.352938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device acbe9e5d-0f32-4c20-a309-0e45bad6bd61 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:43:05.376833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=a0431fe4-67d1-492b-bbea-536851ec7e14,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:05.379427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:05.402021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: acbe9e5d-0f32-4c20-a309-0e45bad6bd61 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:43:05.402381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device acbe9e5d-0f32-4c20-a309-0e45bad6bd61 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:43:05.402845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fde0913a-5002-4639-bb65-b328086c09f0 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:43:05.429704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port eedaca1a-4eae-4b13-88f3-3197d39373d8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:05.439869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port eedaca1a-4eae-4b13-88f3-3197d39373d8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:05.440399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.485380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: fde0913a-5002-4639-bb65-b328086c09f0 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:43:05.485380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fde0913a-5002-4639-bb65-b328086c09f0 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:43:05.511767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.516153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:05.517141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.541916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5340db13-9b56-49c1-8346-feadf0c1fea2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:05.591701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] In _notify_port_updated(), no bound segment for port a0431fe4-67d1-492b-bbea-536851ec7e14 on network ce635ddc-8ff1-454a-9461-6939adb9c2ad {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:43:05.595714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:05.596339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.598228 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "PUT /v2.0/ports/a0431fe4-67d1-492b-bbea-536851ec7e14 HTTP/1.1" status: 200  len: 995 time: 1.8220103
Nov 27 11:43:05.602435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47862) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:05.633095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.654722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] DHCP port deletion for 0449679a-a70e-4d68-ba77-3eaf021f8a91 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:43:05.668341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] Deleting port 6ae7271a-4cad-45d2-acfc-4143a258eda7 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:05.668773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.714958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:43:05.731559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Network': ['ID=068637c7-8049-4727-9920-d57409bb14cc,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:05.745806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port eedaca1a-4eae-4b13-88f3-3197d39373d8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:05.746046 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7726355
Nov 27 11:43:05.769794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:05.770154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47870) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:05.770154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] For port 6ae7271a-4cad-45d2-acfc-4143a258eda7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6ae7271a-4cad-45d2-acfc-4143a258eda7,segment=NetworkSegment(e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58),segment_id=e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:05.770154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.770733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 068637c7-8049-4727-9920-d57409bb14cc details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:05.780987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1034a58-672d-4764-bc13-af4b79f7098c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:05.785252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4668f055-9711-454c-a604-6b04e00ce149 None None] Provisioning complete for port a0431fe4-67d1-492b-bbea-536851ec7e14 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:05.788563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4668f055-9711-454c-a604-6b04e00ce149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.791656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'ports': [{'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c'}, {'network_id': '068637c7-8049-4727-9920-d57409bb14cc'}]} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:05.792207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:05.793126 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] Sync routers for ids ['099ebc59-bb3c-4208-a7c9-8df0a241717f'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:05.794451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': '068637c7-8049-4727-9920-d57409bb14cc'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:05.818830 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] Routers {'099ebc59-bb3c-4208-a7c9-8df0a241717f'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:05.819676 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469931c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['099ebc59-bb3c-4208-a7c9-8df0a241717f'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:05.821447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d1034a58-672d-4764-bc13-af4b79f7098c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.825384 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d1034a58-672d-4764-bc13-af4b79f7098c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "PUT /v2.0/routers/099ebc59-bb3c-4208-a7c9-8df0a241717f HTTP/1.1" status: 200  len: 696 time: 2.3417997
Nov 27 11:43:05.828359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47874) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:05.840133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Deleting port a0431fe4-67d1-492b-bbea-536851ec7e14 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:05.840478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.989846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77e33de8-6289-48a1-a1b5-9da5c5ab76db tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:05.993985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77e33de8-6289-48a1-a1b5-9da5c5ab76db tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:06.012689 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] Set router 099ebc59-bb3c-4208-a7c9-8df0a241717f gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:43:06.073279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Calling delete_port for 6ae7271a-4cad-45d2-acfc-4143a258eda7 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:06.088039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:06.109274 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'code': 200}
Nov 27 11:43:06.112793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-be737978-7245-46d8-9865-45609cff45cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:06.139047 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469931c0>, [{'id': '099ebc59-bb3c-4208-a7c9-8df0a241717f', 'name': 'tempest-RoutersIpV6Test-router-33657105', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:02Z', 'updated_at': '2021-11-27T11:43:04Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:06.143081 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] Checking router: 099ebc59-bb3c-4208-a7c9-8df0a241717f for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:43:06.175291 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] Routers {'099ebc59-bb3c-4208-a7c9-8df0a241717f'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:06.175916 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469931c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['099ebc59-bb3c-4208-a7c9-8df0a241717f'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:06.314866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e33de8-6289-48a1-a1b5-9da5c5ab76db tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Router 5889496d-233c-4133-8e63-f2b6162fed33 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:43:06.354027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] For port 6ae7271a-4cad-45d2-acfc-4143a258eda7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6ae7271a-4cad-45d2-acfc-4143a258eda7,segment=NetworkSegment(e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58),segment_id=e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:06.354910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:06.492449 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] Set router 099ebc59-bb3c-4208-a7c9-8df0a241717f gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:43:06.516095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] Calling delete_port for 6ae7271a-4cad-45d2-acfc-4143a258eda7 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:06.613328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4668f055-9711-454c-a604-6b04e00ce149 None None] Port a0431fe4-67d1-492b-bbea-536851ec7e14 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:43:06.624243 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469931c0>, [{'id': '099ebc59-bb3c-4208-a7c9-8df0a241717f', 'name': 'tempest-RoutersIpV6Test-router-33657105', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:02Z', 'updated_at': '2021-11-27T11:43:04Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:06.628641 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b2e9cb-f783-4017-be15-9d044cf3e725 None None] The sync data for ids ['099ebc59-bb3c-4208-a7c9-8df0a241717f'] in dv-neutron-819441-1-hyperv is: [{'id': '099ebc59-bb3c-4208-a7c9-8df0a241717f', 'name': 'tempest-RoutersIpV6Test-router-33657105', 'tenant_id': '5bf692d61b864b1f99029c28a73a084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:02Z', 'updated_at': '2021-11-27T11:43:04Z', 'revision_number': 2, 'project_id': '5bf692d61b864b1f99029c28a73a084b', 'gw_port_host': None}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:06.636447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=eedaca1a-4eae-4b13-88f3-3197d39373d8,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:06.640155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:06.648002 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-39fd9906-1940-4511-b1e5-778ece410708 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/routers/099ebc59-bb3c-4208-a7c9-8df0a241717f HTTP/1.1" status: 200  len: 702 time: 0.8122232
Nov 27 11:43:06.657511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47880) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:06.714256 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9edbcf01-fbfd-44c7-bb62-f2a2dcc64401 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=099ebc59-bb3c-4208-a7c9-8df0a241717f HTTP/1.1" status: 200  len: 205 time: 0.0544338
Nov 27 11:43:06.717716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47884) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:06.753735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:43:06.754375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:43:06.806014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:06.816910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:06.824608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:06.831953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6587a321-3aab-4f47-bf00-411a016fbbe3 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:06.852095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e33de8-6289-48a1-a1b5-9da5c5ab76db tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:06.856826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77e33de8-6289-48a1-a1b5-9da5c5ab76db tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:06.861431 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-77e33de8-6289-48a1-a1b5-9da5c5ab76db tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "PUT /v2.0/routers/5889496d-233c-4133-8e63-f2b6162fed33 HTTP/1.1" status: 200  len: 925 time: 3.6531045
Nov 27 11:43:06.861431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47888) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:06.865647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed04ace0-7e89-4125-97c5-cc675e69fc62 None None] Sync routers for ids ['5889496d-233c-4133-8e63-f2b6162fed33'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:06.872903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:06.879548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04ace0-7e89-4125-97c5-cc675e69fc62 None None] Routers {'5889496d-233c-4133-8e63-f2b6162fed33'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:06.880204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ed04ace0-7e89-4125-97c5-cc675e69fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846737a90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5889496d-233c-4133-8e63-f2b6162fed33'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:06.882046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event deleted for resources: {'Port': ['ID=6ae7271a-4cad-45d2-acfc-4143a258eda7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:06.903669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:06.904702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:06.925668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] No DVR routers for this DVR port 6ae7271a-4cad-45d2-acfc-4143a258eda7 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:43:06.936744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b80fa9c-b712-4778-9aba-a89574a185c1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:06.949438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ed04ace0-7e89-4125-97c5-cc675e69fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846737a90>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:06.963545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04ace0-7e89-4125-97c5-cc675e69fc62 None None] Routers {'5889496d-233c-4133-8e63-f2b6162fed33'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:06.964254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ed04ace0-7e89-4125-97c5-cc675e69fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846737a90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5889496d-233c-4133-8e63-f2b6162fed33'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:07.010216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d25cb1-8af6-4396-b6f6-ab4bde2d8a38 req-a2b113a3-fd71-4440-8db2-d4c7116f98bd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:07.011233 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93d25cb1-8af6-4396-b6f6-ab4bde2d8a38 req-a2b113a3-fd71-4440-8db2-d4c7116f98bd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 945 time: 0.5365286
Nov 27 11:43:07.030713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.033173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ed04ace0-7e89-4125-97c5-cc675e69fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846737a90>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:07.033778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed04ace0-7e89-4125-97c5-cc675e69fc62 None None] The sync data for ids ['5889496d-233c-4133-8e63-f2b6162fed33'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:07.044206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 2} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:07.049207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.203745 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8917a9dd-1a25-418c-a3a0-99a6d3f7a7a3 req-50fe96fb-4b97-4c2a-8cda-c58bef5e6688 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 1098 time: 0.5645425
Nov 27 11:43:07.210368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Calling delete_port for a0431fe4-67d1-492b-bbea-536851ec7e14 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:07.255047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] Deleting port 6ae7271a-4cad-45d2-acfc-4143a258eda7 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:07.256073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.307413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.351293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.396426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6577a4de-a1d2-4bbc-a65e-85c84dc8ec2d None None] The port '6ae7271a-4cad-45d2-acfc-4143a258eda7' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:43:07.445641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6ae7271a-4cad-45d2-acfc-4143a258eda7 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:43:07.452365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b80fa9c-b712-4778-9aba-a89574a185c1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.452915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844d7e160>,) {'filters': {'network_id': ['0449679a-a70e-4d68-ba77-3eaf021f8a91']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:07.461902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b80fa9c-b712-4778-9aba-a89574a185c1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.480552 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93d25cb1-8af6-4396-b6f6-ab4bde2d8a38 req-d7a07f66-d155-45e5-8d35-1b5f8aafc939 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4518337
Nov 27 11:43:07.492387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844d7e160>, 'e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:07.492951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844d7e160>, 'e537d6b8-ae4d-42ae-b2f9-8d3c5db83f58') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:07.494846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 6ae7271a-4cad-45d2-acfc-4143a258eda7 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:43:07.495437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6ae7271a-4cad-45d2-acfc-4143a258eda7 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:43:07.527441 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-29ab128e-61c2-474d-aa15-aa0be2454c9e tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/routers/5889496d-233c-4133-8e63-f2b6162fed33 HTTP/1.1" status: 200  len: 925 time: 0.6632760
Nov 27 11:43:07.528292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47892) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:07.570007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.595702 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8917a9dd-1a25-418c-a3a0-99a6d3f7a7a3 req-3b04276a-f8a6-4454-84b8-a7498bdb5621 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3070691
Nov 27 11:43:07.657731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 05815640-00fc-442d-99d5-f33d61d0bb3a yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:07.664657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.677824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:43:07.677824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:43:07.699025 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:43:07.701440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b80fa9c-b712-4778-9aba-a89574a185c1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.702067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b80fa9c-b712-4778-9aba-a89574a185c1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Fanout notify agent at l3_agent the message router_deleted on router 099ebc59-bb3c-4208-a7c9-8df0a241717f {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:43:07.727448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b80fa9c-b712-4778-9aba-a89574a185c1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.738217 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3b80fa9c-b712-4778-9aba-a89574a185c1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/099ebc59-bb3c-4208-a7c9-8df0a241717f HTTP/1.1" status: 204  len: 168 time: 1.0163579
Nov 27 11:43:07.738217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47896) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:07.786934 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a7b08397-25ef-4815-8091-03b44f5d324f tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=099ebc59-bb3c-4208-a7c9-8df0a241717f HTTP/1.1" status: 200  len: 205 time: 0.0487964
Nov 27 11:43:07.790512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47900) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:07.849756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.856562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:07.872470 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-24350f1f-732d-4dda-a092-3b5b150521b0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:07.872470 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-24350f1f-732d-4dda-a092-3b5b150521b0 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/099ebc59-bb3c-4208-a7c9-8df0a241717f HTTP/1.1" status: 404  len: 336 time: 0.0743921
Nov 27 11:43:07.872470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47904) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:07.894867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.925757 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c6e108-8a90-4fa2-aea7-2ebd4288a52d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:07.925757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c6e108-8a90-4fa2-aea7-2ebd4288a52d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:07.926050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Port': ['ID=a0431fe4-67d1-492b-bbea-536851ec7e14,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:07.926170 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e5c6e108-8a90-4fa2-aea7-2ebd4288a52d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/9b3a3e64-e3ff-4089-9bc6-8a3e9d05e5a0 HTTP/1.1" status: 404  len: 337 time: 0.0527031
Nov 27 11:43:07.926170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47908) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:07.928344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:07.936522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:07.937633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-86cf4f5b-6235-4aa3-8ef4-9ddd5bc80bb3 tempest-BulkNetworkOpsTest-816366744 tempest-BulkNetworkOpsTest-816366744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:07.971349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-75194dff-b1a2-4f1b-9be7-0c41d008654c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Synchronizing usage tracker for tenant:b27934884c444e2099fa5b7841955ae8 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:07.977246 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6e7d76-f0ac-4fcf-b758-6ce07cbb064a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:07.977773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6e7d76-f0ac-4fcf-b758-6ce07cbb064a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:07.981606 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5b6e7d76-f0ac-4fcf-b758-6ce07cbb064a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/265c9f43-318e-44a6-85fe-aee190f80c17 HTTP/1.1" status: 404  len: 337 time: 0.0531456
Nov 27 11:43:07.981861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47912) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.012047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Pushing event deleted for resources: {'Network': ['ID=0449679a-a70e-4d68-ba77-3eaf021f8a91,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:08.026105 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] 10.222.0.23 "DELETE /v2.0/networks/0449679a-a70e-4d68-ba77-3eaf021f8a91 HTTP/1.1" status: 204  len: 168 time: 3.1248629
Nov 27 11:43:08.027362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:08.034452 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-240a91ad-753d-4181-82cf-99ebe598218d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:08.035133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240a91ad-753d-4181-82cf-99ebe598218d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:08.036999 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-240a91ad-753d-4181-82cf-99ebe598218d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/31055fa9-7603-477f-8d56-153e91677512 HTTP/1.1" status: 404  len: 337 time: 0.0542471
Nov 27 11:43:08.051109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47918) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.101435 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-0422d59f-96ca-4202-a2bf-e3e57e3d2ceb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:08.102027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0422d59f-96ca-4202-a2bf-e3e57e3d2ceb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:08.107021 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0422d59f-96ca-4202-a2bf-e3e57e3d2ceb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/6da58a38-cdc7-4e6b-9a6b-4036deed5f98 HTTP/1.1" status: 404  len: 337 time: 0.0544338
Nov 27 11:43:08.107830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47922) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.154454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-75194dff-b1a2-4f1b-9be7-0c41d008654c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Unset dirty status for tenant:b27934884c444e2099fa5b7841955ae8 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:08.159008 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-75194dff-b1a2-4f1b-9be7-0c41d008654c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=5889496d-233c-4133-8e63-f2b6162fed33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6292548
Nov 27 11:43:08.170187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47926) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.179609 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-489437a9-a4f1-4b98-9608-1461b901ca44 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 200  len: 205 time: 0.0704286
Nov 27 11:43:08.180858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47930) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.237377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:08.284082 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0f1de5b9-754b-4ceb-972e-10ddbab91964 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:08.286847 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0f1de5b9-754b-4ceb-972e-10ddbab91964 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/9936516d-0b9b-4311-a11a-1dce3d9fdc42 HTTP/1.1" status: 404  len: 336 time: 0.0842304
Nov 27 11:43:08.289282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47934) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.336475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:08.338430 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "DELETE /v2.0/ports/a0431fe4-67d1-492b-bbea-536851ec7e14 HTTP/1.1" status: 204  len: 168 time: 2.6873131
Nov 27 11:43:08.341885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47938) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.392393 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8588ea32-321c-47e0-860d-34c6ffbe113d tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf HTTP/1.1" status: 200  len: 205 time: 0.1019580
Nov 27 11:43:08.394806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47942) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.398095 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-3291ee10-e80c-4541-9ae6-2daa041f2ff9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:08.398621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3291ee10-e80c-4541-9ae6-2daa041f2ff9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Synchronizing usage tracker for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:08.405756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 6553049d-4109-402e-9e8f-5041323d509c yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:08.420086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3291ee10-e80c-4541-9ae6-2daa041f2ff9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Unset dirty status for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:08.421198 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3291ee10-e80c-4541-9ae6-2daa041f2ff9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "GET /v2.0/ports/a0431fe4-67d1-492b-bbea-536851ec7e14 HTTP/1.1" status: 404  len: 333 time: 0.0790672
Nov 27 11:43:08.426061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47946) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.432321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'name': 'tempest-AllowedAddressPairTestJSON-1772203632'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:08.471988 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-ff53bbc7-dd86-4bb4-b43e-5fed96d86226 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:08.475728 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ff53bbc7-dd86-4bb4-b43e-5fed96d86226 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/5b4395aa-ad03-46c1-9e46-b9cfdc0f33cf HTTP/1.1" status: 404  len: 336 time: 0.0771492
Nov 27 11:43:08.486206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47952) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.537173 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d25c602-95de-4395-87f1-0d4c3ac413bc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:08.537173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d25c602-95de-4395-87f1-0d4c3ac413bc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:08.549036 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1d25c602-95de-4395-87f1-0d4c3ac413bc tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/bd15269a-8667-4e38-b1ec-834b18d5b154 HTTP/1.1" status: 404  len: 337 time: 0.0503447
Nov 27 11:43:08.549036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47958) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.584198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ccd1c4-bcb8-4554-bf48-1ded921201b6 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:08.584551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-54ccd1c4-bcb8-4554-bf48-1ded921201b6 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Synchronizing usage tracker for tenant:b27934884c444e2099fa5b7841955ae8 on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:08.589357 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c88c2b7a-9418-4df8-b0ce-5188efa563d5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0cfdcbf-f553-4467-9b9d-257799f302e3 HTTP/1.1" status: 200  len: 205 time: 0.0476208
Nov 27 11:43:08.593472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47962) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.619269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47966) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.676668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:08.690506 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-8099f5b8-d975-41a6-aa5c-813f424106fb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:08.693393 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8099f5b8-d975-41a6-aa5c-813f424106fb tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/e0cfdcbf-f553-4467-9b9d-257799f302e3 HTTP/1.1" status: 404  len: 336 time: 0.0974696
Nov 27 11:43:08.697205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:08.713056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47972) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.765622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:08.769612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ffd84672-aebc-4b64-981d-7c857c055c93 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Synchronizing usage tracker for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:08.775148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca3c42-f3d4-4091-ab06-b6eef29b7682 req-f1b8cb9e-ba37-4a3e-af09-b8d7dc45ddaf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:08.776961 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c3ca3c42-f3d4-4091-ab06-b6eef29b7682 req-f1b8cb9e-ba37-4a3e-af09-b8d7dc45ddaf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 945 time: 0.0893383
Nov 27 11:43:08.783832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-54ccd1c4-bcb8-4554-bf48-1ded921201b6 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Unset dirty status for tenant:b27934884c444e2099fa5b7841955ae8 on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:08.785330 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-54ccd1c4-bcb8-4554-bf48-1ded921201b6 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 881 time: 0.6135056
Nov 27 11:43:08.789814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47976) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.790095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ffd84672-aebc-4b64-981d-7c857c055c93 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Unset dirty status for tenant:5bf692d61b864b1f99029c28a73a084b on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:08.791465 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ffd84672-aebc-4b64-981d-7c857c055c93 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8a7c431-0839-469b-8363-f21b92ba87fc HTTP/1.1" status: 200  len: 205 time: 0.0755002
Nov 27 11:43:08.795018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47978) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.859343 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-38d3fc2b-6e38-4fee-8e9b-f7ef6317ed0d tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889496d-233c-4133-8e63-f2b6162fed33 HTTP/1.1" status: 200  len: 205 time: 0.0683901
Nov 27 11:43:08.869557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47984) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.886020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Made reservation on behalf of f55d840f71604a72b42c570d4a60639c for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:08.889004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:08.901450 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-cc4ecdd0-baf5-4fa8-b98e-400f5755e12b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:08.904996 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cc4ecdd0-baf5-4fa8-b98e-400f5755e12b tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/c8a7c431-0839-469b-8363-f21b92ba87fc HTTP/1.1" status: 404  len: 336 time: 0.1062925
Nov 27 11:43:08.917446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47988) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:08.946512 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c3ca3c42-f3d4-4091-ab06-b6eef29b7682 req-97083e79-d623-4085-976a-bd72cf39a7bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1599989
Nov 27 11:43:08.979663 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-80772cfe-a09c-4a09-82f7-c165462236c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:08.980304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80772cfe-a09c-4a09-82f7-c165462236c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:08.986658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] device_id is not set on port 99ffc784-8941-4f36-9058-db886813ffbe yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:09.036846 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-80772cfe-a09c-4a09-82f7-c165462236c7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/02c1fa94-a223-4405-9c6a-2f8c08492540 HTTP/1.1" status: 404  len: 337 time: 0.1236267
Nov 27 11:43:09.040522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 47992) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:09.057656 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-efb611da-7918-47a4-96bc-808b7fb555c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0a52abc412f4c528731b21f01597f93&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4353311
Nov 27 11:43:09.061326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 47996) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:09.093417 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dd72cc00-37e8-4bf0-9884-114e31fce0de tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30847ed-82ec-407b-bdf7-fd3eaafae2c0 HTTP/1.1" status: 200  len: 205 time: 0.0488260
Nov 27 11:43:09.094996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48000) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:09.095568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.101711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.115362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-34fd4c25-7b96-4c47-9f80-9b2c5dbed48f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:09.270818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=05815640-00fc-442d-99d5-f33d61d0bb3a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:09.272938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:09.278549 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-ed4fd285-ff28-4772-9c7c-fafddbaaa764 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:09.281815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ed4fd285-ff28-4772-9c7c-fafddbaaa764 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/e30847ed-82ec-407b-bdf7-fd3eaafae2c0 HTTP/1.1" status: 404  len: 336 time: 0.1835282
Nov 27 11:43:09.282584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48004) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:09.283660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:09.286533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:09.293098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Allocated IP 172.20.0.12 (ce635ddc-8ff1-454a-9461-6939adb9c2ad/5cd980ef-b037-4b01-9cce-cf423f71bf59/99ffc784-8941-4f36-9058-db886813ffbe) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:09.295085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:09.295875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.310341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88467875-143c-4c38-b6dc-471cf9387cf9 tempest-ServerActionsTestJSON-1148278949 tempest-ServerActionsTestJSON-1148278949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:09.334141 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d23ad9-e0f1-46cd-8d9e-8467e75b770c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:09.334608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d23ad9-e0f1-46cd-8d9e-8467e75b770c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:09.336509 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-60d23ad9-e0f1-46cd-8d9e-8467e75b770c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/9281ace4-fc0e-423c-8bb7-2d80c9b1450e HTTP/1.1" status: 404  len: 337 time: 0.0533633
Nov 27 11:43:09.339257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48008) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:09.365374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e80d3f3-3c9f-4dce-b6ed-4b7516730dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.387560 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-210ca451-54ed-4801-9b9a-522b816dc506 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f5085a4-f53f-47ef-a594-a3c187e40287 HTTP/1.1" status: 200  len: 205 time: 0.0470037
Nov 27 11:43:09.390984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48012) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:09.444251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e80d3f3-3c9f-4dce-b6ed-4b7516730dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.460169 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-6d651303-8738-4917-bb37-100f65163baf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:09.467295 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6d651303-8738-4917-bb37-100f65163baf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/routers/9f5085a4-f53f-47ef-a594-a3c187e40287 HTTP/1.1" status: 404  len: 336 time: 0.0693183
Nov 27 11:43:09.467295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.471424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48016) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:09.482961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=6553049d-4109-402e-9e8f-5041323d509c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:09.497168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:09.568666 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-98be24b7-e861-473f-bc09-29e50661c9c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:09.569114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98be24b7-e861-473f-bc09-29e50661c9c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:09.636844 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-98be24b7-e861-473f-bc09-29e50661c9c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/22ff0db0-6061-4fed-9ba4-bbd705356e11 HTTP/1.1" status: 404  len: 337 time: 0.1512589
Nov 27 11:43:09.639894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48020) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:09.648714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking segment: {'id': '73843777-bd11-4af6-aa65-efd8e3bce9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '068637c7-8049-4727-9920-d57409bb14cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:09.649077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network hostable DHCP agents. Network: 068637c7-8049-4727-9920-d57409bb14cc, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:09.683627 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cbe555-ec07-4fb4-8b89-6fcca579e3d9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:09.685050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cbe555-ec07-4fb4-8b89-6fcca579e3d9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:09.695767 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a2cbe555-ec07-4fb4-8b89-6fcca579e3d9 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] 10.222.0.23 "DELETE /v2.0/subnets/d29a01a3-70ba-4c50-ba15-8909c168321a HTTP/1.1" status: 404  len: 337 time: 0.0431583
Nov 27 11:43:09.709999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.735847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.775863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Transition to ACTIVE for port object 99ffc784-8941-4f36-9058-db886813ffbe will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:09.777613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e80d3f3-3c9f-4dce-b6ed-4b7516730dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.781552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4f31bb6e-8bd0-42d3-9046-f6dccc3324aa tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:09.794255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80d3f3-3c9f-4dce-b6ed-4b7516730dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f4e08-1f90-4b0e-a90e-e2a5c084c282,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:09.798042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Deleting port fadf8af7-c081-4c9a-ab33-de6aae9d8600 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:09.798647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.799921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9e80d3f3-3c9f-4dce-b6ed-4b7516730dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:09.803729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network 068637c7-8049-4727-9920-d57409bb14cc is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:09.808408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e80d3f3-3c9f-4dce-b6ed-4b7516730dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.812623 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9e80d3f3-3c9f-4dce-b6ed-4b7516730dac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/604f4e08-1f90-4b0e-a90e-e2a5c084c282 HTTP/1.1" status: 204  len: 168 time: 0.7465041
Nov 27 11:43:09.933031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 068637c7-8049-4727-9920-d57409bb14cc) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:09.935345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.943723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c7d4e0-aed8-4bbf-837f-03452646a1ec None None] Network 068637c7-8049-4727-9920-d57409bb14cc requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:09.955179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:09.995334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:09.996309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:10.000385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:10.004433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:10.005285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:10.087642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=99ffc784-8941-4f36-9058-db886813ffbe,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:10.091413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:10.092632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:10.093757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:10.096541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:10.209801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Calling delete_port for fadf8af7-c081-4c9a-ab33-de6aae9d8600 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:10.225741 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.4493196
Nov 27 11:43:10.235367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48032) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:10.324988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:10.326322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:10.344573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48038) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:10.402329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 6553049d-4109-402e-9e8f-5041323d509c {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:10.403753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:10.487413 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0601513
Nov 27 11:43:10.490612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48048) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:10.495894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'network_id': 'ce635ddc-8ff1-454a-9461-6939adb9c2ad', 'name': 'tempest-AllowedAddressPairTestJSON-1030443277'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:10.523164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:10.531647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c7ed2ca3-a1dc-4920-9ef4-eb0efb14d62d tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:10.541270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-314731b3-c9fb-4c2f-8697-02baebb51b1e None None] Provisioning for port 99ffc784-8941-4f36-9058-db886813ffbe completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:10.548001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-314731b3-c9fb-4c2f-8697-02baebb51b1e None None] Provisioning complete for port 99ffc784-8941-4f36-9058-db886813ffbe triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:10.548787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-314731b3-c9fb-4c2f-8697-02baebb51b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:10.626017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-314731b3-c9fb-4c2f-8697-02baebb51b1e None None] Port 99ffc784-8941-4f36-9058-db886813ffbe cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:43:10.645886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event deleted for resources: {'Port': ['ID=fadf8af7-c081-4c9a-ab33-de6aae9d8600,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:10.654072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:10.702945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ce9ba-22d9-43ec-86fe-51e157d6f0c5 req-f458ee7f-b999-404d-9284-082c38614d9f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:10.704299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-209ce9ba-22d9-43ec-86fe-51e157d6f0c5 req-f458ee7f-b999-404d-9284-082c38614d9f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 945 time: 0.5528233
Nov 27 11:43:10.854423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:10.921845 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b501967b-b2e4-44ac-a9be-db027d96863d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bf692d61b864b1f99029c28a73a084b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5742729
Nov 27 11:43:10.924128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48056) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:10.927364 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-209ce9ba-22d9-43ec-86fe-51e157d6f0c5 req-37ab3031-4c4e-4353-a714-bbb9ef6b60ec tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1890569
Nov 27 11:43:10.930689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:10.932212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:10.972873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.059674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 6553049d-4109-402e-9e8f-5041323d509c owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:11.216026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.221380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d3247a28-ee8c-4d62-986b-afd41748ab66 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:11.228517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Made reservation on behalf of f55d840f71604a72b42c570d4a60639c for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:11.232515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.281812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.289009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=6553049d-4109-402e-9e8f-5041323d509c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:11.294226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:11.297227 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/6553049d-4109-402e-9e8f-5041323d509c HTTP/1.1" status: 204  len: 168 time: 1.0606115
Nov 27 11:43:11.299837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48068) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:11.356737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] device_id is not set on port c32d77ce-3331-49d2-841b-b30f212d24af yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:11.402864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48072) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:11.474445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6de3e-cf64-43e2-863d-e0ab427bb319 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:11.478460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6de3e-cf64-43e2-863d-e0ab427bb319 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:11.479243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5ef6de3e-cf64-43e2-863d-e0ab427bb319 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:11.564001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63a47e84-634d-4fb6-bc7b-31d9873785bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.572560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.592560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-575851114'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:11.598969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:11.602752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:network and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:11.604929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.606389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:11.613189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:11.625435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5ef6de3e-cf64-43e2-863d-e0ab427bb319 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:11.625435 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5ef6de3e-cf64-43e2-863d-e0ab427bb319 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.3191786
Nov 27 11:43:11.625435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48078) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:11.664309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63a47e84-634d-4fb6-bc7b-31d9873785bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.692270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 05815640-00fc-442d-99d5-f33d61d0bb3a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:11.698629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.724017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b4da-e716-4313-a7a9-928b1e1d87ec req-0d5fa96f-c275-4ae0-b23e-01c732e74d19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:11.733525 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-de03b4da-e716-4313-a7a9-928b1e1d87ec req-0d5fa96f-c275-4ae0-b23e-01c732e74d19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 945 time: 0.5466666
Nov 27 11:43:11.733700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:11.733700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.759214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.774741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Allocated IP 172.20.0.5 (ce635ddc-8ff1-454a-9461-6939adb9c2ad/5cd980ef-b037-4b01-9cce-cf423f71bf59/c32d77ce-3331-49d2-841b-b30f212d24af) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:11.841091 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-de03b4da-e716-4313-a7a9-928b1e1d87ec req-142efac2-ae78-4cbf-bfe5-9707aec9858c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1057897
Nov 27 11:43:11.845905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:11.853847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group_rule and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:11.863752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:11.873774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48082) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:11.888910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:11.919318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.921675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Fanout notify agent at l3_agent the message router_deleted on router 5889496d-233c-4133-8e63-f2b6162fed33 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:43:11.979255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63a47e84-634d-4fb6-bc7b-31d9873785bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:11.990311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fb28966b-2c9f-41ae-aebb-b1dee56bca21 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:12.003513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.061742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a47e84-634d-4fb6-bc7b-31d9873785bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85ae0e9-1ca8-4868-8a1c-fec92dfa879b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:12.065368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-63a47e84-634d-4fb6-bc7b-31d9873785bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:12.074463 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-28467352-a36a-4b23-b29e-a8f06932c367 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 1093 time: 0.1989162
Nov 27 11:43:12.078572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63a47e84-634d-4fb6-bc7b-31d9873785bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.082781 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-63a47e84-634d-4fb6-bc7b-31d9873785bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c85ae0e9-1ca8-4868-8a1c-fec92dfa879b HTTP/1.1" status: 204  len: 168 time: 1.1547134
Nov 27 11:43:12.088378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48086) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:12.096328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.097426 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/5889496d-233c-4133-8e63-f2b6162fed33 HTTP/1.1" status: 204  len: 168 time: 3.2289140
Nov 27 11:43:12.101434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:12.107859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48092) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:12.110509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:12.117971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-925003844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:12.140351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:12.142740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:12.145534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 05815640-00fc-442d-99d5-f33d61d0bb3a owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:12.148803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:12.157341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Usage tracker for resource:router and tenant:e8a7dd4775924368a83d270c276c9fac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:12.167775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:12.173110 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:12.193806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:12.213511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.235607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Transition to ACTIVE for port object c32d77ce-3331-49d2-841b-b30f212d24af will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:12.249781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.278106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.304041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.305381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.389760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.396736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.396987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfbef611-8c80-49bf-9114-f5b27b3337ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:12.404410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-59fdd395-aec4-4a35-96e5-40178891aa3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:12.407497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.433957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:12.450598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f51c887-fc01-465a-a690-7904c6b571af,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:12.453607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.453942 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Added segment 5c5bc0ff-20ca-47d4-b752-1c9f3edeece2 of type vlan for network a3ab790e-37e2-4df7-8789-93b4ac9abc8f
Nov 27 11:43:12.455187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:12.455816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-47d0ac54-8460-4bab-ad52-9c21f1c4585c tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:12.504189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.514095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.515697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=05815640-00fc-442d-99d5-f33d61d0bb3a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:12.516710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:12.519968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=c32d77ce-3331-49d2-841b-b30f212d24af,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:12.529048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:12.529269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:12.532430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:12.536277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:12.558929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.606791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.682989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:12.683674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.761476 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/05815640-00fc-442d-99d5-f33d61d0bb3a HTTP/1.1" status: 204  len: 168 time: 1.1357024
Nov 27 11:43:12.765229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48100) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:12.767646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.771710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.777639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:12.782609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.809179 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3178487
Nov 27 11:43:12.812792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48104) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:12.828340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9b:b5:0d'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:bb:39:70'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:12.838403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8abd7e30-3323-42b9-8b91-b30c8f50c885 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:12.878238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.241 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/75b8e7cd-d069-4876-8074-9a263ac225ae) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:12.894535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:12.894535 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a53b9b3d-6466-4b7f-a959-86a59e63e39a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7828517
Nov 27 11:43:12.897592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48110) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:12.913120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:12.980334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Network': ['ID=a3ab790e-37e2-4df7-8789-93b4ac9abc8f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:12.985530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:12.999663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:13.019443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea28f7-82df-46b3-aa9c-2442f66c7441 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:13.020439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f6ea28f7-82df-46b3-aa9c-2442f66c7441 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:13.054032 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6426413
Nov 27 11:43:13.056705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48120) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:13.064404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'name': 'tempest-PortsTestJSON-127657769'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:13.166313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-614c1d13-b00b-4636-9054-7cfc9cb45708 None None] Provisioning for port c32d77ce-3331-49d2-841b-b30f212d24af completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:13.167542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-614c1d13-b00b-4636-9054-7cfc9cb45708 None None] Provisioning complete for port c32d77ce-3331-49d2-841b-b30f212d24af triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:13.167987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-614c1d13-b00b-4636-9054-7cfc9cb45708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.277347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-614c1d13-b00b-4636-9054-7cfc9cb45708 None None] Port c32d77ce-3331-49d2-841b-b30f212d24af cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:43:13.302664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f6ea28f7-82df-46b3-aa9c-2442f66c7441 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:13.304056 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f6ea28f7-82df-46b3-aa9c-2442f66c7441 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.5358603
Nov 27 11:43:13.307190 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48126) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:13.375294 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3a4907-054b-47e4-95a2-998d5b87420e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:13.376852 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2e3a4907-054b-47e4-95a2-998d5b87420e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/6553049d-4109-402e-9e8f-5041323d509c HTTP/1.1" status: 404  len: 333 time: 0.0686085
Nov 27 11:43:13.380982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48130) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:13.420900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:13.429839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc63366-28e5-4900-acfc-30a62e0bf010 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:13.431159 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6dc63366-28e5-4900-acfc-30a62e0bf010 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/05815640-00fc-442d-99d5-f33d61d0bb3a HTTP/1.1" status: 404  len: 333 time: 0.0490787
Nov 27 11:43:13.442965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:13.442965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:13.443392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:13.445436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48134) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:13.568850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.617364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.621374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:13.624772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.644670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.741901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 79716b70-d77e-42bf-b850-04e373109957 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:13.800628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.847263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844eb2280>,) {'filters': {'network_id': ['068637c7-8049-4727-9920-d57409bb14cc']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:13.874601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844eb2280>, '73843777-bd11-4af6-aa65-efd8e3bce9e8') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:13.874873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844eb2280>, '73843777-bd11-4af6-aa65-efd8e3bce9e8') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:13.903362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.910527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48144) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:13.953777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.958675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.966031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:43:13.966430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:43:13.984456 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:43:13.993780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:13.999222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4307eb4a-bdce-4cbb-9a1e-c931b16dbe0b tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:14.126319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1185755864-network', 'tenant_id': '18d45368684848de89c34efadd175f8c'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:14.129417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:14.139916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Usage tracker for resource:network and tenant:18d45368684848de89c34efadd175f8c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:14.153569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:14.156531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.196321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:14.213326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:14.213326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=75b8e7cd-d069-4876-8074-9a263ac225ae,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:14.233721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:14.238327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:14.254590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:14.265649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.265649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-750d8c0f-9cb7-4b65-81d8-382719d68923 tempest-ExternalNetworksTestJSON-549645559 tempest-ExternalNetworksTestJSON-549645559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:14.275480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.294285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Network': ['ID=068637c7-8049-4727-9920-d57409bb14cc,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:14.294285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.295092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:14.305602 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-35ee7f73-e7f9-4f30-b04f-c2122753eb45 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/networks/068637c7-8049-4727-9920-d57409bb14cc HTTP/1.1" status: 204  len: 168 time: 0.8543479
Nov 27 11:43:14.305602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bd6af4be-4234-464f-961f-ede8ba2b9312 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:14.306504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48152) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:14.318454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-91203523'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:14.340872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Made reservation on behalf of 18d45368684848de89c34efadd175f8c for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:14.340872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.352478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:14.363999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:network and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:14.370959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:14.376593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.405218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=79716b70-d77e-42bf-b850-04e373109957,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:14.411300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:14.421602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking segment: {'id': '5c5bc0ff-20ca-47d4-b752-1c9f3edeece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:14.422274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network hostable DHCP agents. Network: a3ab790e-37e2-4df7-8789-93b4ac9abc8f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:14.467913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:14.475959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:43:14.506168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:14.515006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.592421 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:14.593467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, a3ab790e-37e2-4df7-8789-93b4ac9abc8f) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:14.598101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:14.602498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:14.603912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.604526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Usage tracker for resource:security_group_rule and tenant:18d45368684848de89c34efadd175f8c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:14.607392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beabdad4-8a31-4c7c-87cd-8588868b1da8 None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:14.608150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.611332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:14.614802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:14.631135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:14.634242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a4fa0eb6-a99c-4f8e-b006-ef6d52df04a9 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:14.652171 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-1283f7ea-f52c-4afa-b33d-203974aafa12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1131361
Nov 27 11:43:14.684106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:14.769480 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.7106454
Nov 27 11:43:14.774954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48156) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:14.784056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1260052937'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:14.790281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:14.797741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:network and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:14.802315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:14.814042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:14.852065 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-7bcc6a70-8cfa-471b-bb30-12b69545c794 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 1099 time: 0.1272352
Nov 27 11:43:14.948621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event updated for resources: {'Port': ['ID=c32d77ce-3331-49d2-841b-b30f212d24af,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:14.961363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:14.968334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:14.968334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.034991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:15.047277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-0f1acf04-a839-4e4b-996c-1dd9ff15eb2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:15.048826 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-0f1acf04-a839-4e4b-996c-1dd9ff15eb2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1755655
Nov 27 11:43:15.050278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:15.051523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.052006 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Added segment b3d1a371-2e52-4cbd-bde5-4c1ae1b69acd of type vlan for network 11d06be4-62f0-4ce5-bf49-f4c72b48c7d7
Nov 27 11:43:15.072167 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:43:15.110579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.111685 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Added segment 6d93113b-c872-40ec-b293-6c1b6c6a26b6 of type vlan for network 404da06b-3298-4bfe-9ff2-b99b3523bf37
Nov 27 11:43:15.162988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.181909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] In _notify_port_updated(), no bound segment for port c32d77ce-3331-49d2-841b-b30f212d24af on network ce635ddc-8ff1-454a-9461-6939adb9c2ad {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:43:15.192980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:15.192980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.192980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "PUT /v2.0/ports/c32d77ce-3331-49d2-841b-b30f212d24af HTTP/1.1" status: 200  len: 1057 time: 2.3748362
Nov 27 11:43:15.198689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48160) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:15.205578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-2c3fd846-cb2a-4961-92ad-1535aa1ecff4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91 HTTP/1.1" status: 200  len: 1001 time: 0.1399667
Nov 27 11:43:15.228992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-63b62ea3-1657-4841-a9c1-ffa4be7a86ac None None] Provisioning complete for port c32d77ce-3331-49d2-841b-b30f212d24af triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:15.229540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63b62ea3-1657-4841-a9c1-ffa4be7a86ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.310570 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-63b62ea3-1657-4841-a9c1-ffa4be7a86ac None None] Port c32d77ce-3331-49d2-841b-b30f212d24af cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:43:15.315282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-429a49ba-b322-44a4-a233-d64ed563a135 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:15.316551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.316644 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-429a49ba-b322-44a4-a233-d64ed563a135 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.0650272
Nov 27 11:43:15.318624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.353966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.373594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Deleting port c32d77ce-3331-49d2-841b-b30f212d24af {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:15.373837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.375664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.425424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.436499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ae4b906-51d5-4f8d-810d-f1c39be488ae tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:15.504354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:15.533408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef4be3-be1f-4e93-910e-3d66b6d06ecc,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:15.543407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:15.544243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.544688 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Added segment ae991799-4cdb-4ad2-980e-d8054eef932f of type vlan for network 2663dfc1-5a90-4e34-b77b-1877dd6face1
Nov 27 11:43:15.546426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.555558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:15.555558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.558248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-07858fe1-2293-4f5c-82a8-5ac596a92404 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:15.621197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.625318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:15.625908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.637573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf6433b6-7193-4077-9e1c-48d6cd713581 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:15.662406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:15.712463 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-28d64a94-9d2a-4844-801f-c0a8b16b3ffa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3842518
Nov 27 11:43:15.744413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Network': ['ID=11d06be4-62f0-4ce5-bf49-f4c72b48c7d7,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:15.758380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 11d06be4-62f0-4ce5-bf49-f4c72b48c7d7 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:15.766209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:15.777427 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9989772
Nov 27 11:43:15.785008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48164) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:15.796619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:43:15.821498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Allocated IP 172.26.6.248 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/161864b8-371f-41e7-b9b3-b8e9772b8911) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:15.825616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Network': ['ID=404da06b-3298-4bfe-9ff2-b99b3523bf37,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:15.834097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:15.863938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 404da06b-3298-4bfe-9ff2-b99b3523bf37 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:15.887908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'ports': [{'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f'}, {'network_id': '11d06be4-62f0-4ce5-bf49-f4c72b48c7d7'}]} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:15.888214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:15.888660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': '11d06be4-62f0-4ce5-bf49-f4c72b48c7d7'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:15.996871 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.6885548
Nov 27 11:43:16.003911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48170) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:16.014152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': '404da06b-3298-4bfe-9ff2-b99b3523bf37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:16.052821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.053829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:16.054447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.078171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c971fbc2-57fd-4862-ba48-9fa143351b12 tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:16.119447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.133056 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-5f381d01-fef4-4a95-a0fe-9fc6cec25b7d service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4089127
Nov 27 11:43:16.162716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.318304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Calling delete_port for c32d77ce-3331-49d2-841b-b30f212d24af owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:16.340080 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.4163311
Nov 27 11:43:16.343678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2663dfc1-5a90-4e34-b77b-1877dd6face1,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:16.349894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:16.350327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48174) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:16.358125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2663dfc1-5a90-4e34-b77b-1877dd6face1 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:16.371800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:16.373476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Request body: {'subnet': {'network_id': '2663dfc1-5a90-4e34-b77b-1877dd6face1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1185755864-subnet', 'tenant_id': '18d45368684848de89c34efadd175f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:16.382444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.386897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:16.392732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:16.396437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.434631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:16.437930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:16.458121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Usage tracker for resource:subnet and tenant:18d45368684848de89c34efadd175f8c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:16.466344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:16.488120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:16.492206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:16.512830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:16.517809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:16.525878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:16.562804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74dab02-7cfd-4fdd-96cd-8c8dec5caf47 req-b2f076fb-fe87-4f39-b4f9-85ad9b9cfbcd service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3333564
Nov 27 11:43:16.563691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:16.617127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Made reservation on behalf of 18d45368684848de89c34efadd175f8c for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:16.619441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.650215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 2} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:16.653894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.732631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.745154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.763669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f9f98f6e-337b-4ea6-ad75-24caf05740e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:16.810045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.818449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Port': ['ID=c32d77ce-3331-49d2-841b-b30f212d24af,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:16.819976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8d938a44-7bac-44ea-b0d0-54b033a2a029 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:16.834180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:16.922743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:16.954300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:16.967593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:16.970852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:16.979254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 73e9aa10-afeb-40b1-9371-adf146d7fcd0 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:17.017982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event updated for resources: {'Port': ['ID=161864b8-371f-41e7-b9b3-b8e9772b8911,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:17.021247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:17.121375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.ipam_backend_mixin [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Performing IP validity checks on allocation pools {{(pid=84364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 27 11:43:17.124662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.ipam_backend_mixin [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 27 11:43:17.152912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:43:17.207502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.327975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.347196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b41ebba3-ceae-4706-b997-8140fbf2d660 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:17.447421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.470918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b02c7053-8914-46c2-89b3-38346ce30f49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:17.486427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=75b8e7cd-d069-4876-8074-9a263ac225ae,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:17.490586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:17.515209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.570987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.582032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-18595206-95d9-480b-a4db-70f21c2505f7 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:17.625652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7f61d8-9469-43b5-a02c-54051d74be6e,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:17.632889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:17.638044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.640749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.680154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Checking segment: {'id': 'ae991799-4cdb-4ad2-980e-d8054eef932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2663dfc1-5a90-4e34-b77b-1877dd6face1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:17.680513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Network hostable DHCP agents. Network: 2663dfc1-5a90-4e34-b77b-1877dd6face1, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:17.680847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.728494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=e3d15f7b-d43c-4779-a0ac-236753b0d65e,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:17.731523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:17.769579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking segment: {'id': '6d93113b-c872-40ec-b293-6c1b6c6a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '404da06b-3298-4bfe-9ff2-b99b3523bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:17.769929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network hostable DHCP agents. Network: 404da06b-3298-4bfe-9ff2-b99b3523bf37, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:17.778416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 3f271a7b-d192-4faa-ab64-9e15be34701d yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:17.840807 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "DELETE /v2.0/ports/c32d77ce-3331-49d2-841b-b30f212d24af HTTP/1.1" status: 204  len: 168 time: 2.6410098
Nov 27 11:43:17.876554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48178) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:17.947126 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a031175f-6bc4-48f4-804a-4f69d9b64ae7 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:17.947688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a031175f-6bc4-48f4-804a-4f69d9b64ae7 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Synchronizing usage tracker for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:17.967947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.975129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:17.994096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:18.063511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Network 2663dfc1-5a90-4e34-b77b-1877dd6face1 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:18.093857 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP bbd786b1-c8a6-4002-b1e9-c78804cc6e66 associated. External IP: 172.26.6.241, port: eedaca1a-4eae-4b13-88f3-3197d39373d8.
Nov 27 11:43:18.214113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a031175f-6bc4-48f4-804a-4f69d9b64ae7 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Unset dirty status for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:18.216107 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a031175f-6bc4-48f4-804a-4f69d9b64ae7 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "GET /v2.0/ports/c32d77ce-3331-49d2-841b-b30f212d24af HTTP/1.1" status: 404  len: 333 time: 0.3370163
Nov 27 11:43:18.216886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network 404da06b-3298-4bfe-9ff2-b99b3523bf37 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:18.217418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:18.218904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48182) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:18.225088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-734e27c4-0676-4530-9fe2-0d2ef82bb706 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:18.323606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 2663dfc1-5a90-4e34-b77b-1877dd6face1) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:18.338865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:18.340899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d683c-51e8-4714-9e75-c19eef399bde None None] Network 2663dfc1-5a90-4e34-b77b-1877dd6face1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:18.346752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:18.349184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:18.349946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:18.387668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:18.388546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:18.406720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=73e9aa10-afeb-40b1-9371-adf146d7fcd0,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:18.410988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Deleting port 99ffc784-8941-4f36-9058-db886813ffbe {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:18.411351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:18.443625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:18.444550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:18.473852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 404da06b-3298-4bfe-9ff2-b99b3523bf37) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:18.483093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:18.483909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:18.484672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b72a32c-38dd-4d3f-a971-25efdfb9607d None None] Network 404da06b-3298-4bfe-9ff2-b99b3523bf37 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:18.511386 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f63e9b93-beb2-41d1-be1e-d63fe84636b6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1536920
Nov 27 11:43:18.585138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=3f271a7b-d192-4faa-ab64-9e15be34701d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:18.635873 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6307423
Nov 27 11:43:18.642497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48188) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:18.652652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:18.653396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': '404da06b-3298-4bfe-9ff2-b99b3523bf37', 'name': 'tempest-PortsIpV6TestJSON-594192167'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:18.675437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Router 999efe03-3ff6-4cc8-bf66-31c160cf3e64 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:43:18.708171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad2f606-4617-4236-8ec5-252e785ec5ed None None] Network 2663dfc1-5a90-4e34-b77b-1877dd6face1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:18.729505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking segment: {'id': 'b3d1a371-2e52-4cbd-bde5-4c1ae1b69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11d06be4-62f0-4ce5-bf49-f4c72b48c7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:18.730001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network hostable DHCP agents. Network: 11d06be4-62f0-4ce5-bf49-f4c72b48c7d7, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:18.882501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:18.952561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:18.980701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:19.064550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-404da06b-3298-4bfe-9ff2-b99b3523bf37', 'network_id': '404da06b-3298-4bfe-9ff2-b99b3523bf37', 'tenant_id': 'a0270ee3ba574932b1c598ac398651fb', 'fixed_ips': [{'subnet_id': 'e3d15f7b-d43c-4779-a0ac-236753b0d65e'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:43:19.065401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:19.095188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:19.098805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:19.138778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:43:19.141238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 1bd8a01c-9c3a-443e-87a3-ad9c2e595224 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:19.209677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Calling delete_port for 99ffc784-8941-4f36-9058-db886813ffbe owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:19.218689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:19.237020 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31fe81-af00-47e1-b9f5-d552b5cc5abd None None] Sync routers for ids ['999efe03-3ff6-4cc8-bf66-31c160cf3e64'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:19.253665 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31fe81-af00-47e1-b9f5-d552b5cc5abd None None] Routers {'999efe03-3ff6-4cc8-bf66-31c160cf3e64'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:19.257282 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-6c31fe81-af00-47e1-b9f5-d552b5cc5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463ee9a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['999efe03-3ff6-4cc8-bf66-31c160cf3e64'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:19.309213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:19.312936 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "PUT /v2.0/routers/999efe03-3ff6-4cc8-bf66-31c160cf3e64 HTTP/1.1" status: 200  len: 883 time: 6.4051085
Nov 27 11:43:19.314492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48200) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:19.409631 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-6c31fe81-af00-47e1-b9f5-d552b5cc5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463ee9a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:19.419333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 11d06be4-62f0-4ce5-bf49-f4c72b48c7d7 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:19.448224 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31fe81-af00-47e1-b9f5-d552b5cc5abd None None] Routers {'999efe03-3ff6-4cc8-bf66-31c160cf3e64'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:19.448825 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-6c31fe81-af00-47e1-b9f5-d552b5cc5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463ee9a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['999efe03-3ff6-4cc8-bf66-31c160cf3e64'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:19.487627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::2f9 (404da06b-3298-4bfe-9ff2-b99b3523bf37/e3d15f7b-d43c-4779-a0ac-236753b0d65e/1bd8a01c-9c3a-443e-87a3-ad9c2e595224) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:19.538253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd3eafd7-199a-4caf-ae2d-8904b425b249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:19.567633 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-6c31fe81-af00-47e1-b9f5-d552b5cc5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463ee9a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:19.568282 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31fe81-af00-47e1-b9f5-d552b5cc5abd None None] The sync data for ids ['999efe03-3ff6-4cc8-bf66-31c160cf3e64'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:19.649218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 11d06be4-62f0-4ce5-bf49-f4c72b48c7d7) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:19.655099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:19.663017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:19.670674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:19.672042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:19.678930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3b702-b614-4fa6-8f81-9858c6477b20 None None] Network 11d06be4-62f0-4ce5-bf49-f4c72b48c7d7 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:19.681623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:19.699321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f925bafa-6f75-47fa-bafb-ea5ac735a93a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:19.785264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Port': ['ID=99ffc784-8941-4f36-9058-db886813ffbe,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:19.786176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:19.792082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:19.991428 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.2022889
Nov 27 11:43:19.996383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48210) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:20.125433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:20.131249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.139812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] Sync routers for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:20.145031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 3f271a7b-d192-4faa-ab64-9e15be34701d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:20.145248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.154153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:20.161203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462fe970>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:20.177893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 1bd8a01c-9c3a-443e-87a3-ad9c2e595224 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:20.183967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.184741 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3073ed08-6832-420b-8bbf-5b72df84952a tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/routers/999efe03-3ff6-4cc8-bf66-31c160cf3e64 HTTP/1.1" status: 200  len: 924 time: 0.8657525
Nov 27 11:43:20.188511 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "DELETE /v2.0/ports/99ffc784-8941-4f36-9058-db886813ffbe HTTP/1.1" status: 204  len: 168 time: 1.9685729
Nov 27 11:43:20.190595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48216) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:20.195185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48218) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:20.226962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48222) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:20.234859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1435182986-network', 'tenant_id': '3c0e0254252d4c41a45f481c5ff17ae4'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:20.246118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:20.318580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Usage tracker for resource:network and tenant:3c0e0254252d4c41a45f481c5ff17ae4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:20.326649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:20.343790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:20.369015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:43:20.502185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Made reservation on behalf of 3c0e0254252d4c41a45f481c5ff17ae4 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:20.504446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.521907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.529319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.529529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.578098 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-df92d514-4f48-4ff5-a748-1bd74cf1718d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:20.578818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df92d514-4f48-4ff5-a748-1bd74cf1718d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Synchronizing usage tracker for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:20.640617 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.5510046
Nov 27 11:43:20.642883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:43:20.648635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48228) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:20.679874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 3f271a7b-d192-4faa-ab64-9e15be34701d owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:20.765756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:20.771232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df92d514-4f48-4ff5-a748-1bd74cf1718d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Unset dirty status for tenant:f55d840f71604a72b42c570d4a60639c on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:20.772905 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df92d514-4f48-4ff5-a748-1bd74cf1718d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "GET /v2.0/ports/99ffc784-8941-4f36-9058-db886813ffbe HTTP/1.1" status: 404  len: 333 time: 0.5279975
Nov 27 11:43:20.777848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.780478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Usage tracker for resource:security_group_rule and tenant:3c0e0254252d4c41a45f481c5ff17ae4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:20.783541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48236) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:20.790238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:20.805396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6c210e2c-77e9-4be3-86df-6a8adf0e0989 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:20.822639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Allocated IP 2001:db8::2 (404da06b-3298-4bfe-9ff2-b99b3523bf37/e3d15f7b-d43c-4779-a0ac-236753b0d65e/65bc53d7-d7ca-4829-8e5f-894d9f544bc7) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:20.841031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:20.885974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462fe970>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:15Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:20.943738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] Checking router: d3ba42a4-4d0d-44b1-8a02-6fe52b8087db for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:43:20.948296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.949222 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ff153f85-89f0-4929-a532-b430383b24c4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=999efe03-3ff6-4cc8-bf66-31c160cf3e64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7568431
Nov 27 11:43:20.954656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Deleting port 79ecaca3-d8e3-479d-9c69-6086d262bdc8 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:20.955312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:20.975903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48240) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:20.986547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.005154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f476bffd-73a1-4024-b828-4272f7f67f54 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:21.030209 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-89d22ef2-35d1-42f0-a91d-9d3cbc766bf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/bbd786b1-c8a6-4002-b1e9-c78804cc6e66 HTTP/1.1" status: 200  len: 991 time: 0.3788853
Nov 27 11:43:21.030725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=1bd8a01c-9c3a-443e-87a3-ad9c2e595224,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:21.037018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network 404da06b-3298-4bfe-9ff2-b99b3523bf37 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:21.044737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:21.046493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:21.053420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:21.061830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:21.062056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.064493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.065767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=3f271a7b-d192-4faa-ab64-9e15be34701d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:21.069225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.075608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:21.077250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9e80d3f3-3c9f-4dce-b6ed-4b7516730dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:21.099238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.111595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Transition to ACTIVE for port object 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:21.123574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/3f271a7b-d192-4faa-ab64-9e15be34701d HTTP/1.1" status: 204  len: 168 time: 1.1259899
Nov 27 11:43:21.148814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Transition to ACTIVE for port object 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:21.151108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48244) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:21.151108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:21.161890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:21.162726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462fe970>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:21.217456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69220ca7-1329-46c4-a00f-4e9cbf6464fe,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:21.222447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.222848 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Added segment 1ad82baf-4449-444a-aeb1-a54930df7ffb of type vlan for network 7515f6d6-48af-46e7-8c32-8c41d4ca18e8
Nov 27 11:43:21.235197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:21.245766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.253762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:21.294595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b18bae-6ab5-483c-ad43-0a93e28dba1f tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:21.300841 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a2b18bae-6ab5-483c-ad43-0a93e28dba1f tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 881 time: 0.3157928
Nov 27 11:43:21.301662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48248) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:21.343237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.386438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-37e3681c-b521-4427-ad0c-3cd121189675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.418852 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7749193
Nov 27 11:43:21.427524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48252) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:21.431281 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3db5e711-acdf-49c0-b271-9d8ea934c261 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=999efe03-3ff6-4cc8-bf66-31c160cf3e64 HTTP/1.1" status: 200  len: 205 time: 0.1275403
Nov 27 11:43:21.434987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48254) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:21.489787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:43:21.524572 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'status': 'completed', 'code': 200}
Nov 27 11:43:21.569758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab06e5-333d-47f1-91f2-a631b359b88c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:21.573648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab06e5-333d-47f1-91f2-a631b359b88c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:21.574407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-44ab06e5-333d-47f1-91f2-a631b359b88c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:21.575764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Network 404da06b-3298-4bfe-9ff2-b99b3523bf37 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:21.588781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:21.591062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:21.595145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Pushing event updated for resources: {'Port': ['ID=65bc53d7-d7ca-4829-8e5f-894d9f544bc7,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:21.600157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:21.625223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 1bd8a01c-9c3a-443e-87a3-ad9c2e595224 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:21.625558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.654412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.679769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.680656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:21.681233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.681357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.697751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Attempting to bind port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:43:21.698189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Attempting to bind port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '6d93113b-c872-40ec-b293-6c1b6c6a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '404da06b-3298-4bfe-9ff2-b99b3523bf37'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:43:21.698495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Attempting to bind port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 on network 404da06b-3298-4bfe-9ff2-b99b3523bf37 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:21.702671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:43:21.742918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae74bda2-ccf9-43b3-93fd-8bb38170447d tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:21.762386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:43:21.762795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Checking segment: {'id': '6d93113b-c872-40ec-b293-6c1b6c6a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '404da06b-3298-4bfe-9ff2-b99b3523bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:21.763202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.763600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Bound using segment: {'id': '6d93113b-c872-40ec-b293-6c1b6c6a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '404da06b-3298-4bfe-9ff2-b99b3523bf37'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:43:21.764430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Bound port: 65bc53d7-d7ca-4829-8e5f-894d9f544bc7, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d93113b-c872-40ec-b293-6c1b6c6a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '404da06b-3298-4bfe-9ff2-b99b3523bf37'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:43:21.764616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.894501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:21.942117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Calling delete_port for 79ecaca3-d8e3-479d-9c69-6086d262bdc8 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:21.975210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-44ab06e5-333d-47f1-91f2-a631b359b88c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:21.975547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] For port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:43:21.980032 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-44ab06e5-333d-47f1-91f2-a631b359b88c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.8170340
Nov 27 11:43:21.980996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48260) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:21.991300 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] For port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=65bc53d7-d7ca-4829-8e5f-894d9f544bc7,segment=NetworkSegment(6d93113b-c872-40ec-b293-6c1b6c6a26b6),segment_id=6d93113b-c872-40ec-b293-6c1b6c6a26b6)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:43:22.029739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Deleting port 161864b8-371f-41e7-b9b3-b8e9772b8911 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:22.030097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.069431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48264) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:22.100458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.108098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:22.149042 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9189293
Nov 27 11:43:22.153853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48268) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:22.181047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Request body: {'subnet': {'network_id': '7515f6d6-48af-46e7-8c32-8c41d4ca18e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1435182986-subnet', 'tenant_id': '3c0e0254252d4c41a45f481c5ff17ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:22.186624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Pushing event updated for resources: {'Network': ['ID=7515f6d6-48af-46e7-8c32-8c41d4ca18e8,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:22.191759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 73e9aa10-afeb-40b1-9371-adf146d7fcd0 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:22.192099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.200235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:22.205647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:22.210309 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-955761be-c281-4a45-9224-fa58ae660b29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 1098 time: 0.7057450
Nov 27 11:43:22.223985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 7515f6d6-48af-46e7-8c32-8c41d4ca18e8 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:22.234337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Usage tracker for resource:subnet and tenant:3c0e0254252d4c41a45f481c5ff17ae4 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:22.285818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Pushing event updated for resources: {'Port': ['ID=65bc53d7-d7ca-4829-8e5f-894d9f544bc7,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:22.287686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:22.312778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:22.337540 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ad0a3a9-f85f-4c3a-9e95-f80701f8fb8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/bbd786b1-c8a6-4002-b1e9-c78804cc6e66 HTTP/1.1" status: 200  len: 991 time: 0.2663193
Nov 27 11:43:22.343874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:22.405674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462fe970>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:15Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:22.411133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a27858-7e6b-4451-a1c5-162cb1cc312e None None] The sync data for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv is: [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:15Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:22.456401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.465060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.543236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.555344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-3813d760-7869-47e2-83ae-f5e34917f722 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:22.556810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-3813d760-7869-47e2-83ae-f5e34917f722 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 200  len: 898 time: 0.3239822
Nov 27 11:43:22.559725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Made reservation on behalf of 3c0e0254252d4c41a45f481c5ff17ae4 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:22.562100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.711384 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49e7a2-2a98-4332-8f6e-daaed055fac3 None None] New status for floating IP bbd786b1-c8a6-4002-b1e9-c78804cc6e66: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:43:22.780024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 1bd8a01c-9c3a-443e-87a3-ad9c2e595224 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:22.821437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.840353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Calling delete_port for 161864b8-371f-41e7-b9b3-b8e9772b8911 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:22.861331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:22.892930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:22.985145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Port': ['ID=79ecaca3-d8e3-479d-9c69-6086d262bdc8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:22.995407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:23.029239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 73e9aa10-afeb-40b1-9371-adf146d7fcd0 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:23.091980 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-bc87922d-ec0b-4476-8d4a-078c46ef9a90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8 HTTP/1.1" status: 200  len: 999 time: 0.4648197
Nov 27 11:43:23.237300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.244940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3884eb48-27e4-4aad-aa12-d6c3eeaef814 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:23.265802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.288770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-1f7a2187-3b97-4c1f-8458-3f941cec5220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:23.290225 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-1f7a2187-3b97-4c1f-8458-3f941cec5220 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ca80a8-f917-47e4-8f44-c8cf70956463 HTTP/1.1" status: 200  len: 834 time: 0.1624877
Nov 27 11:43:23.290989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=73e9aa10-afeb-40b1-9371-adf146d7fcd0,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:23.293311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:23.311148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.339405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48272) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:23.425988 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/73e9aa10-afeb-40b1-9371-adf146d7fcd0 HTTP/1.1" status: 204  len: 168 time: 1.4438949
Nov 27 11:43:23.430464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48276) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:23.441426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.452201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e6408fab-d8a4-4c3f-be04-9f222a3aeb0e tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:23.464470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:23.498251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event deleted for resources: {'Port': ['ID=161864b8-371f-41e7-b9b3-b8e9772b8911,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:23.507236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:23.509875 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "DELETE /v2.0/ports/79ecaca3-d8e3-479d-9c69-6086d262bdc8 HTTP/1.1" status: 204  len: 168 time: 2.7251658
Nov 27 11:43:23.516381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48280) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:23.531278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.544542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c0f6fba5-b483-4fd4-9306-5ffc80b7f340 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:23.608550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=1bd8a01c-9c3a-443e-87a3-ad9c2e595224,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:23.613868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:23.623378 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-096d628f-e561-425c-ae54-a80b7774c7bd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/bbd786b1-c8a6-4002-b1e9-c78804cc6e66 HTTP/1.1" status: 200  len: 993 time: 0.2813692
Nov 27 11:43:23.626510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:23.708512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e2338-1fb4-4486-8050-b63c040c5560 None None] Network 404da06b-3298-4bfe-9ff2-b99b3523bf37 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:23.738610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.781203 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-a6b3b00b-1b06-401f-a638-ba72820d3eb8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7466fe26-3787-4dcd-8a3f-1a113016a1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4785383
Nov 27 11:43:23.810866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.821418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85638b9a-0e29-42bf-a642-a67282cac261 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:23.872273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.874396 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/1bd8a01c-9c3a-443e-87a3-ad9c2e595224 HTTP/1.1" status: 204  len: 168 time: 2.4287004
Nov 27 11:43:23.879718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48284) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:23.885093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] Provisioning for port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:23.895417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] Provisioning complete for port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:23.895809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.935324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:23.982624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc52fdf-3a3c-48b9-b213-c71d00f7551e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:23.987389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0bc52fdf-3a3c-48b9-b213-c71d00f7551e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.5508411
Nov 27 11:43:23.993924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48288) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:24.021839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce88cb11-909b-41b5-add7-ad48802436ce,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:24.024117 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-68391855-40ef-428b-9595-ec3685651840 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:24.024555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68391855-40ef-428b-9595-ec3685651840 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:24.026164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-68391855-40ef-428b-9595-ec3685651840 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/1bd8a01c-9c3a-443e-87a3-ad9c2e595224 HTTP/1.1" status: 404  len: 333 time: 0.0943971
Nov 27 11:43:24.030224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:24.030737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48292) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:24.076954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.115315 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-832e8462-a179-4394-a6e5-e690ffe91ad5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:24.115833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-832e8462-a179-4394-a6e5-e690ffe91ad5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:24.116381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] For port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=65bc53d7-d7ca-4829-8e5f-894d9f544bc7,segment=NetworkSegment(6d93113b-c872-40ec-b293-6c1b6c6a26b6),segment_id=6d93113b-c872-40ec-b293-6c1b6c6a26b6)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:24.126327 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-a463776d-9056-46ca-8316-38eef477853a service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350229
Nov 27 11:43:24.133163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Checking segment: {'id': '1ad82baf-4449-444a-aeb1-a54930df7ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7515f6d6-48af-46e7-8c32-8c41d4ca18e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:24.133527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Network hostable DHCP agents. Network: 7515f6d6-48af-46e7-8c32-8c41d4ca18e8, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:24.209505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.211948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-85d73ff3-0d6a-438d-96a4-6c8c2f6df9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:24.247295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-832e8462-a179-4394-a6e5-e690ffe91ad5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:24.253217 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-832e8462-a179-4394-a6e5-e690ffe91ad5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/1bd8a01c-9c3a-443e-87a3-ad9c2e595224 HTTP/1.1" status: 404  len: 333 time: 0.2056522
Nov 27 11:43:24.253657 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-0169154f-a1f6-4957-b7b5-e80db0854e5f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:24.253657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0169154f-a1f6-4957-b7b5-e80db0854e5f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:24.254532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48296) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:24.299449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] Pushing event updated for resources: {'Port': ['ID=65bc53d7-d7ca-4829-8e5f-894d9f544bc7,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:24.303903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:24.310113 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04243d8d-04fd-47ae-97a8-60ca8fe93e9d req-d7e56e51-1a48-4d61-a1e1-91ae638e61fc service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690130
Nov 27 11:43:24.341926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Network 7515f6d6-48af-46e7-8c32-8c41d4ca18e8 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:24.357171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-380a42d1-1ab9-4164-8ad3-827fee3efabb None None] Provisioning complete for port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:24.357476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-380a42d1-1ab9-4164-8ad3-827fee3efabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.420683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Deleting subnet 5cd980ef-b037-4b01-9cce-cf423f71bf59 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:43:24.441209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 7515f6d6-48af-46e7-8c32-8c41d4ca18e8) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:24.445956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:24.446756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.476687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8047de0-bffb-4d44-9e48-e044f8553242 None None] Network 7515f6d6-48af-46e7-8c32-8c41d4ca18e8 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:24.497133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.530645 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3715329
Nov 27 11:43:24.623633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.678130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0169154f-a1f6-4957-b7b5-e80db0854e5f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:24.679356 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0169154f-a1f6-4957-b7b5-e80db0854e5f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/3f271a7b-d192-4faa-ab64-9e15be34701d HTTP/1.1" status: 404  len: 333 time: 0.6847894
Nov 27 11:43:24.683706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48302) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:24.689668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.697045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9afd07c0-dec8-441f-a0e7-ed67c3824246 None None] Could not find standard attr ID for object 1bd8a01c-9c3a-443e-87a3-ad9c2e595224. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:43:24.728153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.756930 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f0b19d-e794-4a34-976a-693794f8d515 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:24.758489 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-00f0b19d-e794-4a34-976a-693794f8d515 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/73e9aa10-afeb-40b1-9371-adf146d7fcd0 HTTP/1.1" status: 404  len: 333 time: 0.0729804
Nov 27 11:43:24.761324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48308) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:24.845210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet e3d15f7b-d43c-4779-a0ac-236753b0d65e {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:43:24.845522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4eda7f-2d05-419f-812d-ed5353fa9324 None None] Network 7515f6d6-48af-46e7-8c32-8c41d4ca18e8 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:24.851194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.920454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.920454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Fanout notify agent at l3_agent the message router_deleted on router 999efe03-3ff6-4cc8-bf66-31c160cf3e64 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:43:24.922991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.931676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:24.961402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.014152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.015262 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/999efe03-3ff6-4cc8-bf66-31c160cf3e64 HTTP/1.1" status: 204  len: 168 time: 3.5791898
Nov 27 11:43:25.020752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48316) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:25.027631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-765588263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:25.035838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:25.040754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Usage tracker for resource:router and tenant:e8a7dd4775924368a83d270c276c9fac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:25.046884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:25.092442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.101954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:25.130369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.155938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844dd0340>,) {'filters': {'network_id': ['11d06be4-62f0-4ce5-bf49-f4c72b48c7d7']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:25.171286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844dd0340>, 'b3d1a371-2e52-4cbd-bde5-4c1ae1b69acd') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:25.171588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844dd0340>, 'b3d1a371-2e52-4cbd-bde5-4c1ae1b69acd') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:25.182810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.198848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.204890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:43:25.205311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:43:25.222665 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:43:25.235274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.247390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f82ad93f-70a0-4eb7-8e3c-51b0ba30cbab tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:25.279650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.280832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.299037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd980ef-b037-4b01-9cce-cf423f71bf59,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:25.301933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:25.314708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.321594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974a8ad-218a-4c11-9a7b-096f2257e0f6 None None] Network ce635ddc-8ff1-454a-9461-6939adb9c2ad requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:25.345854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48324) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:25.345966 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "DELETE /v2.0/subnets/5cd980ef-b037-4b01-9cce-cf423f71bf59 HTTP/1.1" status: 204  len: 168 time: 1.8273022
Nov 27 11:43:25.367405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70760661-67d8-4870-aea2-6ec17126d6ae req-59cc4924-900b-4ada-8d7e-284143cedcfe tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:25.368108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-70760661-67d8-4870-aea2-6ec17126d6ae req-59cc4924-900b-4ada-8d7e-284143cedcfe tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Synchronizing usage tracker for tenant:18d45368684848de89c34efadd175f8c on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:25.386498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.391625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-10e60e54-96b8-4f7b-91c3-0e1c87abae7e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:25.405937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.413368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.414803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:25.418582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-192ef5ff-5eb2-4992-8e8e-91f3019bd699 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:25.463347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d15f7b-d43c-4779-a0ac-236753b0d65e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:25.466135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:25.470494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.475765 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/e3d15f7b-d43c-4779-a0ac-236753b0d65e HTTP/1.1" status: 204  len: 168 time: 1.2085702
Nov 27 11:43:25.475980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48328) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:25.484395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Network': ['ID=11d06be4-62f0-4ce5-bf49-f4c72b48c7d7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:25.492328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29da0a-c838-46a2-adc1-6f52b4f172de None None] Network 404da06b-3298-4bfe-9ff2-b99b3523bf37 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:25.492881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:25.504432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-70760661-67d8-4870-aea2-6ec17126d6ae req-59cc4924-900b-4ada-8d7e-284143cedcfe tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Unset dirty status for tenant:18d45368684848de89c34efadd175f8c on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:25.509060 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-59cc4924-900b-4ada-8d7e-284143cedcfe tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/networks?id=2663dfc1-5a90-4e34-b77b-1877dd6face1 HTTP/1.1" status: 200  len: 812 time: 0.3791711
Nov 27 11:43:25.509205 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/networks/11d06be4-62f0-4ce5-bf49-f4c72b48c7d7 HTTP/1.1" status: 204  len: 168 time: 0.7430689
Nov 27 11:43:25.509298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48332) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:25.517174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1104779269'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:25.522315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:25.531304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.533206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:network and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:25.536927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:25.542080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.551702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:25.569225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Deleting port 9d867573-1004-44a3-b517-a9e10c0b6702 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:25.569563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.618307 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-c2dfe007-0c24-4f53-aae1-015efa8380d8 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/quotas/18d45368684848de89c34efadd175f8c HTTP/1.1" status: 200  len: 375 time: 0.0489442
Nov 27 11:43:25.621880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.671436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:25.672270 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d24f7408-5d4e-475f-9097-acb1b7b0a3be tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18d45368684848de89c34efadd175f8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0473843
Nov 27 11:43:25.679173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:25.679467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.679564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.695880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.755872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:25.756248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.844855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] For port 9d867573-1004-44a3-b517-a9e10c0b6702, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9d867573-1004-44a3-b517-a9e10c0b6702,segment=NetworkSegment(12c59992-a946-43f2-b090-96d6152fd4cb),segment_id=12c59992-a946-43f2-b090-96d6152fd4cb)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:25.845343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:25.922616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] DHCP port deletion for ce635ddc-8ff1-454a-9461-6939adb9c2ad request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:43:25.928237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] Deleting port 9d867573-1004-44a3-b517-a9e10c0b6702 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:25.928939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.011450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] For port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=65bc53d7-d7ca-4829-8e5f-894d9f544bc7,segment=NetworkSegment(6d93113b-c872-40ec-b293-6c1b6c6a26b6),segment_id=6d93113b-c872-40ec-b293-6c1b6c6a26b6)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:26.011844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.015111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] DHCP port deletion for 404da06b-3298-4bfe-9ff2-b99b3523bf37 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:43:26.030720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] Deleting port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:26.031633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.120314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Calling delete_port for 9d867573-1004-44a3-b517-a9e10c0b6702 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:26.180754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:26.203624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.203969 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Added segment 3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5 of type vlan for network ca100663-8784-4c46-8c7b-746b03f4ba07
Nov 27 11:43:26.243402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.244920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bbb94d7f-7589-40b5-ae15-cdc3ce1a2edf tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.2223642
Nov 27 11:43:26.245263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] For port 9d867573-1004-44a3-b517-a9e10c0b6702, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9d867573-1004-44a3-b517-a9e10c0b6702,segment=NetworkSegment(12c59992-a946-43f2-b090-96d6152fd4cb),segment_id=12c59992-a946-43f2-b090-96d6152fd4cb)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:26.245885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.248447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48340) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:26.252313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.258445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': True}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:26.309616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:26.367834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.379556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-700e6c6c-8dd2-4026-9878-5b85e7a77c96 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:26.386834 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-a2866b7a-73e0-4b21-90e2-13e985bc9293 service neutron] 10.222.0.23 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6835396
Nov 27 11:43:26.432918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Port': ['ID=9d867573-1004-44a3-b517-a9e10c0b6702,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:26.445994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:26.454294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] No DVR routers for this DVR port 9d867573-1004-44a3-b517-a9e10c0b6702 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:43:26.492226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] Calling delete_port for 9d867573-1004-44a3-b517-a9e10c0b6702 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:26.548239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] For port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=65bc53d7-d7ca-4829-8e5f-894d9f544bc7,segment=NetworkSegment(6d93113b-c872-40ec-b293-6c1b6c6a26b6),segment_id=6d93113b-c872-40ec-b293-6c1b6c6a26b6)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:26.548895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.567797 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-f5432767-254c-4982-b1b5-8d3ca4dd5b64 service neutron] 10.222.0.23 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648068
Nov 27 11:43:26.579335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.583788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:26.584389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.593505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dec06d62-d2a5-4e24-8c51-17af9d1e17bd tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:26.667123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.672428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d621521f-4475-4a9f-ac79-560a72378b78 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:26.723836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=65bc53d7-d7ca-4829-8e5f-894d9f544bc7,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:26.731341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] Calling delete_port for 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:26.732431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:26.733233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No DVR routers for this DVR port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:43:26.743828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.795273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:43:26.795642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:43:26.815984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:43:26.816382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:43:26.840767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844d53430>,) {'filters': {'network_id': ['ce635ddc-8ff1-454a-9461-6939adb9c2ad']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:26.852755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Network': ['ID=ca100663-8784-4c46-8c7b-746b03f4ba07,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:26.857114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:26.859637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844d53430>, '12c59992-a946-43f2-b090-96d6152fd4cb') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:26.863703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844d53430>, '12c59992-a946-43f2-b090-96d6152fd4cb') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:26.869813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network ca100663-8784-4c46-8c7b-746b03f4ba07 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:26.882988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.908995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845e05100>,) {'filters': {'network_id': ['404da06b-3298-4bfe-9ff2-b99b3523bf37']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:26.921042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e05100>, '6d93113b-c872-40ec-b293-6c1b6c6a26b6') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:26.921400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e05100>, '6d93113b-c872-40ec-b293-6c1b6c6a26b6') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:26.934228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.938614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:26.947773 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e2e3dc7d-dafa-4bcf-a5bf-c483f3242a42 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.4375603
Nov 27 11:43:26.950754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48344) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:26.956769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'ca100663-8784-4c46-8c7b-746b03f4ba07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:26.978263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.017548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.025744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:43:27.026135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.035132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:43:27.035543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:43:27.040802 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:43:27.049572 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:43:27.055254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.154634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:27.158310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:27.161684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:27.167331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:27.206352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.208080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.209988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4b519132-4503-4f21-aca8-734fa3e0c94f tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:27.214565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.217280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6798ed34-3fa9-4dde-8c67-de9b434d809d tempest-FloatingIPTestJSON-495088724 tempest-FloatingIPTestJSON-495088724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:27.227789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.236204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:27.254690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Network': ['ID=404da06b-3298-4bfe-9ff2-b99b3523bf37,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:27.261826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:27.289590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Pushing event deleted for resources: {'Network': ['ID=ce635ddc-8ff1-454a-9461-6939adb9c2ad,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:27.292467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:27.297919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] Deleting port 9d867573-1004-44a3-b517-a9e10c0b6702 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:27.297919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.298155 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] 10.222.0.23 "DELETE /v2.0/networks/ce635ddc-8ff1-454a-9461-6939adb9c2ad HTTP/1.1" status: 204  len: 168 time: 1.9509649
Nov 27 11:43:27.333210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] Deleting port 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:27.333598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.404516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.426200 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/networks/404da06b-3298-4bfe-9ff2-b99b3523bf37 HTTP/1.1" status: 204  len: 168 time: 1.9491558
Nov 27 11:43:27.432591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48350) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:27.438594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616255639'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:27.449154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:27.459510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.468268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:43:27.486236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.504512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-13b53e3b-52a5-4b6a-914d-29f6fd8ebd46 None None] The port '9d867573-1004-44a3-b517-a9e10c0b6702' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:43:27.514370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3f120-f648-446a-a52b-2cd653e6095b None None] The port '65bc53d7-d7ca-4829-8e5f-894d9f544bc7' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:43:27.521168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:43:27.521518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 65bc53d7-d7ca-4829-8e5f-894d9f544bc7 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:43:27.521947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9d867573-1004-44a3-b517-a9e10c0b6702 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:43:27.528107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:network and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:27.533705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:27.542121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.ipam_backend_mixin [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Performing IP validity checks on allocation pools {{(pid=84364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 27 11:43:27.542790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.ipam_backend_mixin [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 27 11:43:27.544997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:27.557973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9d867573-1004-44a3-b517-a9e10c0b6702 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:43:27.558448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9d867573-1004-44a3-b517-a9e10c0b6702 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:43:27.704041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:27.708018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.737785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:27.746197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.746553 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Added segment d85b83e2-db64-41dd-a16e-82a73463bbe5 of type vlan for network f4443c96-4787-4fcf-8185-d49c137bb048
Nov 27 11:43:27.757690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Allocated IP 172.26.6.214 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/d5e7d40a-f652-4898-a8a7-148f999923a5) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:27.773393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.821844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.830402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0644a5c4-0a4d-4e27-9ead-58107a4ad7f0 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:27.922010 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-245111ce-0e14-4cee-ac22-af6c9305a06e req-02149f0d-07ca-42e4-9d64-11105e351cf9 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 210 time: 0.0567007
Nov 27 11:43:27.937131 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking segment: {'id': '3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ca100663-8784-4c46-8c7b-746b03f4ba07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:27.937539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network hostable DHCP agents. Network: ca100663-8784-4c46-8c7b-746b03f4ba07, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:27.970767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.979887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:27.980660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:27.990991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=d89eec87-5948-48ed-b17f-5968e42f11d5,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:28.003576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:28.004098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:28.009322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.084252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48366) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:28.116970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Network': ['ID=f4443c96-4787-4fcf-8185-d49c137bb048,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:28.119559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:28.127162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network f4443c96-4787-4fcf-8185-d49c137bb048 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:28.135283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.138879 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7051730
Nov 27 11:43:28.139030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48372) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:28.140195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:28.173819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'f4443c96-4787-4fcf-8185-d49c137bb048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:28.240852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network ca100663-8784-4c46-8c7b-746b03f4ba07 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:28.294801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:28.310646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:28.323583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:28.347109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, ca100663-8784-4c46-8c7b-746b03f4ba07) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:28.351527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:28.352795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.357354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a8808-f890-4b8e-b58f-45d298f45087 None None] Network ca100663-8784-4c46-8c7b-746b03f4ba07 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:28.359706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e7d40a-f652-4898-a8a7-148f999923a5,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:28.372966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:28.436929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:28.441030 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4859736
Nov 27 11:43:28.441030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48376) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:28.447115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'ca100663-8784-4c46-8c7b-746b03f4ba07', 'name': 'tempest-PortsTestJSON-236861437'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:28.450935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:28.462722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:28.473385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:28.483386 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ea3e2f38-c0c2-4a85-b6dc-c9fe5f6aed02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f55d840f71604a72b42c570d4a60639c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3953350
Nov 27 11:43:28.485063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48380) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:28.575546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-24e57f9c-5e35-4444-aa80-bc1f56c62761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.589124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:28.597181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-ca100663-8784-4c46-8c7b-746b03f4ba07', 'network_id': 'ca100663-8784-4c46-8c7b-746b03f4ba07', 'tenant_id': '0aff31ebd04f4e60bd10a9304736d0ad', 'fixed_ips': [{'subnet_id': 'd89eec87-5948-48ed-b17f-5968e42f11d5'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:43:28.598258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.630670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-24e57f9c-5e35-4444-aa80-bc1f56c62761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.744894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.784037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Allocated IP 172.20.0.2 (ca100663-8784-4c46-8c7b-746b03f4ba07/d89eec87-5948-48ed-b17f-5968e42f11d5/d5b0bb2a-5585-4d61-8e20-383919cbb62a) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:28.784266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:28.794942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:28.868541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.888741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:28.892167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.919569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 2fa97116-dcd4-4b20-9712-83bbf4c0c5df yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:28.933401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-24e57f9c-5e35-4444-aa80-bc1f56c62761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:28.939715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ad7497b6-435b-4883-9aee-51c6b09514cf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:28.958242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e57f9c-5e35-4444-aa80-bc1f56c62761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c539941-fbbd-4758-a385-c0bf8114cead,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:28.967819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-24e57f9c-5e35-4444-aa80-bc1f56c62761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:29.010435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.020788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Transition to ACTIVE for port object d5b0bb2a-5585-4d61-8e20-383919cbb62a will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:29.040305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Transition to ACTIVE for port object d5b0bb2a-5585-4d61-8e20-383919cbb62a will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:29.067449 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-562e523d-7695-4804-830e-df9222a26d5e req-29e73e77-bfbe-4d73-8cdc-6614a1677d5e tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 210 time: 0.0589530
Nov 27 11:43:29.100349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-24e57f9c-5e35-4444-aa80-bc1f56c62761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.101455 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-24e57f9c-5e35-4444-aa80-bc1f56c62761 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c539941-fbbd-4758-a385-c0bf8114cead HTTP/1.1" status: 204  len: 168 time: 0.6137760
Nov 27 11:43:29.104209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.110659 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:29.130980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.147259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.178984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Network ca100663-8784-4c46-8c7b-746b03f4ba07 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:29.182916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:29.186844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:29.189852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.14 (ca100663-8784-4c46-8c7b-746b03f4ba07/d89eec87-5948-48ed-b17f-5968e42f11d5/2fa97116-dcd4-4b20-9712-83bbf4c0c5df) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:29.211331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Pushing event updated for resources: {'Port': ['ID=d5b0bb2a-5585-4d61-8e20-383919cbb62a,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:29.214509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:29.316626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Attempting to bind port d5b0bb2a-5585-4d61-8e20-383919cbb62a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:43:29.317285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Attempting to bind port d5b0bb2a-5585-4d61-8e20-383919cbb62a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ca100663-8784-4c46-8c7b-746b03f4ba07'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:43:29.317495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Attempting to bind port d5b0bb2a-5585-4d61-8e20-383919cbb62a on network ca100663-8784-4c46-8c7b-746b03f4ba07 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:29.324940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.327584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:43:29.327584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Checking segment: {'id': '3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ca100663-8784-4c46-8c7b-746b03f4ba07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:29.327584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.327584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Bound using segment: {'id': '3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ca100663-8784-4c46-8c7b-746b03f4ba07'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:43:29.327584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Bound port: d5b0bb2a-5585-4d61-8e20-383919cbb62a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ca100663-8784-4c46-8c7b-746b03f4ba07'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:43:29.328192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.334791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-373a4689-3711-4575-afca-d85d26e60778 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:29.409412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=d1a4f011-b200-4b16-9545-7e3e61feaf4f,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:29.414957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:29.461692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking segment: {'id': 'd85b83e2-db64-41dd-a16e-82a73463bbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f4443c96-4787-4fcf-8185-d49c137bb048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:29.461967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network hostable DHCP agents. Network: f4443c96-4787-4fcf-8185-d49c137bb048, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:29.499781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] For port d5b0bb2a-5585-4d61-8e20-383919cbb62a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:43:29.503828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] For port d5b0bb2a-5585-4d61-8e20-383919cbb62a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d5b0bb2a-5585-4d61-8e20-383919cbb62a,segment=NetworkSegment(3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5),segment_id=3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:43:29.524193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.541559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object 2fa97116-dcd4-4b20-9712-83bbf4c0c5df will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:29.557493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network f4443c96-4787-4fcf-8185-d49c137bb048 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:29.590046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.602870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f12a5655-bda7-4b78-8608-346670ee2f34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:29.660399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Router c05b0589-94c8-497c-abc6-5df9fcf671c7 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:43:29.676948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Pushing event updated for resources: {'Port': ['ID=d5b0bb2a-5585-4d61-8e20-383919cbb62a,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:29.681271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:29.690797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.698016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8597e13a-9121-4ff2-bde3-eaafcc6d004c tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:29.772434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network ca100663-8784-4c46-8c7b-746b03f4ba07 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:29.780478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:29.780478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:29.832258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=2fa97116-dcd4-4b20-9712-83bbf4c0c5df,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:29.837023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:29.857278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:29.857896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.864663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, f4443c96-4787-4fcf-8185-d49c137bb048) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:29.868952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:29.869812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:29.874337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b3e740-1617-4909-9398-272dab499118 None None] Network f4443c96-4787-4fcf-8185-d49c137bb048 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:29.980866 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5350590
Nov 27 11:43:29.980866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48400) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:30.041928 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8703411
Nov 27 11:43:30.054047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48404) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:30.065871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'f4443c96-4787-4fcf-8185-d49c137bb048', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-366637164'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:30.132985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 2fa97116-dcd4-4b20-9712-83bbf4c0c5df {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:30.134699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:30.246186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-f4443c96-4787-4fcf-8185-d49c137bb048', 'network_id': 'f4443c96-4787-4fcf-8185-d49c137bb048', 'tenant_id': 'a0270ee3ba574932b1c598ac398651fb', 'fixed_ips': [{'subnet_id': 'd1a4f011-b200-4b16-9545-7e3e61feaf4f'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:43:30.247189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:30.276507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:30.281467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:30.285362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:30.293145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:30.380978 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30942003-0e9b-4f36-83fd-a202c8dd28cf req-5ef2e03f-92a1-4c77-b037-065c9c7b43a9 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 210 time: 0.0778184
Nov 27 11:43:30.395420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:30.402144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:30.404457 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "PUT /v2.0/routers/c05b0589-94c8-497c-abc6-5df9fcf671c7 HTTP/1.1" status: 200  len: 918 time: 4.1547282
Nov 27 11:43:30.409946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48412) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:30.410763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:30.417739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:30.418291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f894fc-534f-4443-9cb8-61661faf540c None None] Sync routers for ids ['c05b0589-94c8-497c-abc6-5df9fcf671c7'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:30.453545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f894fc-534f-4443-9cb8-61661faf540c None None] Routers {'c05b0589-94c8-497c-abc6-5df9fcf671c7'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:30.454170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-18f894fc-534f-4443-9cb8-61661faf540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845cd1430>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c05b0589-94c8-497c-abc6-5df9fcf671c7'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:30.503955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:30.514791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 853ef893-03f3-44f9-996b-da8e1c01bdd6 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:30.543768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Allocated IP 2001:db8::2 (f4443c96-4787-4fcf-8185-d49c137bb048/d1a4f011-b200-4b16-9545-7e3e61feaf4f/40c72b54-40d9-4742-9c2a-85cc6aa56ccf) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:30.546156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-18f894fc-534f-4443-9cb8-61661faf540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845cd1430>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:30.589185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f894fc-534f-4443-9cb8-61661faf540c None None] Routers {'c05b0589-94c8-497c-abc6-5df9fcf671c7'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:30.589824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-18f894fc-534f-4443-9cb8-61661faf540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845cd1430>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c05b0589-94c8-497c-abc6-5df9fcf671c7'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:30.647215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 2fa97116-dcd4-4b20-9712-83bbf4c0c5df owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:30.680174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-18f894fc-534f-4443-9cb8-61661faf540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845cd1430>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:30.681162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f894fc-534f-4443-9cb8-61661faf540c None None] The sync data for ids ['c05b0589-94c8-497c-abc6-5df9fcf671c7'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:30.887661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48420) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:30.904045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:30.911593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-23f13b48-674f-422b-af11-a2011a7d7723 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:30.962622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70760661-67d8-4870-aea2-6ec17126d6ae req-da695c75-0185-4094-b9ff-2fa5d029df98 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:30.964169 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-da695c75-0185-4094-b9ff-2fa5d029df98 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.39 "GET /v2.0/networks?id=2663dfc1-5a90-4e34-b77b-1877dd6face1 HTTP/1.1" status: 200  len: 812 time: 0.3222117
Nov 27 11:43:30.986676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=2fa97116-dcd4-4b20-9712-83bbf4c0c5df,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:30.989970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:31.001252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Request body: {'port': {'device_id': '15774c3d-9769-4aa7-a92b-5bebcc065d22', 'network_id': '2663dfc1-5a90-4e34-b77b-1877dd6face1', 'admin_state_up': True, 'tenant_id': '18d45368684848de89c34efadd175f8c'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:31.055676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.077120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Transition to ACTIVE for port object 40c72b54-40d9-4742-9c2a-85cc6aa56ccf will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:31.099864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Transition to ACTIVE for port object 40c72b54-40d9-4742-9c2a-85cc6aa56ccf will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:31.111794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e030ae-4cfc-4c5d-9c62-c2a0bf91ad9c None None] Network ca100663-8784-4c46-8c7b-746b03f4ba07 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:31.126394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0af29ab7-5a46-4ddf-b026-84308acdfb88 tempest-DvrRoutersNegativeTest-598525424 tempest-DvrRoutersNegativeTest-598525424-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1434172709', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:31.128777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.policy [None req-0af29ab7-5a46-4ddf-b026-84308acdfb88 tempest-DvrRoutersNegativeTest-598525424 tempest-DvrRoutersNegativeTest-598525424-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84364) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Nov 27 11:43:31.129073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.policy [None req-0af29ab7-5a46-4ddf-b026-84308acdfb88 tempest-DvrRoutersNegativeTest-598525424 tempest-DvrRoutersNegativeTest-598525424-project] Failed policy check for 'create_router' {{(pid=84364) enforce /opt/stack/neutron/neutron/policy.py:482}}
Nov 27 11:43:31.130042 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0af29ab7-5a46-4ddf-b026-84308acdfb88 tempest-DvrRoutersNegativeTest-598525424 tempest-DvrRoutersNegativeTest-598525424-project] create failed (client error): Access was denied to this resource.
Nov 27 11:43:31.135991 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0af29ab7-5a46-4ddf-b026-84308acdfb88 tempest-DvrRoutersNegativeTest-598525424 tempest-DvrRoutersNegativeTest-598525424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2425704
Nov 27 11:43:31.147967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.158674 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9d68273a-5929-4bb4-a30e-c28586b5b104 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/routers/c05b0589-94c8-497c-abc6-5df9fcf671c7 HTTP/1.1" status: 200  len: 924 time: 0.7137811
Nov 27 11:43:31.162685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48428) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:31.165728 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/2fa97116-dcd4-4b20-9712-83bbf4c0c5df HTTP/1.1" status: 204  len: 168 time: 1.1844640
Nov 27 11:43:31.172728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48432) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:31.222691 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6863301-79f0-4803-8ed0-be20d8694d10 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:31.223415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6863301-79f0-4803-8ed0-be20d8694d10 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:31.228291 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e6863301-79f0-4803-8ed0-be20d8694d10 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/2fa97116-dcd4-4b20-9712-83bbf4c0c5df HTTP/1.1" status: 404  len: 333 time: 0.0528941
Nov 27 11:43:31.228842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48436) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:31.235319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.248184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:31.283621 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a271baee-dd5b-4e6b-a28d-09c2b0428cac tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:31.285798 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a271baee-dd5b-4e6b-a28d-09c2b0428cac tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:31.314337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:31.320210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Network f4443c96-4787-4fcf-8185-d49c137bb048 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:31.324941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Usage tracker for resource:port and tenant:18d45368684848de89c34efadd175f8c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:31.331211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:31.337758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:31.343852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:31.344271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:31.357957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::2cc (f4443c96-4787-4fcf-8185-d49c137bb048/d1a4f011-b200-4b16-9545-7e3e61feaf4f/853ef893-03f3-44f9-996b-da8e1c01bdd6) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:31.375238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a271baee-dd5b-4e6b-a28d-09c2b0428cac tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:31.379258 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a271baee-dd5b-4e6b-a28d-09c2b0428cac tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/2fa97116-dcd4-4b20-9712-83bbf4c0c5df HTTP/1.1" status: 404  len: 333 time: 0.1466050
Nov 27 11:43:31.380303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48440) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:31.427527 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fc8ae79f-5c8a-4e13-8e0b-83c0c87fdaf6 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=c05b0589-94c8-497c-abc6-5df9fcf671c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2633188
Nov 27 11:43:31.428115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48446) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:31.466102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Made reservation on behalf of 18d45368684848de89c34efadd175f8c for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:31.469360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.479453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Pushing event updated for resources: {'Port': ['ID=40c72b54-40d9-4742-9c2a-85cc6aa56ccf,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:31.543534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:31.546868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet d89eec87-5948-48ed-b17f-5968e42f11d5 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:43:31.551490 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.556122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d5a6914c-4101-48b6-926f-5fae9482b032 None None] Provisioning for port d5b0bb2a-5585-4d61-8e20-383919cbb62a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:31.563284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d5b0bb2a-5585-4d61-8e20-383919cbb62a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:31.617589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Attempting to bind port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:43:31.617962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Attempting to bind port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'd85b83e2-db64-41dd-a16e-82a73463bbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f4443c96-4787-4fcf-8185-d49c137bb048'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:43:31.618322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Attempting to bind port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf on network f4443c96-4787-4fcf-8185-d49c137bb048 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:31.629291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:43:31.629633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Checking segment: {'id': 'd85b83e2-db64-41dd-a16e-82a73463bbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f4443c96-4787-4fcf-8185-d49c137bb048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:31.630667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.631084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Bound using segment: {'id': 'd85b83e2-db64-41dd-a16e-82a73463bbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f4443c96-4787-4fcf-8185-d49c137bb048'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:43:31.631562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Bound port: 40c72b54-40d9-4742-9c2a-85cc6aa56ccf, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85b83e2-db64-41dd-a16e-82a73463bbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f4443c96-4787-4fcf-8185-d49c137bb048'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:43:31.632197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.660912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.764966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] For port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:43:31.769886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] For port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=40c72b54-40d9-4742-9c2a-85cc6aa56ccf,segment=NetworkSegment(d85b83e2-db64-41dd-a16e-82a73463bbe5),segment_id=d85b83e2-db64-41dd-a16e-82a73463bbe5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:43:31.781344 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b25cd53e-3146-4a00-86cd-62a953f3ba0e req-c778aecc-13ae-4a07-a895-f930fb985060 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 210 time: 0.1642013
Nov 27 11:43:31.789608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48452) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:31.801056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port d5b0bb2a-5585-4d61-8e20-383919cbb62a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:31.817168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d5b0bb2a-5585-4d61-8e20-383919cbb62a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:31.817168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.819401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.847044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:31.860798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:31.965511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Pushing event updated for resources: {'Port': ['ID=40c72b54-40d9-4742-9c2a-85cc6aa56ccf,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:31.978528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:32.019623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.062512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.063326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d4e9b-6921-4acc-ac44-c0c13b781779 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:32.064781 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1e8d4e9b-6921-4acc-ac44-c0c13b781779 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 881 time: 0.6326513
Nov 27 11:43:32.084193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48458) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:32.088267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 853ef893-03f3-44f9-996b-da8e1c01bdd6 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:32.089180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.114615 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.165635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port d5b0bb2a-5585-4d61-8e20-383919cbb62a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d5b0bb2a-5585-4d61-8e20-383919cbb62a,segment=NetworkSegment(3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5),segment_id=3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:32.167255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Allocated IP 172.20.0.14 (2663dfc1-5a90-4e34-b77b-1877dd6face1/5e7f61d8-9469-43b5-a02c-54051d74be6e/29ae0d3a-bb93-430c-a80e-03eb3092508a) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:32.169451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c20a86b5-0a5c-45ce-9b93-e59f40dc5532 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:32.178339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-225d4196-d5a8-47dc-967f-acf2f82da392 None None] Provisioning complete for port d5b0bb2a-5585-4d61-8e20-383919cbb62a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:32.179059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-225d4196-d5a8-47dc-967f-acf2f82da392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.217312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.237576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-562e1686-3197-40e2-882d-0a451b71533e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=c05b0589-94c8-497c-abc6-5df9fcf671c7 HTTP/1.1" status: 200  len: 205 time: 0.1503804
Nov 27 11:43:32.241492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48462) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:32.248411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=d89eec87-5948-48ed-b17f-5968e42f11d5,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:32.257702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:32.259210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.269483 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/d89eec87-5948-48ed-b17f-5968e42f11d5 HTTP/1.1" status: 204  len: 168 time: 0.8886435
Nov 27 11:43:32.272106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48464) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:32.274128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:32.324937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:32.333648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Usage tracker for resource:security_group_rule and tenant:823ad509e6154ec588fdd71deb0b6f7a is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:32.384024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=d5b0bb2a-5585-4d61-8e20-383919cbb62a,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:32.387268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:32.488340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.493286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a439f413-6973-4d71-989b-d50af34b52c1 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:32.497420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deec0ff-d222-41d3-be52-73cc76a19b89 None None] Network ca100663-8784-4c46-8c7b-746b03f4ba07 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:32.522017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:32.542614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:32.570807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.593792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port d5b0bb2a-5585-4d61-8e20-383919cbb62a {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:32.594022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.603427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network f4443c96-4787-4fcf-8185-d49c137bb048 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:32.604250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=853ef893-03f3-44f9-996b-da8e1c01bdd6,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:32.610459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:32.616011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:32.627578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:32.631678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:32.632276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.652017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-39639f42-052a-488e-9f34-7cd2462453f8 None None] Could not find standard attr ID for object 2fa97116-dcd4-4b20-9712-83bbf4c0c5df. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:43:32.698828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.802392 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 2.7472324
Nov 27 11:43:32.805370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48470) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:32.851254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.861580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] For port d5b0bb2a-5585-4d61-8e20-383919cbb62a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d5b0bb2a-5585-4d61-8e20-383919cbb62a,segment=NetworkSegment(3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5),segment_id=3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:32.862156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.892619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.903012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:32.906699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] DHCP port deletion for ca100663-8784-4c46-8c7b-746b03f4ba07 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:43:32.913329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] Deleting port d5b0bb2a-5585-4d61-8e20-383919cbb62a {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:32.914097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.955406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 853ef893-03f3-44f9-996b-da8e1c01bdd6 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:32.956266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:32.958202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.051568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7bf26df4-538e-4b2b-9617-a31886954cc9 tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:33.087496 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=823ad509e6154ec588fdd71deb0b6f7a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2967174
Nov 27 11:43:33.095505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for d5b0bb2a-5585-4d61-8e20-383919cbb62a owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:33.097502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Network 2663dfc1-5a90-4e34-b77b-1877dd6face1 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:33.102114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48476) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:33.112287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:33.125232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:33.129942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcdd69e-eb65-41fc-a173-0bb12820be1d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:33.133864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:33.181436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] For port d5b0bb2a-5585-4d61-8e20-383919cbb62a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d5b0bb2a-5585-4d61-8e20-383919cbb62a,segment=NetworkSegment(3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5),segment_id=3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:33.181841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.250576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Pushing event updated for resources: {'Port': ['ID=29ae0d3a-bb93-430c-a80e-03eb3092508a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:33.256006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.286373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.290651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-18026e44-f708-425a-84ef-d124557e7766 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:33.305887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:33.310219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] Calling delete_port for d5b0bb2a-5585-4d61-8e20-383919cbb62a owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:33.338774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21682d9-425d-47bc-9b3f-8f7b4294e755 None None] Network f4443c96-4787-4fcf-8185-d49c137bb048 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:33.352955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=d5b0bb2a-5585-4d61-8e20-383919cbb62a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:33.357120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:33.364582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No DVR routers for this DVR port d5b0bb2a-5585-4d61-8e20-383919cbb62a on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:43:33.434755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:33.435211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.461456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5f59c7cf-6924-4a88-948c-c2a2962a3da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.506154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.545032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90e8b2-89d1-429c-bddd-a0a8f0ad72a6 req-b490868a-5d06-4a6d-a4bf-532ded2327d9 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:33.546237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-5c90e8b2-89d1-429c-bddd-a0a8f0ad72a6 req-b490868a-5d06-4a6d-a4bf-532ded2327d9 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Synchronizing usage tracker for tenant:18d45368684848de89c34efadd175f8c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:33.550411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28461c6580>,) {'filters': {'network_id': ['ca100663-8784-4c46-8c7b-746b03f4ba07']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:33.563912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461c6580>, '3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:33.564265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28461c6580>, '3af07fdc-6e55-4f0f-96f4-6fb549b8b1b5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:33.567246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 40c72b54-40d9-4742-9c2a-85cc6aa56ccf up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:33.576935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.604730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.606396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5f59c7cf-6924-4a88-948c-c2a2962a3da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.611075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:43:33.611503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:43:33.630289 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:43:33.648379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:43:33.649435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:43:33.664903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6673858
Nov 27 11:43:33.686078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Request body: {'port': {'device_id': '15774c3d-9769-4aa7-a92b-5bebcc065d22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:33.718656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.723443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dd767d02-dff4-4053-afc7-71b6bcc2963b None None] Provisioning for port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:33.743536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-5c90e8b2-89d1-429c-bddd-a0a8f0ad72a6 req-b490868a-5d06-4a6d-a4bf-532ded2327d9 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Unset dirty status for tenant:18d45368684848de89c34efadd175f8c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:33.744687 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c90e8b2-89d1-429c-bddd-a0a8f0ad72a6 req-b490868a-5d06-4a6d-a4bf-532ded2327d9 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 932 time: 0.7515507
Nov 27 11:43:33.786378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:33.791553 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:33.791999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.803926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.810394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.828522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a8bf9bef-f76c-471d-926c-ca59f8d5160e tempest-BulkNetworkOpsIpV6Test-240052835 tempest-BulkNetworkOpsIpV6Test-240052835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:33.854329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Network': ['ID=ca100663-8784-4c46-8c7b-746b03f4ba07,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:33.857003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:33.893174 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/networks/ca100663-8784-4c46-8c7b-746b03f4ba07 HTTP/1.1" status: 204  len: 168 time: 1.6199882
Nov 27 11:43:33.898830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48480) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:33.905247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1183122323'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:33.912889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:33.918648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:network and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:33.923291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:33.930867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:33.950191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:33.987618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=40c72b54-40d9-4742-9c2a-85cc6aa56ccf,segment=NetworkSegment(d85b83e2-db64-41dd-a16e-82a73463bbe5),segment_id=d85b83e2-db64-41dd-a16e-82a73463bbe5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:34.046592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:34.050263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.070053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.075897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:34.088258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:34.097691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 853ef893-03f3-44f9-996b-da8e1c01bdd6 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:34.124498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.126995 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Added segment 35022f1c-986a-427e-868f-008a6488a765 of type vlan for network 50151404-52a6-4810-aa74-2233e7e7b030
Nov 27 11:43:34.153125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] Deleting port d5b0bb2a-5585-4d61-8e20-383919cbb62a {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:34.153953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.185328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.202371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d5b0bb2a-5585-4d61-8e20-383919cbb62a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:43:34.250736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cd17d400-0abc-4191-8e1c-a21b75b2d4f5 None None] Provisioning for port 853ef893-03f3-44f9-996b-da8e1c01bdd6 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:34.259787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.277010 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c90e8b2-89d1-429c-bddd-a0a8f0ad72a6 req-23053a74-ae2c-41b5-bd1a-3be3f3c3c585 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5163350
Nov 27 11:43:34.299612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5f59c7cf-6924-4a88-948c-c2a2962a3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.305029 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dc014423-0675-4413-92b3-d6c145fc633e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:34.306493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fccec-a781-45c8-ae0e-e4d2195ff454 None None] The port 'd5b0bb2a-5585-4d61-8e20-383919cbb62a' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:43:34.307712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d5b0bb2a-5585-4d61-8e20-383919cbb62a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:43:34.308046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d5b0bb2a-5585-4d61-8e20-383919cbb62a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:43:34.312506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cd17d400-0abc-4191-8e1c-a21b75b2d4f5 None None] Provisioning complete for port 853ef893-03f3-44f9-996b-da8e1c01bdd6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:34.312879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd17d400-0abc-4191-8e1c-a21b75b2d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.319497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.323680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:34.324271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.329730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:34.361325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59c7cf-6924-4a88-948c-c2a2962a3da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcdd69e-eb65-41fc-a173-0bb12820be1d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:34.397614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=40c72b54-40d9-4742-9c2a-85cc6aa56ccf,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:34.400555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5f59c7cf-6924-4a88-948c-c2a2962a3da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:34.410999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:34.421750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5f59c7cf-6924-4a88-948c-c2a2962a3da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.422880 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5f59c7cf-6924-4a88-948c-c2a2962a3da0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfcdd69e-eb65-41fc-a173-0bb12820be1d HTTP/1.1" status: 204  len: 168 time: 1.3073747
Nov 27 11:43:34.444362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-cd17d400-0abc-4191-8e1c-a21b75b2d4f5 None None] Port 853ef893-03f3-44f9-996b-da8e1c01bdd6 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:43:34.461864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cd17d400-0abc-4191-8e1c-a21b75b2d4f5 None None] Provisioning complete for port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:34.462320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd17d400-0abc-4191-8e1c-a21b75b2d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.474985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Network': ['ID=50151404-52a6-4810-aa74-2233e7e7b030,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:34.484884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:34.489745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 50151404-52a6-4810-aa74-2233e7e7b030 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:34.531574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.578801 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6787975
Nov 27 11:43:34.582144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48486) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:34.588867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': '50151404-52a6-4810-aa74-2233e7e7b030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:34.682832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.689835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:34.699583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:34.704278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:34.707789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:34.713973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:34.735793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Deleting port d5e7d40a-f652-4898-a8a7-148f999923a5 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:34.736130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.763125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=853ef893-03f3-44f9-996b-da8e1c01bdd6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:34.772285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:34.779926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:34.794077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-84ce7118-574c-42f4-ac2d-e5a8ddf4397b None None] Could not find standard attr ID for object 853ef893-03f3-44f9-996b-da8e1c01bdd6. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:43:34.843254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:34.919186 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/853ef893-03f3-44f9-996b-da8e1c01bdd6 HTTP/1.1" status: 204  len: 168 time: 2.1113417
Nov 27 11:43:34.926014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48492) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:34.982735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.006902 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-551b18fd-45f9-444a-bd00-6251d64fa45b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:35.007614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-551b18fd-45f9-444a-bd00-6251d64fa45b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:35.008138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ae0d3a-bb93-430c-a80e-03eb3092508a {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:43:35.021431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.070875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Transition to ACTIVE for port object 29ae0d3a-bb93-430c-a80e-03eb3092508a will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:35.074894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.137725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.200771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a1892e84-175f-407a-b591-8fb2d120dedf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:35.235227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Calling delete_port for d5e7d40a-f652-4898-a8a7-148f999923a5 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:35.289142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-551b18fd-45f9-444a-bd00-6251d64fa45b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:35.290384 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-551b18fd-45f9-444a-bd00-6251d64fa45b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/853ef893-03f3-44f9-996b-da8e1c01bdd6 HTTP/1.1" status: 404  len: 333 time: 0.3624499
Nov 27 11:43:35.301292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48502) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:35.386043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Pushing event updated for resources: {'Port': ['ID=29ae0d3a-bb93-430c-a80e-03eb3092508a,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:35.389010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:35.436196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 40c72b54-40d9-4742-9c2a-85cc6aa56ccf up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:35.436990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.502147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-586eca63-342b-4b89-809e-3e55a408ad8e tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:35.556102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Attempting to bind port 29ae0d3a-bb93-430c-a80e-03eb3092508a on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:43:35.556102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Attempting to bind port 29ae0d3a-bb93-430c-a80e-03eb3092508a by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'ae991799-4cdb-4ad2-980e-d8054eef932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2663dfc1-5a90-4e34-b77b-1877dd6face1'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:43:35.556102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Attempting to bind port 29ae0d3a-bb93-430c-a80e-03eb3092508a on network 2663dfc1-5a90-4e34-b77b-1877dd6face1 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:35.556102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Port 29ae0d3a-bb93-430c-a80e-03eb3092508a on network 2663dfc1-5a90-4e34-b77b-1877dd6face1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:43:35.556102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Attempting to bind port 29ae0d3a-bb93-430c-a80e-03eb3092508a on network 2663dfc1-5a90-4e34-b77b-1877dd6face1 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:35.575376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:35.575376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.611058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:43:35.611058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Checking segment: {'id': 'ae991799-4cdb-4ad2-980e-d8054eef932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2663dfc1-5a90-4e34-b77b-1877dd6face1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:35.611058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Bound using segment: {'id': 'ae991799-4cdb-4ad2-980e-d8054eef932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2663dfc1-5a90-4e34-b77b-1877dd6face1'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:43:35.611058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Bound port: 29ae0d3a-bb93-430c-a80e-03eb3092508a, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae991799-4cdb-4ad2-980e-d8054eef932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2663dfc1-5a90-4e34-b77b-1877dd6face1'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:43:35.611058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.758920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet d1a4f011-b200-4b16-9545-7e3e61feaf4f {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:43:35.762671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.823012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=e6de4310-bb2c-4e4a-8ade-20d3b396d451,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:35.833318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:35.839353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking segment: {'id': '35022f1c-986a-427e-868f-008a6488a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50151404-52a6-4810-aa74-2233e7e7b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:35.839707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network hostable DHCP agents. Network: 50151404-52a6-4810-aa74-2233e7e7b030, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:35.851315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.890891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] For port 29ae0d3a-bb93-430c-a80e-03eb3092508a, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:43:35.895208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] For port 29ae0d3a-bb93-430c-a80e-03eb3092508a, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a,segment=NetworkSegment(ae991799-4cdb-4ad2-980e-d8054eef932f),segment_id=ae991799-4cdb-4ad2-980e-d8054eef932f)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:43:35.952486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847a2b7-2b04-4397-8bc6-2b0abd7e8fec req-8981689f-1b88-4526-9c33-607a076b6fa3 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:35.958042 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c847a2b7-2b04-4397-8bc6-2b0abd7e8fec req-8981689f-1b88-4526-9c33-607a076b6fa3 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 944 time: 0.3802695
Nov 27 11:43:35.984233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:35.989398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-47ee5c84-32d6-46fb-a764-5baef48f76c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:36.005427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.026750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.042610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event deleted for resources: {'Port': ['ID=d5e7d40a-f652-4898-a8a7-148f999923a5,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:36.042948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 50151404-52a6-4810-aa74-2233e7e7b030 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:36.045144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:36.045864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-c847a2b7-2b04-4397-8bc6-2b0abd7e8fec req-921f8700-5d09-44f3-8b84-725b31ed515d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Synchronizing usage tracker for tenant:18d45368684848de89c34efadd175f8c on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:36.049963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4dfb291-c878-4aa9-bfbf-e6b7af7018d0 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:36.089158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48520) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:36.179024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.179372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 50151404-52a6-4810-aa74-2233e7e7b030) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:36.180866 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] 10.222.0.39 "PUT /v2.0/ports/29ae0d3a-bb93-430c-a80e-03eb3092508a HTTP/1.1" status: 200  len: 1094 time: 2.5000212
Nov 27 11:43:36.184055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:36.185689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15774c3d-9769-4aa7-a92b-5bebcc065d22', 'tag': '29ae0d3a-bb93-430c-a80e-03eb3092508a'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:43:36.185851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.187487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2311ca-6f1e-474b-ac7c-b26eef7f97e2 None None] Network 50151404-52a6-4810-aa74-2233e7e7b030 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:36.208008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Pushing event updated for resources: {'Port': ['ID=29ae0d3a-bb93-430c-a80e-03eb3092508a,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:36.214660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:36.225196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-c847a2b7-2b04-4397-8bc6-2b0abd7e8fec req-921f8700-5d09-44f3-8b84-725b31ed515d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Unset dirty status for tenant:18d45368684848de89c34efadd175f8c on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:36.226350 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c847a2b7-2b04-4397-8bc6-2b0abd7e8fec req-921f8700-5d09-44f3-8b84-725b31ed515d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2637773
Nov 27 11:43:36.232741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.255864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-253beef9-ac7f-4e36-acaf-1ac7ef1e7d27 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:36.326662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a4f011-b200-4b16-9545-7e3e61feaf4f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:36.336051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:36.341045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bc8b511f-01d4-41a2-9857-b9ac48b31a5c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:36.341842 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-bc8b511f-01d4-41a2-9857-b9ac48b31a5c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:43:36.343198 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bc8b511f-01d4-41a2-9857-b9ac48b31a5c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2528880
Nov 27 11:43:36.343452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a1b40-53ce-45c7-ad3b-da4ef3f81416 None None] Network f4443c96-4787-4fcf-8185-d49c137bb048 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:36.344937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.345440 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15774c3d-9769-4aa7-a92b-5bebcc065d22', 'tag': '29ae0d3a-bb93-430c-a80e-03eb3092508a', 'status': 'completed', 'code': 200}
Nov 27 11:43:36.348415 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/d1a4f011-b200-4b16-9545-7e3e61feaf4f HTTP/1.1" status: 204  len: 168 time: 1.0459952
Nov 27 11:43:36.351438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48528) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:36.352094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48530) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:36.379935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679294534'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:36.391175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:36.402565 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8167965
Nov 27 11:43:36.443055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:36.445269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48536) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:36.466408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:36.474985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': '50151404-52a6-4810-aa74-2233e7e7b030', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1944260555'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:36.483210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.500561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:36.564968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.599199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:36.599728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.609302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-50151404-52a6-4810-aa74-2233e7e7b030', 'network_id': '50151404-52a6-4810-aa74-2233e7e7b030', 'tenant_id': '0aff31ebd04f4e60bd10a9304736d0ad', 'fixed_ips': [{'subnet_id': 'e6de4310-bb2c-4e4a-8ade-20d3b396d451'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:43:36.610125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.633345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.678504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.752820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:36.772285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:36.775796 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-b455937e-b609-4580-b36a-bfbce6c09865 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18d45368684848de89c34efadd175f8c&device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 1097 time: 0.4344721
Nov 27 11:43:36.778015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:36.778258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.782088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] DHCP port deletion for f4443c96-4787-4fcf-8185-d49c137bb048 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:43:36.785813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.797158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] Deleting port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:36.797807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:36.797964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.813922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:36.828268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:36.831822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:36.843829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Allocated IP 172.20.0.2 (50151404-52a6-4810-aa74-2233e7e7b030/e6de4310-bb2c-4e4a-8ade-20d3b396d451/bf706abe-0251-452e-88ef-164b7582dd2b) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:36.852733 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-1eefd62c-0963-4772-9b98-54d33dd435ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a HTTP/1.1" status: 200  len: 217 time: 0.0671620
Nov 27 11:43:36.882356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:36.926043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] For port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=40c72b54-40d9-4742-9c2a-85cc6aa56ccf,segment=NetworkSegment(d85b83e2-db64-41dd-a16e-82a73463bbe5),segment_id=d85b83e2-db64-41dd-a16e-82a73463bbe5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:36.926587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.929156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70760661-67d8-4870-aea2-6ec17126d6ae req-0a5accc1-bc80-4e47-b092-184ea3e85638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:36.930944 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-0a5accc1-bc80-4e47-b092-184ea3e85638 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e7f61d8-9469-43b5-a02c-54051d74be6e HTTP/1.1" status: 200  len: 852 time: 0.0677330
Nov 27 11:43:36.972688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.973414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Fanout notify agent at l3_agent the message router_deleted on router c05b0589-94c8-497c-abc6-5df9fcf671c7 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:43:36.985514 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-bb083d57-5444-45b1-a3b0-8b70c14dff6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2663dfc1-5a90-4e34-b77b-1877dd6face1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478077
Nov 27 11:43:36.994369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:36.995380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/c05b0589-94c8-497c-abc6-5df9fcf671c7 HTTP/1.1" status: 204  len: 168 time: 4.7102616
Nov 27 11:43:37.014351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48540) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:37.025449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1088417393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:37.034187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:37.052427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:37.055461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.081986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 40c72b54-40d9-4742-9c2a-85cc6aa56ccf owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:37.084101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Usage tracker for resource:router and tenant:e8a7dd4775924368a83d270c276c9fac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:37.091187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:37.100213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:37.112943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 30719607-2f2d-4e5c-a319-49cf07903aff yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:37.127938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] For port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=40c72b54-40d9-4742-9c2a-85cc6aa56ccf,segment=NetworkSegment(d85b83e2-db64-41dd-a16e-82a73463bbe5),segment_id=d85b83e2-db64-41dd-a16e-82a73463bbe5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:37.128349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.151242 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-3e44daca-bbb0-4229-88f8-91454145d434 service neutron] 10.222.0.39 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546209
Nov 27 11:43:37.248071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.249336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.310601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.327138 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70760661-67d8-4870-aea2-6ec17126d6ae req-71544094-cc91-482e-a81f-ef9944f74fb9 service neutron] 10.222.0.39 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625574
Nov 27 11:43:37.391573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.396531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] Calling delete_port for 40c72b54-40d9-4742-9c2a-85cc6aa56ccf owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:37.399764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.462146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 40c72b54-40d9-4742-9c2a-85cc6aa56ccf no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:43:37.505542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f085-c8c8-43ea-899e-41553485ead2 req-93870b23-6d4b-4fe5-b9c8-faef77b18a2a tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:37.506803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.512883 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-67b3f085-c8c8-43ea-899e-41553485ead2 req-93870b23-6d4b-4fe5-b9c8-faef77b18a2a tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 944 time: 0.0871766
Nov 27 11:43:37.512883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.513137 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3041fba6-8777-4e4d-9823-a0a25a7eca35 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4933422
Nov 27 11:43:37.513137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48546) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:37.513317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.518939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5c307eb9-1d4b-4ae1-8e15-9796fed18b8d tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:37.525420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.562638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Transition to ACTIVE for port object bf706abe-0251-452e-88ef-164b7582dd2b will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:37.570372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:43:37.571026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:43:37.577908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No active binding found for port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf {{(pid=84365) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Nov 27 11:43:37.578630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 40c72b54-40d9-4742-9c2a-85cc6aa56ccf not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:43:37.590912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Transition to ACTIVE for port object bf706abe-0251-452e-88ef-164b7582dd2b will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:37.593762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:37.599049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No DVR routers for this DVR port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:43:37.634365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:37.640294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34358c3-c6e9-4d86-9bd9-34f91e7badec,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:37.645584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'enable_snat': False}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:37.646437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:37.649789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:37.664996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:37.686259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.691142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:37.746611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:37.758195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=40c72b54-40d9-4742-9c2a-85cc6aa56ccf,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:37.774844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:37.775174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Pushing event updated for resources: {'Port': ['ID=bf706abe-0251-452e-88ef-164b7582dd2b,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:37.779459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Network 50151404-52a6-4810-aa74-2233e7e7b030 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:37.780401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:37.784267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:37.785735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:37.786860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-67b3f085-c8c8-43ea-899e-41553485ead2 req-5a9730b2-402f-4e17-8b93-512ae821eec5 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582338
Nov 27 11:43:37.862578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-ff7e8422-e71c-4380-90ae-a3380b5751a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18d45368684848de89c34efadd175f8c&device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 1097 time: 0.3935595
Nov 27 11:43:37.875494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.892381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Attempting to bind port bf706abe-0251-452e-88ef-164b7582dd2b on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:43:37.892863 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Attempting to bind port bf706abe-0251-452e-88ef-164b7582dd2b by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '35022f1c-986a-427e-868f-008a6488a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50151404-52a6-4810-aa74-2233e7e7b030'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:43:37.894080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Attempting to bind port bf706abe-0251-452e-88ef-164b7582dd2b on network 50151404-52a6-4810-aa74-2233e7e7b030 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:37.896017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.4 (50151404-52a6-4810-aa74-2233e7e7b030/e6de4310-bb2c-4e4a-8ade-20d3b396d451/30719607-2f2d-4e5c-a319-49cf07903aff) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:37.900855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:43:37.901288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Checking segment: {'id': '35022f1c-986a-427e-868f-008a6488a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50151404-52a6-4810-aa74-2233e7e7b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:37.901685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.907603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Bound using segment: {'id': '35022f1c-986a-427e-868f-008a6488a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50151404-52a6-4810-aa74-2233e7e7b030'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:43:37.907603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Bound port: bf706abe-0251-452e-88ef-164b7582dd2b, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35022f1c-986a-427e-868f-008a6488a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50151404-52a6-4810-aa74-2233e7e7b030'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:43:37.907603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:37.930291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845280340>,) {'filters': {'network_id': ['f4443c96-4787-4fcf-8185-d49c137bb048']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:37.955049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845280340>, 'd85b83e2-db64-41dd-a16e-82a73463bbe5') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:37.955355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845280340>, 'd85b83e2-db64-41dd-a16e-82a73463bbe5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:37.996688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] For port bf706abe-0251-452e-88ef-164b7582dd2b, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:43:38.000805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] For port bf706abe-0251-452e-88ef-164b7582dd2b, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bf706abe-0251-452e-88ef-164b7582dd2b,segment=NetworkSegment(35022f1c-986a-427e-868f-008a6488a765),segment_id=35022f1c-986a-427e-868f-008a6488a765)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:43:38.012725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.020835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.072605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] Deleting port 40c72b54-40d9-4742-9c2a-85cc6aa56ccf {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:38.073114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.084722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.097167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:43:38.097569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:43:38.111852 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:43:38.115902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.120706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6e95541a-1b64-4dde-ba23-2b4528bd74a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:38.124070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.134141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-baf06410-56bf-4342-b183-e7c826e36daf tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:38.169075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-457f8a47-ba95-464a-ac5c-56a9e46bc343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:38.170546 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-457f8a47-ba95-464a-ac5c-56a9e46bc343 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2663dfc1-5a90-4e34-b77b-1877dd6face1 HTTP/1.1" status: 200  len: 913 time: 0.2606134
Nov 27 11:43:38.203260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-61b35b5f-9f27-469c-a6f3-de2b432aa50e None None] The port '40c72b54-40d9-4742-9c2a-85cc6aa56ccf' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:43:38.242097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.256016 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-8717087c-8c69-4d1f-8c57-036cdfa34318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a HTTP/1.1" status: 200  len: 217 time: 0.0773227
Nov 27 11:43:38.258663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Pushing event updated for resources: {'Port': ['ID=bf706abe-0251-452e-88ef-164b7582dd2b,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:38.260639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:38.278918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed2f6e8-05fb-4776-bd1f-e9031e9df80f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:38.284121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:38.304147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.323937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object 30719607-2f2d-4e5c-a319-49cf07903aff will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:38.325854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-2a029b3d-35e6-4981-a091-a5646906fa33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:38.327280 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-2a029b3d-35e6-4981-a091-a5646906fa33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e7f61d8-9469-43b5-a02c-54051d74be6e HTTP/1.1" status: 200  len: 852 time: 0.0643549
Nov 27 11:43:38.377910 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-85f2737f-fdf4-4169-93da-0229dea90acf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2663dfc1-5a90-4e34-b77b-1877dd6face1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433118
Nov 27 11:43:38.424119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.429813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.435828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5fd9fc63-96af-401c-8401-576202285ab6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:38.451570 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/networks/f4443c96-4787-4fcf-8185-d49c137bb048 HTTP/1.1" status: 204  len: 168 time: 2.0982482
Nov 27 11:43:38.452543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.456982 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.1008265
Nov 27 11:43:38.457874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48552) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:38.458750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48554) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:38.469090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '4ed2f6e8-05fb-4776-bd1f-e9031e9df80f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:38.479155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:38.485056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'name': 'tempest-PortsIpV6TestJSON-1488860237'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:38.503943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Network': ['ID=f4443c96-4787-4fcf-8185-d49c137bb048,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:38.506076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:38.506826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.531852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6b50a5b6-43a0-4324-b128-c41e933c380a tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:38.585305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:38.606843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:38.615179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 50151404-52a6-4810-aa74-2233e7e7b030 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:38.619461 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-0b1bed90-0f14-4fc2-9edf-ce81201fa445 service neutron] 10.222.0.39 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320354
Nov 27 11:43:38.664431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:38.666803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:38.687304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:38.754121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=30719607-2f2d-4e5c-a319-49cf07903aff,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:38.773272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:38.779877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:38.785570 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8859dfdf-da03-4bd2-9f9a-e5b54ef41e82 req-76c24c66-573f-4fc2-b00b-59dff835b007 service neutron] 10.222.0.39 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566293
Nov 27 11:43:38.787589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:38.793693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:38.794284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.799878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:38.811206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:38.853919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.873032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.884678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.909605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:38.912600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:38.922723 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 2.4605057
Nov 27 11:43:38.929872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48562) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:39.010303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 92efa765-15aa-4b37-8e2c-83c91e6d8ea4 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:39.029184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.084865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 30719607-2f2d-4e5c-a319-49cf07903aff {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:39.088562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.176559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.185001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Allocated IP 172.26.6.186 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/65c0197d-fb7a-4dad-b59a-369e3daedf49) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:39.197672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc3e4-1590-45a5-ae29-bf5a31c29b5d req-54d78412-5e2f-4b4b-877d-f7677d72a55b tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:39.199179 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-777bc3e4-1590-45a5-ae29-bf5a31c29b5d req-54d78412-5e2f-4b4b-877d-f7677d72a55b tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 944 time: 0.2773211
Nov 27 11:43:39.327774 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-777bc3e4-1590-45a5-ae29-bf5a31c29b5d req-1938ebfa-a792-4efb-a474-e24b35dbcbf7 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229296
Nov 27 11:43:39.377970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.405585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12f50dcf-401d-4f3d-a0c9-4db06846fb3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:39.418143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.479451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b438b-30cc-47ad-b4b9-bb8fb6c2dfd2 None None] Network 50151404-52a6-4810-aa74-2233e7e7b030 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:39.493135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bf706abe-0251-452e-88ef-164b7582dd2b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:39.501108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.505627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-31ccd901-4328-491b-af37-9a71b83e5ae7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:39.586383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:39.587339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Pushing event updated for resources: {'Port': ['ID=65c0197d-fb7a-4dad-b59a-369e3daedf49,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:39.590235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:39.591463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:39.595167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:39.612703 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b123e583-7af4-4daa-9669-b6bae3cf3687,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:39.621440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:39.637737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.681916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.756346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c639c013-9510-4378-a06b-d5c37f248829 None None] Provisioning for port bf706abe-0251-452e-88ef-164b7582dd2b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:39.794729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port bf706abe-0251-452e-88ef-164b7582dd2b completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:39.802620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port bf706abe-0251-452e-88ef-164b7582dd2b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:39.802992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.804316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.805508 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3427939
Nov 27 11:43:39.808448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48566) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:39.814392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7f744de0-6650-4cf1-aa22-1e603bc88a9d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '4ed2f6e8-05fb-4776-bd1f-e9031e9df80f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:39.816864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 30719607-2f2d-4e5c-a319-49cf07903aff owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:39.822504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7f744de0-6650-4cf1-aa22-1e603bc88a9d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:39.831302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7f744de0-6650-4cf1-aa22-1e603bc88a9d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:39.834970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7f744de0-6650-4cf1-aa22-1e603bc88a9d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:39.842027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7f744de0-6650-4cf1-aa22-1e603bc88a9d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:39.864861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.942424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.980471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port bf706abe-0251-452e-88ef-164b7582dd2b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bf706abe-0251-452e-88ef-164b7582dd2b,segment=NetworkSegment(35022f1c-986a-427e-868f-008a6488a765),segment_id=35022f1c-986a-427e-868f-008a6488a765)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:39.986051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:39.992378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:40.010301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7f744de0-6650-4cf1-aa22-1e603bc88a9d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.085859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:40.089116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.089754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:40.091970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.092463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.095792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:40.099747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:40.100345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.105294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=92efa765-15aa-4b37-8e2c-83c91e6d8ea4,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:40.109598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:40.118499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c85dd4ec-e8a7-426b-9460-d2e4a6527717 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:40.118625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3d924242-3241-44d9-ad2e-2fd5c90eeeab None None] Provisioning complete for port bf706abe-0251-452e-88ef-164b7582dd2b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:40.118625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3d924242-3241-44d9-ad2e-2fd5c90eeeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.166819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=30719607-2f2d-4e5c-a319-49cf07903aff,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:40.182401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.189689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a598639f-aee2-4af7-a24a-b4303a4135fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:40.239566 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-7f744de0-6650-4cf1-aa22-1e603bc88a9d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:43:40.240177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:40.242035 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7f744de0-6650-4cf1-aa22-1e603bc88a9d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4320219
Nov 27 11:43:40.245519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48570) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:40.273343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=bf706abe-0251-452e-88ef-164b7582dd2b,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:40.277528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:40.306271 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.8418238
Nov 27 11:43:40.309073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48574) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:40.316099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.323773 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/30719607-2f2d-4e5c-a319-49cf07903aff HTTP/1.1" status: 204  len: 168 time: 1.3871808
Nov 27 11:43:40.328568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48578) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:40.368461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3d924242-3241-44d9-ad2e-2fd5c90eeeab None None] Could not find standard attr ID for object 30719607-2f2d-4e5c-a319-49cf07903aff. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:43:40.405546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 92efa765-15aa-4b37-8e2c-83c91e6d8ea4 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:40.405883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.406044 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b1dcbe-423f-4789-9235-c2364a2d6deb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:40.407329 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-35b1dcbe-423f-4789-9235-c2364a2d6deb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/30719607-2f2d-4e5c-a319-49cf07903aff HTTP/1.1" status: 404  len: 333 time: 0.0773106
Nov 27 11:43:40.411447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48584) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:40.491416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d492d257-8891-4fcd-a566-aff0406e7324 None None] Could not find standard attr ID for object 30719607-2f2d-4e5c-a319-49cf07903aff. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:43:40.584762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d5b6-693a-4725-80f4-91cb429ecd51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.644485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet e6de4310-bb2c-4e4a-8ade-20d3b396d451 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:43:40.651718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.711508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.712643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d5b6-693a-4725-80f4-91cb429ecd51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.760209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.762888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Router b204280c-cbbd-401b-b1b8-73841c36be77 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:43:40.866092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:40.901610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 92efa765-15aa-4b37-8e2c-83c91e6d8ea4 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:40.934431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf8447-b29b-40f7-b21a-264ffda61123 req-175d058b-33aa-4cfa-9701-d0d965c45b01 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:40.935951 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0cdf8447-b29b-40f7-b21a-264ffda61123 req-175d058b-33aa-4cfa-9701-d0d965c45b01 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 944 time: 0.4252951
Nov 27 11:43:41.024768 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0cdf8447-b29b-40f7-b21a-264ffda61123 req-4ea7daff-e739-41ff-9546-d9e2555cbddd tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769238
Nov 27 11:43:41.043425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d5b6-693a-4725-80f4-91cb429ecd51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.047576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5820fbe8-3ec3-4960-a2e8-8b19c20024f6 tempest-RoutersAdminNegativeIpV6Test-1697551775 tempest-RoutersAdminNegativeIpV6Test-1697551775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:41.063744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5d5b6-693a-4725-80f4-91cb429ecd51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed2f6e8-05fb-4776-bd1f-e9031e9df80f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:41.067565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0cf5d5b6-693a-4725-80f4-91cb429ecd51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:41.074087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d5b6-693a-4725-80f4-91cb429ecd51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.075372 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0cf5d5b6-693a-4725-80f4-91cb429ecd51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ed2f6e8-05fb-4776-bd1f-e9031e9df80f HTTP/1.1" status: 204  len: 168 time: 0.8290033
Nov 27 11:43:41.077862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48588) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.124472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.132049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0b42ef5c-1646-4fe7-940a-b1fd72b124e0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:41.159290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:41.171768 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9b066-0495-4eda-940f-6a68dbd6a824 None None] Sync routers for ids ['b204280c-cbbd-401b-b1b8-73841c36be77'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:41.172326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.174933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=92efa765-15aa-4b37-8e2c-83c91e6d8ea4,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:41.177967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a79b3179-356a-44a7-b162-47b7d6f221de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:41.179930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-caed7f9c-d0cb-4885-8cb0-e2e94d27760f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:41.182562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:41.188778 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9b066-0495-4eda-940f-6a68dbd6a824 None None] Routers {'b204280c-cbbd-401b-b1b8-73841c36be77'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:41.189666 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-10b9b066-0495-4eda-940f-6a68dbd6a824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284616a0a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b204280c-cbbd-401b-b1b8-73841c36be77'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:41.193130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.197578 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/92efa765-15aa-4b37-8e2c-83c91e6d8ea4 HTTP/1.1" status: 204  len: 168 time: 0.8836653
Nov 27 11:43:41.200099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48592) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.206874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'mac_address': 'fa:16:3e:60:d7:da', 'name': 'tempest-PortsIpV6TestJSON-459976535'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:41.216812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.220800 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "PUT /v2.0/routers/b204280c-cbbd-401b-b1b8-73841c36be77 HTTP/1.1" status: 200  len: 920 time: 3.5792825
Nov 27 11:43:41.223884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48596) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.226842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=e6de4310-bb2c-4e4a-8ade-20d3b396d451,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:41.229271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:41.257746 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-10b9b066-0495-4eda-940f-6a68dbd6a824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284616a0a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:41.268508 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9b066-0495-4eda-940f-6a68dbd6a824 None None] Routers {'b204280c-cbbd-401b-b1b8-73841c36be77'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:41.269104 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-10b9b066-0495-4eda-940f-6a68dbd6a824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284616a0a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b204280c-cbbd-401b-b1b8-73841c36be77'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:41.295510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-caed7f9c-d0cb-4885-8cb0-e2e94d27760f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:41.296680 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-caed7f9c-d0cb-4885-8cb0-e2e94d27760f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2179134
Nov 27 11:43:41.304586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48600) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.310283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc1b4d-8f44-4b3c-b3b6-733d0a1e009e None None] Network 50151404-52a6-4810-aa74-2233e7e7b030 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:41.319031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176941103'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:41.323881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.333041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:41.364855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:41.364855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:41.364855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:41.364855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:41.366167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48604) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.368160 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/e6de4310-bb2c-4e4a-8ade-20d3b396d451 HTTP/1.1" status: 204  len: 168 time: 0.9535258
Nov 27 11:43:41.369825 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-10b9b066-0495-4eda-940f-6a68dbd6a824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284616a0a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:41.370256 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9b066-0495-4eda-940f-6a68dbd6a824 None None] The sync data for ids ['b204280c-cbbd-401b-b1b8-73841c36be77'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:41.395133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:41.476081 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 29ae0d3a-bb93-430c-a80e-03eb3092508a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:43:41.520627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.541545 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fecded88-99f4-4327-b440-59535ed16186 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/routers/b204280c-cbbd-401b-b1b8-73841c36be77 HTTP/1.1" status: 200  len: 926 time: 0.3131413
Nov 27 11:43:41.541829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48608) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.606751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bf706abe-0251-452e-88ef-164b7582dd2b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:41.623534 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-476ef7a1-9924-4a63-8b65-563f1a01e610 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=b204280c-cbbd-401b-b1b8-73841c36be77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0805719
Nov 27 11:43:41.626571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48612) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.637717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.647049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:41.668386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:41.675834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:41.680152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:41.690914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:41.739467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port bf706abe-0251-452e-88ef-164b7582dd2b {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:41.740167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.766215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035dad46-49a7-439c-a449-a6f92fb72991 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:41.767654 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-035dad46-49a7-439c-a449-a6f92fb72991 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/networks/2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 881 time: 0.1401501
Nov 27 11:43:41.771519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48616) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.819454 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6ac70a55-aeae-461e-bc4c-661f6c6f9748 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=b204280c-cbbd-401b-b1b8-73841c36be77 HTTP/1.1" status: 200  len: 205 time: 0.0465186
Nov 27 11:43:41.821917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48620) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:41.825664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 29ae0d3a-bb93-430c-a80e-03eb3092508a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a,segment=NetworkSegment(ae991799-4cdb-4ad2-980e-d8054eef932f),segment_id=ae991799-4cdb-4ad2-980e-d8054eef932f)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:41.834417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.848327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '29ae0d3a-bb93-430c-a80e-03eb3092508a', 'network_id': '2663dfc1-5a90-4e34-b77b-1877dd6face1', 'port_id': '29ae0d3a-bb93-430c-a80e-03eb3092508a', 'mac_address': 'fa:16:3e:6f:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7f61d8-9469-43b5-a02c-54051d74be6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:43:41.900128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port bf706abe-0251-452e-88ef-164b7582dd2b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:41.900493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:41.913902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port ba37bc97-7eef-42f2-bd16-bbd1ea1df52d yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:41.968767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.000642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ae0d3a-bb93-430c-a80e-03eb3092508a {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:43:42.036471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] DHCP port deletion for 50151404-52a6-4810-aa74-2233e7e7b030 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:43:42.039037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.052498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.099817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 29ae0d3a-bb93-430c-a80e-03eb3092508a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a,segment=NetworkSegment(ae991799-4cdb-4ad2-980e-d8054eef932f),segment_id=ae991799-4cdb-4ad2-980e-d8054eef932f)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:42.105908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] Deleting port bf706abe-0251-452e-88ef-164b7582dd2b {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:42.106289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.163377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.173161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-204880e0-23e9-4f8c-a705-4ceaf936688b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:42.192993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.199738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7a2d97f-db0d-473c-94ab-06a034f94918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:42.259919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f931589-ad0a-4cd4-b40b-b4304f8903c4,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:42.263100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] For port bf706abe-0251-452e-88ef-164b7582dd2b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bf706abe-0251-452e-88ef-164b7582dd2b,segment=NetworkSegment(35022f1c-986a-427e-868f-008a6488a765),segment_id=35022f1c-986a-427e-868f-008a6488a765)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:42.263459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.280815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:42.347644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=29ae0d3a-bb93-430c-a80e-03eb3092508a,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:42.352033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:42.419953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6777d-a302-49d9-9f28-f9bc81f109c7 req-4b424522-24af-4144-932f-931ba5bf3666 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:42.422546 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25b6777d-a302-49d9-9f28-f9bc81f109c7 req-4b424522-24af-4144-932f-931ba5bf3666 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 945 time: 0.1608963
Nov 27 11:43:42.453580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.454796 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1495469
Nov 27 11:43:42.456684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] For port bf706abe-0251-452e-88ef-164b7582dd2b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bf706abe-0251-452e-88ef-164b7582dd2b,segment=NetworkSegment(35022f1c-986a-427e-868f-008a6488a765),segment_id=35022f1c-986a-427e-868f-008a6488a765)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:42.457091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.462026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48628) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:42.464859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for bf706abe-0251-452e-88ef-164b7582dd2b owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:42.474142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.481098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-01da8e83-d756-45d5-881b-07d91f76af51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '3f931589-ad0a-4cd4-b40b-b4304f8903c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:42.481753 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-01da8e83-d756-45d5-881b-07d91f76af51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:42.485828 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-01da8e83-d756-45d5-881b-07d91f76af51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0133448
Nov 27 11:43:42.487187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48632) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:42.521188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['29ae0d3a-bb93-430c-a80e-03eb3092508a'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:43:42.534458 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25b6777d-a302-49d9-9f28-f9bc81f109c7 req-747fff86-5818-4c75-9df5-17b3a30b5bbf tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002882
Nov 27 11:43:42.546549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.570621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f91019f7-2799-4716-bdb8-1ae76f345a65 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.584148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Deleting port 65c0197d-fb7a-4dad-b59a-369e3daedf49 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:42.584478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.627597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] Calling delete_port for bf706abe-0251-452e-88ef-164b7582dd2b owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:42.632079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f91019f7-2799-4716-bdb8-1ae76f345a65 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.651991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.657967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dbd85aa2-a1b3-4ec7-b5bd-f2050e2e5d69 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:42.693790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.711512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=bf706abe-0251-452e-88ef-164b7582dd2b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:42.713993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:42.717606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-127271df-b146-4c98-bfef-a9dcee627360 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:42.750592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:43:42.751005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:43:42.766028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No DVR routers for this DVR port bf706abe-0251-452e-88ef-164b7582dd2b on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:43:42.807368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.831523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:42.844292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:42.846594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:42.850816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:42.851388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.868346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f91019f7-2799-4716-bdb8-1ae76f345a65 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.870294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=ba37bc97-7eef-42f2-bd16-bbd1ea1df52d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:42.873027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:42.949437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:42.979415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844e35880>,) {'filters': {'network_id': ['50151404-52a6-4810-aa74-2233e7e7b030']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:42.993706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844e35880>, '35022f1c-986a-427e-868f-008a6488a765') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:42.994004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844e35880>, '35022f1c-986a-427e-868f-008a6488a765') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:43.009104 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.8038411
Nov 27 11:43:43.009104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48636) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:43.009821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.041149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cb841976-8319-4587-ac34-b7478aaa69f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:43.058593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Calling delete_port for 65c0197d-fb7a-4dad-b59a-369e3daedf49 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:43.066708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.077598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:43:43.077978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.092546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91019f7-2799-4716-bdb8-1ae76f345a65 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f931589-ad0a-4cd4-b40b-b4304f8903c4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:43:43.093071 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:43:43.099114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f91019f7-2799-4716-bdb8-1ae76f345a65 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:43.123487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f91019f7-2799-4716-bdb8-1ae76f345a65 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.123487 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f91019f7-2799-4716-bdb8-1ae76f345a65 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f931589-ad0a-4cd4-b40b-b4304f8903c4 HTTP/1.1" status: 204  len: 168 time: 0.6266751
Nov 27 11:43:43.123487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48640) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:43.169485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d987b9-d377-479a-8691-332971c156fc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:43.169954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-14d987b9-d377-479a-8691-332971c156fc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:43.217552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7c77508b-10dd-4bc5-ac37-36cd1a92b8ef tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:43.252829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] Deleting port bf706abe-0251-452e-88ef-164b7582dd2b {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:43.253812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.263073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-14d987b9-d377-479a-8691-332971c156fc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:43.264791 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-14d987b9-d377-479a-8691-332971c156fc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/ba37bc97-7eef-42f2-bd16-bbd1ea1df52d HTTP/1.1" status: 200  len: 844 time: 0.2474942
Nov 27 11:43:43.273738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48646) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:43.322791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d6d34caf-aad3-4f08-9a86-8e82c2e02522 None None] The port 'bf706abe-0251-452e-88ef-164b7582dd2b' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:43:43.325213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 29ae0d3a-bb93-430c-a80e-03eb3092508a up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:43.325926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.331241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:43.386355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7c77508b-10dd-4bc5-ac37-36cd1a92b8ef tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:43.387673 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7c77508b-10dd-4bc5-ac37-36cd1a92b8ef tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2696340
Nov 27 11:43:43.388549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.393310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48650) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:43.395043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc51c283-c96e-4972-80e5-686748c82064 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:43.445461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bf706abe-0251-452e-88ef-164b7582dd2b no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:43:43.465230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338317227'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:43.479106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.480509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event deleted for resources: {'Port': ['ID=65c0197d-fb7a-4dad-b59a-369e3daedf49,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:43.485596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:43.510986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Network': ['ID=50151404-52a6-4810-aa74-2233e7e7b030,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:43.510986 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/networks/50151404-52a6-4810-aa74-2233e7e7b030 HTTP/1.1" status: 204  len: 168 time: 2.1225824
Nov 27 11:43:43.510986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:43.512640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: bf706abe-0251-452e-88ef-164b7582dd2b {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:43:43.512640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bf706abe-0251-452e-88ef-164b7582dd2b not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:43:43.513209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48654) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:43.513651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:43.513747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'name': 'tempest-PortsTestJSON-1058270665'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:43.542353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port ba37bc97-7eef-42f2-bd16-bbd1ea1df52d {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:43.542852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.545251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:43.571919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 29ae0d3a-bb93-430c-a80e-03eb3092508a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:43.576941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 29ae0d3a-bb93-430c-a80e-03eb3092508a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:43.577252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.707677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.715796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:43.726889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.754274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15774c3d-9769-4aa7-a92b-5bebcc065d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ae0d3a-bb93-430c-a80e-03eb3092508a'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:43:43.764728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 29ae0d3a-bb93-430c-a80e-03eb3092508a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a,segment=NetworkSegment(ae991799-4cdb-4ad2-980e-d8054eef932f),segment_id=ae991799-4cdb-4ad2-980e-d8054eef932f)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:43.769786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:43.778213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:43.787594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:43.800840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.828833 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15774c3d-9769-4aa7-a92b-5bebcc065d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ae0d3a-bb93-430c-a80e-03eb3092508a', 'code': 200}
Nov 27 11:43:43.843142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.849047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-eca0ea62-50e7-4583-b00b-c35a389d14cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:43.906788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:43.912097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.917228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=29ae0d3a-bb93-430c-a80e-03eb3092508a,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:43.920448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:43.954762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:43.963644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 8bd0c2c0-87fb-4c2a-b66c-50a8602d3538 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:44.005475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:44.070384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:44.075062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:44.083789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:44.087017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.096845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.146175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for ba37bc97-7eef-42f2-bd16-bbd1ea1df52d owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:44.187410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b4f4b-2194-4682-aef1-4efc92b5ec37 req-eea1fda9-481f-42d7-b76f-f8da7c385e79 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:44.189202 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0a5b4f4b-2194-4682-aef1-4efc92b5ec37 req-eea1fda9-481f-42d7-b76f-f8da7c385e79 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 945 time: 0.4819496
Nov 27 11:43:44.198159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.226603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0146b78-50ba-492c-9fe0-f12ebf83e1c4 req-4b20d7c8-9c13-46af-ba83-0f6aa18b8497 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 1099 time: 0.0935321
Nov 27 11:43:44.273307 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0146b78-50ba-492c-9fe0-f12ebf83e1c4 req-b45769b4-146e-40d5-8d73-840d5666d2b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372212
Nov 27 11:43:44.274207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.274738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Fanout notify agent at l3_agent the message router_deleted on router b204280c-cbbd-401b-b1b8-73841c36be77 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:43:44.296293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.297354 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/b204280c-cbbd-401b-b1b8-73841c36be77 HTTP/1.1" status: 204  len: 168 time: 2.4743156
Nov 27 11:43:44.298564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.301991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48662) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:44.302685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-17bfad61-d3ed-45f8-a52c-4e7078fa0ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:44.325044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-953378186', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:44.329166 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0a5b4f4b-2194-4682-aef1-4efc92b5ec37 req-98bc4f61-9bee-4d61-9e77-e9c5ee15ce45 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220970
Nov 27 11:43:44.337838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:44.350051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Usage tracker for resource:router and tenant:e8a7dd4775924368a83d270c276c9fac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:44.355003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:44.363240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:44.365494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845d5f1d-f931-4716-8cbb-ea51ebb7d36e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:44.368842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:44.405181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.413072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1354b656-bc74-4c75-afd5-10a46bc1fcb6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:44.438909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.440809 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0033028
Nov 27 11:43:44.444309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48666) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:44.449942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9eb7076d-43ca-4901-ac05-466694e39c6b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '845d5f1d-f931-4716-8cbb-ea51ebb7d36e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:44.450713 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-9eb7076d-43ca-4901-ac05-466694e39c6b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:44.454801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9eb7076d-43ca-4901-ac05-466694e39c6b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0063643
Nov 27 11:43:44.454979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48670) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:44.471179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=ba37bc97-7eef-42f2-bd16-bbd1ea1df52d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:44.477581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:44.484033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.489588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.512412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.518580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.542289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-357970a2-220e-4b34-aa9a-555193c65005 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.567084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.578525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-357970a2-220e-4b34-aa9a-555193c65005 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.579016 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/ba37bc97-7eef-42f2-bd16-bbd1ea1df52d HTTP/1.1" status: 204  len: 168 time: 1.3036029
Nov 27 11:43:44.582222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48674) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:44.620309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.630386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e254876c-77c4-4b5e-850d-9751c1193bab tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:44.665175 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b92ee1-199c-4d88-8db0-ed500cf0245b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:44.665690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-63b92ee1-199c-4d88-8db0-ed500cf0245b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:44.716064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:44.719467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=8bd0c2c0-87fb-4c2a-b66c-50a8602d3538,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:44.721803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:44.723552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:44.724219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:44.728141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:44.728730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.743021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-357970a2-220e-4b34-aa9a-555193c65005 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.752104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9afe4872-4eed-4205-a2f0-0b048689f7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:44.760508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-63b92ee1-199c-4d88-8db0-ed500cf0245b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:44.761671 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-63b92ee1-199c-4d88-8db0-ed500cf0245b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/ba37bc97-7eef-42f2-bd16-bbd1ea1df52d HTTP/1.1" status: 404  len: 333 time: 0.1784015
Nov 27 11:43:44.766463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48678) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:44.772158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'name': 'tempest-PortsIpV6TestJSON-961044832'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:44.818583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357970a2-220e-4b34-aa9a-555193c65005 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845d5f1d-f931-4716-8cbb-ea51ebb7d36e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:44.822688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-357970a2-220e-4b34-aa9a-555193c65005 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:44.844828 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.3470271
Nov 27 11:43:44.848749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48682) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:44.854725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.887264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:44.897010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:44.911026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-357970a2-220e-4b34-aa9a-555193c65005 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.912113 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-357970a2-220e-4b34-aa9a-555193c65005 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/845d5f1d-f931-4716-8cbb-ea51ebb7d36e HTTP/1.1" status: 204  len: 168 time: 0.4556890
Nov 27 11:43:44.914984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48686) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:44.948613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 8bd0c2c0-87fb-4c2a-b66c-50a8602d3538 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:44.948998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.960642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:44.964030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:44.988212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 5a412500-1455-4b3c-89d4-c42c17c05d68 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:45.197949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3348e0fc-4404-4069-a1b9-d759f6090c17 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:45.220264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.306869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.315911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-36e0d11f-ca36-4cf0-aeaa-ca888ab9606b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:45.369183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3348e0fc-4404-4069-a1b9-d759f6090c17 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:45.378126 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3348e0fc-4404-4069-a1b9-d759f6090c17 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4545479
Nov 27 11:43:45.378346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48690) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:45.386239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275117064'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:45.394966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:45.432807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.542873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:45.543832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:45.548386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:45.551938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=5a412500-1455-4b3c-89d4-c42c17c05d68,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:45.553992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:45.563135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:45.563135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.576272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:45.578192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 8bd0c2c0-87fb-4c2a-b66c-50a8602d3538 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:45.649081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.678220 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.9104719
Nov 27 11:43:45.681216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48696) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:45.691692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:45.727819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.743927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:45.749593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:45.753002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:45.768098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:45.780120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.857827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.871274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c02612-165f-44a3-815b-c8efea2ca782 req-834f2cc5-bbf3-4976-b00f-0843cd71eae5 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:45.872690 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-24c02612-165f-44a3-815b-c8efea2ca782 req-834f2cc5-bbf3-4976-b00f-0843cd71eae5 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.3026140
Nov 27 11:43:45.939780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.977181 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-24c02612-165f-44a3-815b-c8efea2ca782 req-aa8f374a-50d3-488b-9791-7bf0b19ce1cc tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960333
Nov 27 11:43:45.977744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:45.986547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:46.029888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Allocated IP 172.26.6.211 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/a65857ec-2679-474f-91a1-8a617f656256) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:46.042931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=8bd0c2c0-87fb-4c2a-b66c-50a8602d3538,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:46.045345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:46.048510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.055644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.066291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e4e591a9-1401-44a2-88cd-8fd3d11aa94b tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:46.089926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/8bd0c2c0-87fb-4c2a-b66c-50a8602d3538 HTTP/1.1" status: 204  len: 168 time: 1.2393944
Nov 27 11:43:46.095767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48700) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.132725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51967493-c1fe-490d-bb46-f8bafd5c6b7d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:46.135853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:46.149003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'mac_address': 'fa:16:3e:7f:7f:f9', 'name': 'tempest-PortsTestJSON-1316206877'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:46.158070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.252118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.253371 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8752079
Nov 27 11:43:46.256232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48704) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.261944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-47180d48-6982-40f7-aa07-af8c78ee1bcb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '51967493-c1fe-490d-bb46-f8bafd5c6b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:46.262674 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-47180d48-6982-40f7-aa07-af8c78ee1bcb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:46.263624 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-47180d48-6982-40f7-aa07-af8c78ee1bcb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0064111
Nov 27 11:43:46.266241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48708) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.272005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0f7914a3-4a69-4671-a754-1c610b9558a1 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '51967493-c1fe-490d-bb46-f8bafd5c6b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:46.272654 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0f7914a3-4a69-4671-a754-1c610b9558a1 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:46.273562 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0f7914a3-4a69-4671-a754-1c610b9558a1 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0064049
Nov 27 11:43:46.276248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48712) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.287437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cd5c194a-cda5-4eaa-8839-8f44227f94bd tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '51967493-c1fe-490d-bb46-f8bafd5c6b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:46.292339 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-cd5c194a-cda5-4eaa-8839-8f44227f94bd tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:46.292339 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cd5c194a-cda5-4eaa-8839-8f44227f94bd tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0119948
Nov 27 11:43:46.292339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.301013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48716) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.302291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0728a559-fddd-40d1-b2cf-fece9d4732d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:46.309250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-196e984b-eaca-4160-b386-823acb6262d2 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '51967493-c1fe-490d-bb46-f8bafd5c6b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:46.309947 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-196e984b-eaca-4160-b386-823acb6262d2 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:46.313859 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-196e984b-eaca-4160-b386-823acb6262d2 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0088627
Nov 27 11:43:46.314289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:46.316287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48720) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.340516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:46.346744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:46.356004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.359938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:46.360320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] In _notify_port_updated(), no bound segment for port 5a412500-1455-4b3c-89d4-c42c17c05d68 on network fdce91ed-1cbc-4457-9e1d-0172221d627c {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:43:46.364196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:46.364790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.366144 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "PUT /v2.0/ports/5a412500-1455-4b3c-89d4-c42c17c05d68 HTTP/1.1" status: 200  len: 818 time: 0.6836085
Nov 27 11:43:46.373490 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48724) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.417395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=5a412500-1455-4b3c-89d4-c42c17c05d68,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:46.421563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:46.425910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a27f57d-2969-4059-84e0-ad255fdcbf6c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.443535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 5a412500-1455-4b3c-89d4-c42c17c05d68 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:46.443907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.454845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a27f57d-2969-4059-84e0-ad255fdcbf6c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.463433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:46.560191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.572812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-963c827e-0f1e-4f8d-ae95-ddadef68abbd tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:46.640613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.659372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.675727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:46.681217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:46.692279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:46.719063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 4fa9b337-166f-4b56-9cf0-14ab39406b18 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:46.780708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 5a412500-1455-4b3c-89d4-c42c17c05d68 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:46.858583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event updated for resources: {'Port': ['ID=a65857ec-2679-474f-91a1-8a617f656256,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:46.868589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:46.869171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a27f57d-2969-4059-84e0-ad255fdcbf6c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.876072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:46.909830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27f57d-2969-4059-84e0-ad255fdcbf6c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51967493-c1fe-490d-bb46-f8bafd5c6b7d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:46.918982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9a27f57d-2969-4059-84e0-ad255fdcbf6c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:46.939083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48730) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.965983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9a27f57d-2969-4059-84e0-ad255fdcbf6c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.969445 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9a27f57d-2969-4059-84e0-ad255fdcbf6c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/51967493-c1fe-490d-bb46-f8bafd5c6b7d HTTP/1.1" status: 204  len: 168 time: 0.6499507
Nov 27 11:43:46.970230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48734) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:46.982054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:46.999578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8331a827-74e0-461a-8e5e-9c25f0a01f5d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:47.052381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=5a412500-1455-4b3c-89d4-c42c17c05d68,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:47.054809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:47.075297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.103617 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/5a412500-1455-4b3c-89d4-c42c17c05d68 HTTP/1.1" status: 204  len: 168 time: 0.7291205
Nov 27 11:43:47.110526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48740) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:47.156786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ca195bfa-1193-4577-a2b8-dc177104afc9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:47.159176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.238580 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9b9ca11e-402b-4be0-bb4e-d82c9fdc3d8e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=cb8217bfd716483995fa071c0795ac98&network_id=7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 200  len: 2999 time: 0.2883685
Nov 27 11:43:47.267601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.268306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.270838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e5b9c-7eeb-473b-8c5c-9c83aeb8fe1b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:47.271505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d18e5b9c-7eeb-473b-8c5c-9c83aeb8fe1b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:47.306402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb634e-5dcc-4de0-80d1-3830bd608f4f req-b103dd41-6b66-4ca3-90f2-a06ef19cab7f tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:47.307986 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bbfb634e-5dcc-4de0-80d1-3830bd608f4f req-b103dd41-6b66-4ca3-90f2-a06ef19cab7f tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.1590784
Nov 27 11:43:47.309126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ca195bfa-1193-4577-a2b8-dc177104afc9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:47.314381 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ca195bfa-1193-4577-a2b8-dc177104afc9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3384545
Nov 27 11:43:47.315428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48746) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:47.322966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327813278'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:47.327228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.338181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c6cea78b-3b0a-4d2e-8a0d-d7a8ea2cf8dd tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:47.342930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:47.357985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:47.371529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d18e5b9c-7eeb-473b-8c5c-9c83aeb8fe1b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:47.373823 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d18e5b9c-7eeb-473b-8c5c-9c83aeb8fe1b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.2612541
Nov 27 11:43:47.380711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48750) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:47.420747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:47.425448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:47.427805 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd659e46-8696-4fb5-81e9-5fcef1cd3b17 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:47.428405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=4fa9b337-166f-4b56-9cf0-14ab39406b18,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:47.428997 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dd659e46-8696-4fb5-81e9-5fcef1cd3b17 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/5a412500-1455-4b3c-89d4-c42c17c05d68 HTTP/1.1" status: 404  len: 333 time: 0.0475035
Nov 27 11:43:47.431729 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bbfb634e-5dcc-4de0-80d1-3830bd608f4f req-8a223bf8-2887-4099-b478-35e1b58a6850 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131516
Nov 27 11:43:47.436147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:47.436147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:47.436147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.439263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48756) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:47.440730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:47.445462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-931517267'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:47.450435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:47.460904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:network and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:47.460904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.467715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:47.478447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:47.503711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:47.507463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:47.510362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:47.516075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:47.567037 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.4707692
Nov 27 11:43:47.568007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48762) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:47.645759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:47.648720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.673057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6beae-5cb1-4ad4-b8ec-a0318424fe19 req-e3a14ed2-a3ae-411c-83e2-3e23143acff4 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:47.674578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1dc6beae-5cb1-4ad4-b8ec-a0318424fe19 req-e3a14ed2-a3ae-411c-83e2-3e23143acff4 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.1063333
Nov 27 11:43:47.674981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d6a62-4b52-4d25-b143-7dda69d638f7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:47.675551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-275d6a62-4b52-4d25-b143-7dda69d638f7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:47.699292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.718383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:47.723980 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1dc6beae-5cb1-4ad4-b8ec-a0318424fe19 req-7770b039-fab0-4757-a356-ec103ca4886f tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423765
Nov 27 11:43:47.728036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.728373 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Added segment 03115513-8e02-4bfd-be62-f3c1c218ccbf of type vlan for network b7bfffd1-e78d-4908-bd4f-7d566c89d04c
Nov 27 11:43:47.780328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Router 607d1296-5441-4220-b34a-2dc675a24550 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:43:47.859670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-275d6a62-4b52-4d25-b143-7dda69d638f7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:47.860767 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-275d6a62-4b52-4d25-b143-7dda69d638f7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/4fa9b337-166f-4b56-9cf0-14ab39406b18 HTTP/1.1" status: 200  len: 841 time: 0.2908735
Nov 27 11:43:47.861440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.864953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48768) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:47.869138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ac5ae1a7-22fc-47af-a72a-df698ed29577 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:47.887097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:47.919617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710860c9-94b7-4c9b-b53e-f63105af47fa,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:47.939242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:47.940571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 4fa9b337-166f-4b56-9cf0-14ab39406b18 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:47.940904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.020413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.021718 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7054117
Nov 27 11:43:48.022692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.026525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:48.027202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.032535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48772) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:48.033216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-125d69bc-faab-47e9-957d-37d2261474a1 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:48.055245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ba73b559-d44d-41ac-850d-d8747e9aa500 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:48.055842 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-ba73b559-d44d-41ac-850d-d8747e9aa500 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:48.056766 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ba73b559-d44d-41ac-850d-d8747e9aa500 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0068829
Nov 27 11:43:48.059697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48776) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:48.095062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1da7fbf3-8499-4d20-898b-005697569efa tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:48.113390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1da7fbf3-8499-4d20-898b-005697569efa tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:48.120688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1da7fbf3-8499-4d20-898b-005697569efa tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:48.125323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1da7fbf3-8499-4d20-898b-005697569efa tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:48.134745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1da7fbf3-8499-4d20-898b-005697569efa tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:48.153500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Network': ['ID=b7bfffd1-e78d-4908-bd4f-7d566c89d04c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:48.156375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:48.164371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:48.169521 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7290277
Nov 27 11:43:48.175695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48782) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:48.182171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:48.295026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.319720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:48.323628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:48.326939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:48.333732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:48.413901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:48.458336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 4fa9b337-166f-4b56-9cf0-14ab39406b18 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:48.517319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.593064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:48.604853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152edce-2584-4f7a-b0ff-afb4622b7cc2 None None] Sync routers for ids ['607d1296-5441-4220-b34a-2dc675a24550'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:48.620161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152edce-2584-4f7a-b0ff-afb4622b7cc2 None None] Routers {'607d1296-5441-4220-b34a-2dc675a24550'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:48.620776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e152edce-2584-4f7a-b0ff-afb4622b7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468792e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['607d1296-5441-4220-b34a-2dc675a24550'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:48.665815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d05b1-c3bd-4bc8-90da-9521e3726ce5 req-10b4fc78-259f-4889-8a98-79af54d915a4 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:48.667680 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-597d05b1-c3bd-4bc8-90da-9521e3726ce5 req-10b4fc78-259f-4889-8a98-79af54d915a4 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.2227488
Nov 27 11:43:48.739466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e152edce-2584-4f7a-b0ff-afb4622b7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468792e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:48.751076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152edce-2584-4f7a-b0ff-afb4622b7cc2 None None] Routers {'607d1296-5441-4220-b34a-2dc675a24550'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:48.751698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e152edce-2584-4f7a-b0ff-afb4622b7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468792e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['607d1296-5441-4220-b34a-2dc675a24550'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:48.809165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.810456 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e152edce-2584-4f7a-b0ff-afb4622b7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468792e0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:48.810897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152edce-2584-4f7a-b0ff-afb4622b7cc2 None None] The sync data for ids ['607d1296-5441-4220-b34a-2dc675a24550'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:48.812557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.814114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7286e953-6cf3-4108-86c0-a5c46aa0bf4e tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:48.822810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-1da7fbf3-8499-4d20-898b-005697569efa tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:48.822810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1da7fbf3-8499-4d20-898b-005697569efa tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.7588944
Nov 27 11:43:48.822810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.822810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 4.5088034
Nov 27 11:43:48.825602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ca619c9-04fa-49cd-b291-483aca7d3a96 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:48.840083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48788) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:48.840083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48790) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:48.860120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3e320e37-49b1-4abb-9504-204e03f7c0c0 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:48.861046 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-3e320e37-49b1-4abb-9504-204e03f7c0c0 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:48.865501 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3e320e37-49b1-4abb-9504-204e03f7c0c0 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0185220
Nov 27 11:43:48.869816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:48.870899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48798) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:48.893977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dab9520f-f354-442c-96a0-2e203b0a1c96 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:48.899789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=4fa9b337-166f-4b56-9cf0-14ab39406b18,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:48.905496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dab9520f-f354-442c-96a0-2e203b0a1c96 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:48.907956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:48.914891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dab9520f-f354-442c-96a0-2e203b0a1c96 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:48.920394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dab9520f-f354-442c-96a0-2e203b0a1c96 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:48.927923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.928225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a334eafb-180e-4c4b-b060-393f14186f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:48.932780 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-597d05b1-c3bd-4bc8-90da-9521e3726ce5 req-d8768cbf-249e-4349-8e9e-d470bc86bf16 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590444
Nov 27 11:43:48.933821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dab9520f-f354-442c-96a0-2e203b0a1c96 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:48.972646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=5332d503-9bff-441c-a048-63b0c3c37c5c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:48.977343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:49.008765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking segment: {'id': '03115513-8e02-4bfd-be62-f3c1c218ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:49.009174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network hostable DHCP agents. Network: b7bfffd1-e78d-4908-bd4f-7d566c89d04c, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:49.038270 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/4fa9b337-166f-4b56-9cf0-14ab39406b18 HTTP/1.1" status: 204  len: 168 time: 1.1721077
Nov 27 11:43:49.044234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48802) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.094591 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe9a02e-843d-46ee-a0eb-451c2a776e36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:49.095088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-efe9a02e-843d-46ee-a0eb-451c2a776e36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:49.180954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:49.209026 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-dab9520f-f354-442c-96a0-2e203b0a1c96 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:49.210596 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dab9520f-f354-442c-96a0-2e203b0a1c96 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3361888
Nov 27 11:43:49.211458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-efe9a02e-843d-46ee-a0eb-451c2a776e36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:49.215786 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-efe9a02e-843d-46ee-a0eb-451c2a776e36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/4fa9b337-166f-4b56-9cf0-14ab39406b18 HTTP/1.1" status: 404  len: 333 time: 0.1674097
Nov 27 11:43:49.215786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48806) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.220276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48810) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.220525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8b27c1ab-75d6-4b50-8937-95307c82648d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:49.221810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-8b27c1ab-75d6-4b50-8937-95307c82648d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:49.222752 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8b27c1ab-75d6-4b50-8937-95307c82648d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0082970
Nov 27 11:43:49.225544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48814) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.227973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'name': 'tempest-PortsTestJSON-415399168'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:49.278498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e629ea82-5cb9-492e-9d13-ea16940e7655 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:49.284414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48818) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.291288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, b7bfffd1-e78d-4908-bd4f-7d566c89d04c) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:49.293262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e629ea82-5cb9-492e-9d13-ea16940e7655 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:49.302111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce317e-4936-46ce-888a-bfce64f583d9 None None] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:49.332437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:49.333012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:49.337410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e629ea82-5cb9-492e-9d13-ea16940e7655 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:49.345710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e629ea82-5cb9-492e-9d13-ea16940e7655 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:49.364353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e629ea82-5cb9-492e-9d13-ea16940e7655 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:49.391039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:49.401377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:49.403462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f55bb-b390-4a2d-a092-a90b7066dd40 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:49.404907 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c35f55bb-b390-4a2d-a092-a90b7066dd40 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 814 time: 0.1152740
Nov 27 11:43:49.492899 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-e629ea82-5cb9-492e-9d13-ea16940e7655 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Project d18a7e9b0b8c4023abbd02c99fc693ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:43:49.504905 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3281763
Nov 27 11:43:49.508313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48824) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.514987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:49.529960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-b7bfffd1-e78d-4908-bd4f-7d566c89d04c', 'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c', 'tenant_id': 'a0270ee3ba574932b1c598ac398651fb', 'fixed_ips': [{'subnet_id': '5332d503-9bff-441c-a048-63b0c3c37c5c'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:43:49.529960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:49.601822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:49.604917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:49.639011 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-e629ea82-5cb9-492e-9d13-ea16940e7655 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:49.642769 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e629ea82-5cb9-492e-9d13-ea16940e7655 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4126740
Nov 27 11:43:49.643913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48830) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.654143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d8ad4821-5499-40dd-afd1-7cbbd79535e4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:49.654861 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-d8ad4821-5499-40dd-afd1-7cbbd79535e4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:49.658499 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d8ad4821-5499-40dd-afd1-7cbbd79535e4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0112476
Nov 27 11:43:49.659181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48834) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.660706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port c556392f-b96c-493d-ba50-09d21402c777 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:49.665659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0bcf4579-bc11-4f7e-81af-2eadcdf6ed63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:49.673621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0bcf4579-bc11-4f7e-81af-2eadcdf6ed63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:49.680969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0bcf4579-bc11-4f7e-81af-2eadcdf6ed63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:49.683933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:49.686965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0bcf4579-bc11-4f7e-81af-2eadcdf6ed63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:49.696683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0bcf4579-bc11-4f7e-81af-2eadcdf6ed63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:49.719431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Allocated IP 2001:db8::2 (b7bfffd1-e78d-4908-bd4f-7d566c89d04c/5332d503-9bff-441c-a048-63b0c3c37c5c/1508a431-4b14-4a10-891a-1adafdcfc9f7) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:49.763505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:49.770836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:49.780376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:49.790439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:49.801498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:49.806544 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-0bcf4579-bc11-4f7e-81af-2eadcdf6ed63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Project d18a7e9b0b8c4023abbd02c99fc693ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:43:49.826675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:49.886558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48838) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:49.897024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--1119204953', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:49.904186 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:49.906202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:49.912617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:49.921396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:49.929869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:49.945062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:49.946004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Deleting port a65857ec-2679-474f-91a1-8a617f656256 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:49.949800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:49.956190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Transition to ACTIVE for port object 1508a431-4b14-4a10-891a-1adafdcfc9f7 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:49.984377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Transition to ACTIVE for port object 1508a431-4b14-4a10-891a-1adafdcfc9f7 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:50.024311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.049717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.062024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c1c6ab9-2cc2-4476-a17b-c951e6f1c045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:50.084308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.103974 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0bcf4579-bc11-4f7e-81af-2eadcdf6ed63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:50.104946 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0bcf4579-bc11-4f7e-81af-2eadcdf6ed63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.4446399
Nov 27 11:43:50.109827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48844) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:50.112544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:50.115779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.118314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2e08c5d1-d870-4d28-a91f-ba1e34083597 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '710860c9-94b7-4c9b-b53e-f63105af47fa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:50.131513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:50.134943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:50.139604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:50.142155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Pushing event updated for resources: {'Port': ['ID=1508a431-4b14-4a10-891a-1adafdcfc9f7,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:50.146064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:50.173610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2e08c5d1-d870-4d28-a91f-ba1e34083597 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:50.184700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2e08c5d1-d870-4d28-a91f-ba1e34083597 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:50.189521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2e08c5d1-d870-4d28-a91f-ba1e34083597 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:50.206782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2e08c5d1-d870-4d28-a91f-ba1e34083597 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:50.236301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Attempting to bind port 1508a431-4b14-4a10-891a-1adafdcfc9f7 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:43:50.236972 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Attempting to bind port 1508a431-4b14-4a10-891a-1adafdcfc9f7 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '03115513-8e02-4bfd-be62-f3c1c218ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:43:50.237528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Attempting to bind port 1508a431-4b14-4a10-891a-1adafdcfc9f7 on network b7bfffd1-e78d-4908-bd4f-7d566c89d04c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:50.238401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.245125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:43:50.245622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Checking segment: {'id': '03115513-8e02-4bfd-be62-f3c1c218ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:50.246015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.246403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Bound using segment: {'id': '03115513-8e02-4bfd-be62-f3c1c218ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:43:50.246815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-54c1726f-9f30-4686-b1d0-4653f9229f15 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:50.247003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Bound port: 1508a431-4b14-4a10-891a-1adafdcfc9f7, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03115513-8e02-4bfd-be62-f3c1c218ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:43:50.247246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.295318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:50.313484 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-2e08c5d1-d870-4d28-a91f-ba1e34083597 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Project d18a7e9b0b8c4023abbd02c99fc693ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:43:50.325945 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.ipam_backend_mixin [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5332d503-9bff-441c-a048-63b0c3c37c5c (CIDR: 2001:db8::/64)
Nov 27 11:43:50.345115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.345456 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment 2dc85b56-ea67-417b-ba86-57ae1c2e2a1c of type vlan for network 67bf996e-d12c-40f0-bbe8-e9052fc1283b
Nov 27 11:43:50.354294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] For port 1508a431-4b14-4a10-891a-1adafdcfc9f7, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:43:50.357727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:50.359236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:50.359562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] For port 1508a431-4b14-4a10-891a-1adafdcfc9f7, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=1508a431-4b14-4a10-891a-1adafdcfc9f7,segment=NetworkSegment(03115513-8e02-4bfd-be62-f3c1c218ccbf),segment_id=03115513-8e02-4bfd-be62-f3c1c218ccbf)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:43:50.361197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=c556392f-b96c-493d-ba50-09d21402c777,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:50.363325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:50.367323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:50.367905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.375708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.381295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:50.385287 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:50.385287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:50.422986 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-2e08c5d1-d870-4d28-a91f-ba1e34083597 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:50.424048 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2e08c5d1-d870-4d28-a91f-ba1e34083597 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3125710
Nov 27 11:43:50.427004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48848) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:50.446678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.450945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:50.459745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5258-487c-4761-8927-381ecc078e44 req-1a868b2b-e58d-4bc9-80b0-66f4e7bab64f tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:50.465769 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20bc5258-487c-4761-8927-381ecc078e44 req-1a868b2b-e58d-4bc9-80b0-66f4e7bab64f tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.3608515
Nov 27 11:43:50.497368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-267c3b4e-61f7-46e3-9963-bab9ba430877 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.522300 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.2984345
Nov 27 11:43:50.525957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48852) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:50.530124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-da8217f8-915e-4a07-98c1-2b91a913c5fd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0181646
Nov 27 11:43:50.530705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Calling delete_port for a65857ec-2679-474f-91a1-8a617f656256 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:50.533120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Pushing event updated for resources: {'Port': ['ID=1508a431-4b14-4a10-891a-1adafdcfc9f7,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:50.535664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:50.536649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:50.560431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48856) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:50.566618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-267c3b4e-61f7-46e3-9963-bab9ba430877 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.570495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.589971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:50.671687 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20bc5258-487c-4761-8927-381ecc078e44 req-572cbe70-00eb-4200-a94a-16722c361194 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097267
Nov 27 11:43:50.776487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.781301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:50.781888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.788380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-35f91eae-ed54-4d3f-bba9-a5caa37d8178 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:50.828589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.903214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.907822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-267c3b4e-61f7-46e3-9963-bab9ba430877 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.915128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b96c00cf-820f-4ca4-bcf3-654d4e5c8f87 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:50.919281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=67bf996e-d12c-40f0-bbe8-e9052fc1283b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:50.922509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:50.923514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-57b09d43-6193-42db-8203-9e62232a49ef tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:50.926579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:50.933662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:50.937014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:50.937394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:50.944425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:50.966325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c3b4e-61f7-46e3-9963-bab9ba430877 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710860c9-94b7-4c9b-b53e-f63105af47fa,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:50.980384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-267c3b4e-61f7-46e3-9963-bab9ba430877 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:50.991529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Pushing event deleted for resources: {'Port': ['ID=a65857ec-2679-474f-91a1-8a617f656256,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:50.993798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-267c3b4e-61f7-46e3-9963-bab9ba430877 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:50.997423 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-267c3b4e-61f7-46e3-9963-bab9ba430877 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/710860c9-94b7-4c9b-b53e-f63105af47fa HTTP/1.1" status: 204  len: 168 time: 0.5667715
Nov 27 11:43:50.999141 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1098468
Nov 27 11:43:51.004570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:51.004942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48862) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:51.013157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:51.178945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc31dbe3-4d84-485b-867e-f56442d7a7bf tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:51.180436 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fc31dbe3-4d84-485b-867e-f56442d7a7bf tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1404502
Nov 27 11:43:51.194360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2cefd615-6533-4eed-ae7d-df4f9845732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.236863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48872) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:51.259506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:51.263099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.363040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-69d451e4-e029-46b2-a7c7-d309bb6b6f2a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:51.442599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.466836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.496213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 1508a431-4b14-4a10-891a-1adafdcfc9f7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:51.525979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-467c879a-39a2-4731-a97f-4fa9772be818 req-eac60822-ab5a-45e9-90b3-1b8b95f116a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18d45368684848de89c34efadd175f8c&device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 1099 time: 0.1589589
Nov 27 11:43:51.528466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.534063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a420ae1-6c12-40ea-8491-90775c0ac272 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:51.703049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 1508a431-4b14-4a10-891a-1adafdcfc9f7 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:51.726217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] In _notify_port_updated(), no bound segment for port c556392f-b96c-493d-ba50-09d21402c777 on network a3ab790e-37e2-4df7-8789-93b4ac9abc8f {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:43:51.730418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:51.731462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.734833 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "PUT /v2.0/ports/c556392f-b96c-493d-ba50-09d21402c777 HTTP/1.1" status: 200  len: 818 time: 1.2038906
Nov 27 11:43:51.737370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48876) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:51.744340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=c556392f-b96c-493d-ba50-09d21402c777,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:51.747005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:51.803021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.807250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-69d451e4-e029-46b2-a7c7-d309bb6b6f2a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:51.808482 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-69d451e4-e029-46b2-a7c7-d309bb6b6f2a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.8026419
Nov 27 11:43:51.816552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48880) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:51.826801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123114106'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:51.834345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.842505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:51.845188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c879a-39a2-4731-a97f-4fa9772be818 req-d0d95a70-3f91-47af-95b8-b9ca4bd0f558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:51.846708 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-467c879a-39a2-4731-a97f-4fa9772be818 req-d0d95a70-3f91-47af-95b8-b9ca4bd0f558 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2663dfc1-5a90-4e34-b77b-1877dd6face1 HTTP/1.1" status: 200  len: 913 time: 0.2832773
Nov 27 11:43:51.857581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0273e0-a724-4d01-9e99-d7b8091a6cc6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:51.858962 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3c0273e0-a724-4d01-9e99-d7b8091a6cc6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6159716
Nov 27 11:43:51.863760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port c556392f-b96c-493d-ba50-09d21402c777 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:51.864100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:51.888364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48884) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:51.907770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:51.912633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68424c74-9c72-4ace-9497-703b6cf2ea72 None None] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:51.949760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-467c879a-39a2-4731-a97f-4fa9772be818 req-77330c85-1898-48c3-a12b-d7f97b9c518d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a HTTP/1.1" status: 200  len: 217 time: 0.0915101
Nov 27 11:43:52.026652 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0c49472f-e5b7-420c-9602-66e6adc596d3 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1311634
Nov 27 11:43:52.028605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c879a-39a2-4731-a97f-4fa9772be818 req-4d944375-623e-421f-80cc-6f9b7f17e2a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:52.030127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-467c879a-39a2-4731-a97f-4fa9772be818 req-4d944375-623e-421f-80cc-6f9b7f17e2a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e7f61d8-9469-43b5-a02c-54051d74be6e HTTP/1.1" status: 200  len: 852 time: 0.0684943
Nov 27 11:43:52.030610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48888) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:52.085640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70adbd5-8f3e-4339-9602-0f51842f0ffc req-278807e0-103c-4075-bc5d-350bd58ad6df tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:52.087092 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b70adbd5-8f3e-4339-9602-0f51842f0ffc req-278807e0-103c-4075-bc5d-350bd58ad6df tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.8510993
Nov 27 11:43:52.088085 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:43:52.100090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8343439b-8941-42d2-9888-76f7d33784df None None] Provisioning for port 1508a431-4b14-4a10-891a-1adafdcfc9f7 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:52.102717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.111223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8343439b-8941-42d2-9888-76f7d33784df None None] Provisioning complete for port 1508a431-4b14-4a10-891a-1adafdcfc9f7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:52.112601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8343439b-8941-42d2-9888-76f7d33784df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.118653 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-743f9019-92ed-4586-b0c9-3252d5851221 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0868182
Nov 27 11:43:52.119787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.125053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48892) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:52.131738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7995ea5b-091c-41f6-a8ba-4635eef9c9ec tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:52.157309 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-467c879a-39a2-4731-a97f-4fa9772be818 req-3f4b70d3-c446-4e73-9994-11762981720e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2663dfc1-5a90-4e34-b77b-1877dd6face1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0945969
Nov 27 11:43:52.295576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:52.303956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:52.306909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:52.307590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.321168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8343439b-8941-42d2-9888-76f7d33784df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.331284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:52.336225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=f7f2f53c-7626-47e9-a2da-8f6e479e708c,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:52.339053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:52.351787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:52.362127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.362630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:52.379009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8343439b-8941-42d2-9888-76f7d33784df None None] For port 1508a431-4b14-4a10-891a-1adafdcfc9f7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=1508a431-4b14-4a10-891a-1adafdcfc9f7,segment=NetworkSegment(03115513-8e02-4bfd-be62-f3c1c218ccbf),segment_id=03115513-8e02-4bfd-be62-f3c1c218ccbf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:52.381350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:52.411587 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-467c879a-39a2-4731-a97f-4fa9772be818 req-a9474eac-2d45-46fa-883f-75248a0519be service neutron] 10.222.0.39 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438455
Nov 27 11:43:52.455204 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b70adbd5-8f3e-4339-9602-0f51842f0ffc req-74071309-ecdf-4f7e-b442-e415c88ffeee tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530998
Nov 27 11:43:52.461748 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.8853049
Nov 27 11:43:52.464655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Router 607d1296-5441-4220-b34a-2dc675a24550 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:43:52.465470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48896) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:52.481932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c', 'fixed_ips': [{'subnet_id': '5332d503-9bff-441c-a048-63b0c3c37c5c'}, {'subnet_id': 'f7f2f53c-7626-47e9-a2da-8f6e479e708c'}], 'name': 'tempest-PortsIpV6TestJSON-47901440'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:52.482140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8343439b-8941-42d2-9888-76f7d33784df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.487728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b7b877d4-4b8c-49bd-9c1e-cefb9962fa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:52.499631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.568809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Update dhcp port {'port': {'network_id': 'b7bfffd1-e78d-4908-bd4f-7d566c89d04c', 'fixed_ips': [{'subnet_id': '5332d503-9bff-441c-a048-63b0c3c37c5c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7f2f53c-7626-47e9-a2da-8f6e479e708c'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '1508a431-4b14-4a10-891a-1adafdcfc9f7'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:43:52.607484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343439b-8941-42d2-9888-76f7d33784df None None] Pushing event updated for resources: {'Port': ['ID=1508a431-4b14-4a10-891a-1adafdcfc9f7,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:52.612896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8343439b-8941-42d2-9888-76f7d33784df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:52.631433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.664491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for c556392f-b96c-493d-ba50-09d21402c777 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:43:52.719148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae5cf5-c25b-4870-ad80-f48f730d0eb3 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:52.724402 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-29ae5cf5-c25b-4870-ad80-f48f730d0eb3 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5911512
Nov 27 11:43:52.729781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48900) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:52.765838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.844954 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-783ec65b-1aac-4f9e-91a7-98e39da69d79 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0976987
Nov 27 11:43:52.846593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48904) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:52.846762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:52.848711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Allocated IP 2001:db8:0:1::2 (b7bfffd1-e78d-4908-bd4f-7d566c89d04c/f7f2f53c-7626-47e9-a2da-8f6e479e708c/1508a431-4b14-4a10-891a-1adafdcfc9f7) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:52.858333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-357970a2-220e-4b34-aa9a-555193c65005 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:52.860418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-897329073', 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:52.886123 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-467c879a-39a2-4731-a97f-4fa9772be818 req-f9051aaf-15f5-4b45-b15f-a1b404afbcaf service neutron] 10.222.0.39 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4632304
Nov 27 11:43:52.897553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:52.911320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:52.917500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:52.929491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:52.935946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5fa32-1217-4382-a085-aedcbd2e0576,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:52.941154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:53.000541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:43:53.004404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] For port 1508a431-4b14-4a10-891a-1adafdcfc9f7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=1508a431-4b14-4a10-891a-1adafdcfc9f7,segment=NetworkSegment(03115513-8e02-4bfd-be62-f3c1c218ccbf),segment_id=03115513-8e02-4bfd-be62-f3c1c218ccbf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:53.006516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:53.010211 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b47025-b5bb-4019-9a75-163394f68c8d None None] Sync routers for ids ['607d1296-5441-4220-b34a-2dc675a24550'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:43:53.013016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:53.015773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:53.019292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.020488 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "PUT /v2.0/routers/607d1296-5441-4220-b34a-2dc675a24550 HTTP/1.1" status: 200  len: 709 time: 4.1749907
Nov 27 11:43:53.021770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:53.025185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48908) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.025595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.027899 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b47025-b5bb-4019-9a75-163394f68c8d None None] Routers {'607d1296-5441-4220-b34a-2dc675a24550'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:53.029004 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d0b47025-b5bb-4019-9a75-163394f68c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846941c40>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:43:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['607d1296-5441-4220-b34a-2dc675a24550'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:53.037355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.039714 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.2177045
Nov 27 11:43:53.043038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48912) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.052490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.057188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c5429887-dd67-4528-a71b-55a60cc27622 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': 'ebc5fa32-1217-4382-a085-aedcbd2e0576', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:53.071364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5429887-dd67-4528-a71b-55a60cc27622 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:53.074265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Transition to ACTIVE for port object 1508a431-4b14-4a10-891a-1adafdcfc9f7 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:53.079480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5429887-dd67-4528-a71b-55a60cc27622 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:53.084080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5429887-dd67-4528-a71b-55a60cc27622 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:53.087180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 5f752ac2-2a6b-43a8-aa6a-41aa127381da yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:43:53.093254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.100438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:53.113255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:53.116294 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d0b47025-b5bb-4019-9a75-163394f68c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846941c40>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:53.127115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5429887-dd67-4528-a71b-55a60cc27622 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:53.132199 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b47025-b5bb-4019-9a75-163394f68c8d None None] Routers {'607d1296-5441-4220-b34a-2dc675a24550'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:43:53.138628 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d0b47025-b5bb-4019-9a75-163394f68c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846941c40>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:43:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['607d1296-5441-4220-b34a-2dc675a24550'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:53.178127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.185060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-85d73ff3-0d6a-438d-96a4-6c8c2f6df9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:53.194647 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d0b47025-b5bb-4019-9a75-163394f68c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846941c40>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:43:53.195157 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b47025-b5bb-4019-9a75-163394f68c8d None None] The sync data for ids ['607d1296-5441-4220-b34a-2dc675a24550'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:43:53.341838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Pushing event updated for resources: {'Port': ['ID=1508a431-4b14-4a10-891a-1adafdcfc9f7,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:53.346027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:53.365706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=c556392f-b96c-493d-ba50-09d21402c777,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:53.368116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:53.379579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.381561 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/c556392f-b96c-493d-ba50-09d21402c777 HTTP/1.1" status: 204  len: 168 time: 1.6404066
Nov 27 11:43:53.387957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48916) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.440662 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-44fddea8-011e-45c6-8280-7c2706b97e59 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/routers/607d1296-5441-4220-b34a-2dc675a24550 HTTP/1.1" status: 200  len: 744 time: 0.4141061
Nov 27 11:43:53.443604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48920) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.467096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 1508a431-4b14-4a10-891a-1adafdcfc9f7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:53.503432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:53.571897 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-45ca5491-2271-4801-9e4e-c3fab14ad417 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&device_id=607d1296-5441-4220-b34a-2dc675a24550 HTTP/1.1" status: 200  len: 205 time: 0.1236174
Nov 27 11:43:53.572614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48926) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.699002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b0ccf-f532-4aa1-a611-3ef8c7402200 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:53.699715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-878b0ccf-f532-4aa1-a611-3ef8c7402200 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:53.710355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.711726 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-c5429887-dd67-4528-a71b-55a60cc27622 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The resource could not be found.
Nov 27 11:43:53.712793 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c5429887-dd67-4528-a71b-55a60cc27622 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.6698482
Nov 27 11:43:53.729775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48930) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.731663 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6e60a538-e154-42f7-ba82-4cd2ce70d79c tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=607d1296-5441-4220-b34a-2dc675a24550 HTTP/1.1" status: 200  len: 205 time: 0.1578231
Nov 27 11:43:53.742789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b57e8285-5d2d-4403-8422-ee1b5e4c4343 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': 'ebc5fa32-1217-4382-a085-aedcbd2e0576', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8f727774-8747-42c3-bcac-4002cee23c7b'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:53.743198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48934) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.757788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b57e8285-5d2d-4403-8422-ee1b5e4c4343 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:53.767359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b57e8285-5d2d-4403-8422-ee1b5e4c4343 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:53.767791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.820888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b57e8285-5d2d-4403-8422-ee1b5e4c4343 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:53.842905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b57e8285-5d2d-4403-8422-ee1b5e4c4343 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:53.869216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-878b0ccf-f532-4aa1-a611-3ef8c7402200 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:53.872816 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-878b0ccf-f532-4aa1-a611-3ef8c7402200 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.4805651
Nov 27 11:43:53.873812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48938) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.884507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::2a2 (b7bfffd1-e78d-4908-bd4f-7d566c89d04c/5332d503-9bff-441c-a048-63b0c3c37c5c/5f752ac2-2a6b-43a8-aa6a-41aa127381da) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:53.905271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8:0:1::c4 (b7bfffd1-e78d-4908-bd4f-7d566c89d04c/f7f2f53c-7626-47e9-a2da-8f6e479e708c/5f752ac2-2a6b-43a8-aa6a-41aa127381da) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:53.927203 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-caea4024-82c3-4e21-b6c1-630fa99f6891 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:43:53.932511 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-caea4024-82c3-4e21-b6c1-630fa99f6891 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/c556392f-b96c-493d-ba50-09d21402c777 HTTP/1.1" status: 404  len: 333 time: 0.0537479
Nov 27 11:43:53.932511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48942) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:53.938789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1940294767'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:53.948182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:53.961208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f8a3-b0e1-4b4c-8dc7-234680cd5fad tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:53.981983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:network and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:53.985067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:53.998947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:54.049722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6666cee-0431-4e60-adcd-16dc8aec4e6e None None] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:54.077801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:54.080933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.103073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3362a-c15b-45b0-aa7e-98dd753c8f6b req-14154bfc-af2c-4c92-8044-ca7e6e3b2a05 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:54.104543 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9ce3362a-c15b-45b0-aa7e-98dd753c8f6b req-14154bfc-af2c-4c92-8044-ca7e6e3b2a05 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.4381056
Nov 27 11:43:54.118010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:43:54.128260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.128661 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Added segment 87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f of type vlan for network 15efd0d9-4619-4da5-8d07-70b387224d47
Nov 27 11:43:54.158899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.188865 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-b57e8285-5d2d-4403-8422-ee1b5e4c4343 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The resource could not be found.
Nov 27 11:43:54.190432 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b57e8285-5d2d-4403-8422-ee1b5e4c4343 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4600747
Nov 27 11:43:54.191846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.199184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48946) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:54.199874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-32f98c3d-464c-48ee-a6d1-2df7dc1b28db tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:54.265811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6afdf8fa-4cec-4ee9-bd79-c97657047432 None None] Provisioning for port 1508a431-4b14-4a10-891a-1adafdcfc9f7 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:54.277833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6afdf8fa-4cec-4ee9-bd79-c97657047432 None None] Provisioning complete for port 1508a431-4b14-4a10-891a-1adafdcfc9f7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:54.278207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6afdf8fa-4cec-4ee9-bd79-c97657047432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.309347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.313209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:54.313787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.326522 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9ce3362a-c15b-45b0-aa7e-98dd753c8f6b req-846af891-a8c8-4c18-be3f-98b5fc8fe12f tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2128303
Nov 27 11:43:54.374550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=2e14969f-ebb5-4c72-b658-def87107be4a,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:54.384627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:54.386128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:54.386517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: 67bf996e-d12c-40f0-bbe8-e9052fc1283b, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:54.390543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8ea83229-b94b-4835-a865-12fd1bb538c5 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:54.439037 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5058670
Nov 27 11:43:54.442229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48950) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:54.461940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:54.528997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75f2592d-0d50-462f-b603-0e519dfb150a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.545476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Network': ['ID=15efd0d9-4619-4da5-8d07-70b387224d47,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:54.552966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:54.560043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 15efd0d9-4619-4da5-8d07-70b387224d47 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:43:54.568782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75f2592d-0d50-462f-b603-0e519dfb150a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.625775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:54.677665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75f2592d-0d50-462f-b603-0e519dfb150a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.685959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-54e9147f-ddbf-493b-8f6c-98f641039825 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:54.687729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3e11a381-6661-4395-b172-a4089c9ceb94 None None] Provisioning complete for port 1508a431-4b14-4a10-891a-1adafdcfc9f7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:54.688172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3e11a381-6661-4395-b172-a4089c9ceb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.707287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 67bf996e-d12c-40f0-bbe8-e9052fc1283b) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:54.709631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2592d-0d50-462f-b603-0e519dfb150a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5fa32-1217-4382-a085-aedcbd2e0576,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:54.710763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.712826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75f2592d-0d50-462f-b603-0e519dfb150a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:54.714102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:54.714799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.739220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515515a5-ac68-4939-8b33-8891868ce787 None None] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:54.748763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f8a3-b0e1-4b4c-8dc7-234680cd5fad tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.753738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 5f752ac2-2a6b-43a8-aa6a-41aa127381da will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:54.763423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f8a3-b0e1-4b4c-8dc7-234680cd5fad tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.771899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:54.776651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:54.782152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:54.792008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75f2592d-0d50-462f-b603-0e519dfb150a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.797975 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-75f2592d-0d50-462f-b603-0e519dfb150a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/ebc5fa32-1217-4382-a085-aedcbd2e0576 HTTP/1.1" status: 204  len: 168 time: 0.5564718
Nov 27 11:43:54.798111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:54.798234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48954) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:54.831899 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9844534
Nov 27 11:43:54.856946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1f2a5146-f34c-46a0-b5c0-af66ca435945 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:54.897850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:54.904076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bf946f00-8773-4537-82c8-15e7a1f06f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:54.974989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1f2a5146-f34c-46a0-b5c0-af66ca435945 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:54.978361 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1f2a5146-f34c-46a0-b5c0-af66ca435945 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1810863
Nov 27 11:43:54.983224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48960) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:54.990834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c019493a-0297-4279-97cc-49fff85209a6 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': 'c74612ac-ce56-4acb-ace3-b3d580798b1a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:54.998720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c019493a-0297-4279-97cc-49fff85209a6 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:55.004883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c019493a-0297-4279-97cc-49fff85209a6 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:55.008949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c019493a-0297-4279-97cc-49fff85209a6 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:55.017328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c019493a-0297-4279-97cc-49fff85209a6 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:55.030000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-67bf996e-d12c-40f0-bbe8-e9052fc1283b', 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': '2e14969f-ebb5-4c72-b658-def87107be4a'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:43:55.031720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.076227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:55.090334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f8a3-b0e1-4b4c-8dc7-234680cd5fad tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.090866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd1f8a3-b0e1-4b4c-8dc7-234680cd5fad tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Fanout notify agent at l3_agent the message router_deleted on router 607d1296-5441-4220-b34a-2dc675a24550 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:43:55.171843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:55.195388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:55.197215 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-c019493a-0297-4279-97cc-49fff85209a6 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The resource could not be found.
Nov 27 11:43:55.202120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48964) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.202755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:55.203162 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c019493a-0297-4279-97cc-49fff85209a6 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2180130
Nov 27 11:43:55.207253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:55.207858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.222260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=5f752ac2-2a6b-43a8-aa6a-41aa127381da,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:55.233055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101102645'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:55.239111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:55.248426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f8a3-b0e1-4b4c-8dc7-234680cd5fad tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.249556 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4fd1f8a3-b0e1-4b4c-8dc7-234680cd5fad tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/607d1296-5441-4220-b34a-2dc675a24550 HTTP/1.1" status: 204  len: 168 time: 1.5028358
Nov 27 11:43:55.250755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:55.253380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48968) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.260908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.287329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:55.306279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Allocated IP 172.20.0.18 (67bf996e-d12c-40f0-bbe8-e9052fc1283b/2e14969f-ebb5-4c72-b658-def87107be4a/c1c5b195-fe57-475f-88da-2f8458d0fc74) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:55.329692 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fa5078b6-e0e4-4b5a-8684-cc1f7ef0e5a1 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=607d1296-5441-4220-b34a-2dc675a24550 HTTP/1.1" status: 200  len: 205 time: 0.0748100
Nov 27 11:43:55.332790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48972) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.375538 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1014 time: 2.9069459
Nov 27 11:43:55.376306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48976) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.387445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 48978) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.401222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099416934', 'description': 'tempest-secgroup-smoke-2099416934 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:55.410709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5332d503-9bff-441c-a048-63b0c3c37c5c'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:55.451828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:55.458962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.473205 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-f5f7bace-514d-4554-879f-f9ac9313ee38 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:55.474449 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f5f7bace-514d-4554-879f-f9ac9313ee38 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/607d1296-5441-4220-b34a-2dc675a24550 HTTP/1.1" status: 404  len: 336 time: 0.1405888
Nov 27 11:43:55.477226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48986) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.504543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:55.540743 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-64af0397-31de-4fbe-9d90-85cad319b8ca tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=b204280c-cbbd-401b-b1b8-73841c36be77 HTTP/1.1" status: 200  len: 205 time: 0.0616524
Nov 27 11:43:55.543129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48990) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.611499 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-f624a440-9583-4426-9399-86ca6d67f80b tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:55.611798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.615236 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f624a440-9583-4426-9399-86ca6d67f80b tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/b204280c-cbbd-401b-b1b8-73841c36be77 HTTP/1.1" status: 404  len: 336 time: 0.0686088
Nov 27 11:43:55.615522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48994) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.619279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.625949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Transition to ACTIVE for port object c1c5b195-fe57-475f-88da-2f8458d0fc74 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:55.630555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:55.653191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Transition to ACTIVE for port object c1c5b195-fe57-475f-88da-2f8458d0fc74 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:55.667783 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-45535068-cfa7-4ff5-bf5f-02735fb775fa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=c05b0589-94c8-497c-abc6-5df9fcf671c7 HTTP/1.1" status: 200  len: 205 time: 0.0510681
Nov 27 11:43:55.670305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 48998) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.688099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-56df6452-3124-469a-84ab-887d8678aacc None None] Provisioning for port 5f752ac2-2a6b-43a8-aa6a-41aa127381da completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:55.693940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-56df6452-3124-469a-84ab-887d8678aacc None None] Provisioning complete for port 5f752ac2-2a6b-43a8-aa6a-41aa127381da triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:55.694312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-56df6452-3124-469a-84ab-887d8678aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.718393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:55.724472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.733673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:55.734417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:55.740112 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-a8d37554-244c-4988-b0fe-74f863ab2a0b tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:55.743671 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a8d37554-244c-4988-b0fe-74f863ab2a0b tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/c05b0589-94c8-497c-abc6-5df9fcf671c7 HTTP/1.1" status: 404  len: 336 time: 0.0698478
Nov 27 11:43:55.744605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49002) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.749491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:55.790786 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-52c5d94b-64b4-497d-a668-1c7bf1acc962 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=999efe03-3ff6-4cc8-bf66-31c160cf3e64 HTTP/1.1" status: 200  len: 205 time: 0.0432203
Nov 27 11:43:55.791002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49006) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.820255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-56df6452-3124-469a-84ab-887d8678aacc None None] Port 5f752ac2-2a6b-43a8-aa6a-41aa127381da cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:43:55.830796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:55.831640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Pushing event updated for resources: {'Port': ['ID=c1c5b195-fe57-475f-88da-2f8458d0fc74,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:55.835440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:55.836538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:55.837362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:55.848557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:55.862465 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-7360d7ee-779b-4d11-9a00-8bb7b05a9bcb tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:55.866507 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7360d7ee-779b-4d11-9a00-8bb7b05a9bcb tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/999efe03-3ff6-4cc8-bf66-31c160cf3e64 HTTP/1.1" status: 404  len: 336 time: 0.0716004
Nov 27 11:43:55.866507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49010) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.867135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:55.894015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:55.911463 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-21c2e7a6-614a-46fd-9b88-cfe64c926b9f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889496d-233c-4133-8e63-f2b6162fed33 HTTP/1.1" status: 200  len: 205 time: 0.0416894
Nov 27 11:43:55.911690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:55.911966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49014) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:55.930751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Attempting to bind port c1c5b195-fe57-475f-88da-2f8458d0fc74 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:43:55.931428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Attempting to bind port c1c5b195-fe57-475f-88da-2f8458d0fc74 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:43:55.932040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Attempting to bind port c1c5b195-fe57-475f-88da-2f8458d0fc74 on network 67bf996e-d12c-40f0-bbe8-e9052fc1283b {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:55.940978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:43:55.941525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Checking segment: {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:55.941747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.942186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Bound using segment: {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:43:55.942692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Bound port: c1c5b195-fe57-475f-88da-2f8458d0fc74, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:43:55.943067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:55.987560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a413-6629-43ea-9900-65e20e85de16 req-541766f8-dd4c-40f3-a085-2c9efea80d8b tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:55.988996 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-38e3a413-6629-43ea-9900-65e20e85de16 req-541766f8-dd4c-40f3-a085-2c9efea80d8b tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.4545224
Nov 27 11:43:56.016462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.034984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.042135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:56.055346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] For port c1c5b195-fe57-475f-88da-2f8458d0fc74, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:43:56.060078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] For port c1c5b195-fe57-475f-88da-2f8458d0fc74, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c1c5b195-fe57-475f-88da-2f8458d0fc74,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:43:56.087446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.094527 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-9b4067e5-fda5-4580-87d4-0c918fc58b0f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:56.095572 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9b4067e5-fda5-4580-87d4-0c918fc58b0f tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/5889496d-233c-4133-8e63-f2b6162fed33 HTTP/1.1" status: 404  len: 336 time: 0.1826460
Nov 27 11:43:56.099718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49018) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:56.111516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.126615 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.131056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7833eb05-50fd-4abd-983a-ddb2ae87acbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:56.141594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-30e1a53b-5cde-42fe-b569-dce7ae2a2193 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e24bb9-ebde-46a4-9440-e11e581f520c HTTP/1.1" status: 200  len: 205 time: 0.0410469
Nov 27 11:43:56.144586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49022) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:56.212295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Pushing event updated for resources: {'Port': ['ID=c1c5b195-fe57-475f-88da-2f8458d0fc74,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:56.214025 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-7e05b08f-0122-4e3e-912c-b2b3f245fc77 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] delete failed (client error): The resource could not be found.
Nov 27 11:43:56.215287 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7e05b08f-0122-4e3e-912c-b2b3f245fc77 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/routers/04e24bb9-ebde-46a4-9440-e11e581f520c HTTP/1.1" status: 404  len: 336 time: 0.0695493
Nov 27 11:43:56.217866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49026) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:56.218999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:56.254051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=b6057c09-dc69-43af-8afb-d1200a1ff0b3,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:56.256319 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a4161c-e58a-4bb6-a7f2-cb8934aa9c5d tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:43:56.256780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a4161c-e58a-4bb6-a7f2-cb8934aa9c5d tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:56.257459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.261101 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-03a4161c-e58a-4bb6-a7f2-cb8934aa9c5d tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] 10.222.0.23 "DELETE /v2.0/subnets/ef467c55-cb4f-4a5d-9fa5-67a7212dde01 HTTP/1.1" status: 404  len: 337 time: 0.0394928
Nov 27 11:43:56.267850 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-38e3a413-6629-43ea-9900-65e20e85de16 req-6bded3b6-03cb-4abf-b23e-0469c12a2d70 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2629104
Nov 27 11:43:56.270784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:56.272556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b3db9bef-9a0d-4145-9c01-8092ad4cd11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:56.345475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c176338-7a93-47b8-a9ad-bd2d608b459d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:56.349022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:56.387685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.409901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:56.443675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91f2974-7ebf-4eba-8820-8866815c354a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:56.446620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:56.453873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking segment: {'id': '87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:56.454242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network hostable DHCP agents. Network: 15efd0d9-4619-4da5-8d07-70b387224d47, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:43:56.477281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.481617 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.2584419
Nov 27 11:43:56.487583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49034) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:56.488468 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.493047 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.1047068
Nov 27 11:43:56.513922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331914563'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:56.525059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49038) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:56.547952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:56.547952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'b91f2974-7ebf-4eba-8820-8866815c354a', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:56.555150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:56.557890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:56.561635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:56.565099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:56.570410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:56.579393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:56.581899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:56.676591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 15efd0d9-4619-4da5-8d07-70b387224d47 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:43:56.685362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.704795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.726882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Delete allocated IP 2001:db8:0:1::c4 (b7bfffd1-e78d-4908-bd4f-7d566c89d04c/f7f2f53c-7626-47e9-a2da-8f6e479e708c) {{(pid=84363) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 11:43:56.760472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:56.764993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:56.770862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:56.777831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:56.797857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.811085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 15efd0d9-4619-4da5-8d07-70b387224d47) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:56.816733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:56.818432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.829869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18348b9f-801a-401c-9d63-55669c46cefa None None] Network 15efd0d9-4619-4da5-8d07-70b387224d47 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:56.852950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.854941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.856993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:56.896554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e621868b-b13e-4a39-9ca7-c34330aa69c9,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:56.899443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:56.913926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4595726
Nov 27 11:43:56.916718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49046) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:56.925845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:56.952280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:56.961642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a22c6d83-74c4-461f-8cc3-7a3c1aba19ee tempest-QuotasNegativeTest-1215752063 tempest-QuotasNegativeTest-1215752063-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:57.005152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.007155 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4784014
Nov 27 11:43:57.016093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49050) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:57.031785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'b91f2974-7ebf-4eba-8820-8866815c354a', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:57.034516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49054) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:57.039265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:57.045508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:57.059929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def18a7d-4a99-4eb1-b8ba-28e9250be09b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:57.059929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:57.060911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:57.083030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.088525 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6050673
Nov 27 11:43:57.089388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49060) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:57.097159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ba558b8d-e54f-401f-80c7-06b7274b9c44 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '8c176338-7a93-47b8-a9ad-bd2d608b459d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'def18a7d-4a99-4eb1-b8ba-28e9250be09b'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:57.102698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:43:57.105395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ba558b8d-e54f-401f-80c7-06b7274b9c44 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:57.111912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ba558b8d-e54f-401f-80c7-06b7274b9c44 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:57.113735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:57.116684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ba558b8d-e54f-401f-80c7-06b7274b9c44 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:57.124756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ba558b8d-e54f-401f-80c7-06b7274b9c44 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:57.176358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-15efd0d9-4619-4da5-8d07-70b387224d47', 'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47', 'tenant_id': '0aff31ebd04f4e60bd10a9304736d0ad', 'fixed_ips': [{'subnet_id': 'b6057c09-dc69-43af-8afb-d1200a1ff0b3'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:43:57.177363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.270020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.292598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.308782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 5f752ac2-2a6b-43a8-aa6a-41aa127381da will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:57.329054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:57.335464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a7dd4775924368a83d270c276c9fac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:57.339248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:57.353333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:57.360167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:57.367856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:57.376384 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-ba558b8d-e54f-401f-80c7-06b7274b9c44 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:57.379499 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ba558b8d-e54f-401f-80c7-06b7274b9c44 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.2888522
Nov 27 11:43:57.380832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:57.386663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49064) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:57.403777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:57.417055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566c1ed-77f1-45a0-9ba2-e454aa34bec0 req-cea906f3-3c55-4c3f-a281-536d276bdda6 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:57.428445 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2566c1ed-77f1-45a0-9ba2-e454aa34bec0 req-cea906f3-3c55-4c3f-a281-536d276bdda6 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.3839645
Nov 27 11:43:57.430777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.454267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Allocated IP 172.20.0.2 (15efd0d9-4619-4da5-8d07-70b387224d47/b6057c09-dc69-43af-8afb-d1200a1ff0b3/be2c7b27-7c4c-4d57-b19f-7f70dd4795c8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:57.456620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5b417493-a0b3-4554-b518-c6aff89bed39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:57.538071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1c3dda8-718d-4fcd-8932-184fae0024de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.604430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.605304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c1c5b195-fe57-475f-88da-2f8458d0fc74 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:57.611504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1c3dda8-718d-4fcd-8932-184fae0024de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.621543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.630157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] In _notify_port_updated(), no bound segment for port 5f752ac2-2a6b-43a8-aa6a-41aa127381da on network b7bfffd1-e78d-4908-bd4f-7d566c89d04c {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:43:57.634936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:57.635578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.639914 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "PUT /v2.0/ports/5f752ac2-2a6b-43a8-aa6a-41aa127381da HTTP/1.1" status: 200  len: 924 time: 2.2463105
Nov 27 11:43:57.640718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49068) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:57.650797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:57.654738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.688698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc147c28-b551-457d-ad43-842c84bfbd7b None None] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:43:57.709730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.733931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-35f00969-6542-4747-a60f-0d3e93ab680a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:57.804940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1c3dda8-718d-4fcd-8932-184fae0024de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.831124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552a62e8-4a8a-45ac-84f1-cc2fb0ffb27b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:57.835529 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8a7dd4775924368a83d270c276c9fac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7996919
Nov 27 11:43:57.836667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:57.851043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5332d503-9bff-441c-a048-63b0c3c37c5c'}, {'subnet_id': 'f7f2f53c-7626-47e9-a2da-8f6e479e708c'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:57.863224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-044a94c5-6f15-4d79-969e-50539bde2ba4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:57.870094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49072) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:57.875020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1c3dda8-718d-4fcd-8932-184fae0024de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:57.875020 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d1c3dda8-718d-4fcd-8932-184fae0024de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/def18a7d-4a99-4eb1-b8ba-28e9250be09b HTTP/1.1" status: 204  len: 168 time: 0.4847834
Nov 27 11:43:57.889698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49074) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:57.941038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3dda8-718d-4fcd-8932-184fae0024de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def18a7d-4a99-4eb1-b8ba-28e9250be09b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:57.967857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d1c3dda8-718d-4fcd-8932-184fae0024de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:58.006342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.ipam_backend_mixin [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6057c09-dc69-43af-8afb-d1200a1ff0b3 (CIDR: 172.20.0.0/28)
Nov 27 11:43:58.073433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-afbbc41f-3e8b-44a1-bff5-1fb9f1af74e3 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:58.078442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24ee1d6b-ab5e-47a3-add8-582f766cb830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.114170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24ee1d6b-ab5e-47a3-add8-582f766cb830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.123750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2566c1ed-77f1-45a0-9ba2-e454aa34bec0 req-204a1981-9985-4b80-8559-c678dcf950e1 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6945076
Nov 27 11:43:58.133149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=5f752ac2-2a6b-43a8-aa6a-41aa127381da,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:58.136276 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:58.136783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:43:58.152522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:58.159347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d01370bd-5a9c-432c-a09a-0220ed9d3c70 None None] Provisioning for port c1c5b195-fe57-475f-88da-2f8458d0fc74 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:58.195964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.220623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.242662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port c1c5b195-fe57-475f-88da-2f8458d0fc74 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:58.250950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c1c5b195-fe57-475f-88da-2f8458d0fc74 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:58.250950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.268849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-afbbc41f-3e8b-44a1-bff5-1fb9f1af74e3 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:58.272817 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-afbbc41f-3e8b-44a1-bff5-1fb9f1af74e3 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.3794405
Nov 27 11:43:58.273068 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49080) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:58.357437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Transition to ACTIVE for port object be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:58.399589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58918cdb-5bc3-4923-a221-0c3c6b944ce9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.413121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Transition to ACTIVE for port object be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:43:58.423124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-330f4904-9533-4151-9cfd-9b315bad7644 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5053782
Nov 27 11:43:58.430939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58918cdb-5bc3-4923-a221-0c3c6b944ce9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.436658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49084) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:58.443723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.451498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:58.468768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-23ba607c-1421-45af-90fa-8d267558e713 None None] Provisioning for port 5f752ac2-2a6b-43a8-aa6a-41aa127381da completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:43:58.479639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-23ba607c-1421-45af-90fa-8d267558e713 None None] Provisioning complete for port 5f752ac2-2a6b-43a8-aa6a-41aa127381da triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:58.480439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-23ba607c-1421-45af-90fa-8d267558e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.484310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24ee1d6b-ab5e-47a3-add8-582f766cb830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.491569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6d1c021e-e868-4d83-9583-fb5c4f84b372 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:58.510189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee1d6b-ab5e-47a3-add8-582f766cb830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552a62e8-4a8a-45ac-84f1-cc2fb0ffb27b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:58.518509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-24ee1d6b-ab5e-47a3-add8-582f766cb830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:58.550083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-23ba607c-1421-45af-90fa-8d267558e713 None None] Port 5f752ac2-2a6b-43a8-aa6a-41aa127381da cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:43:58.566734 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.567045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58918cdb-5bc3-4923-a221-0c3c6b944ce9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.580817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-156368f4-4b21-4fbd-ab8e-10cb1ae12848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:58.583367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:58.588446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.595146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a4580d0a-95ed-4c9f-82ab-bdc752f4224e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:58.602321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58918cdb-5bc3-4923-a221-0c3c6b944ce9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.604079 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-58918cdb-5bc3-4923-a221-0c3c6b944ce9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/8c176338-7a93-47b8-a9ad-bd2d608b459d HTTP/1.1" status: 204  len: 168 time: 0.3297925
Nov 27 11:43:58.610245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58918cdb-5bc3-4923-a221-0c3c6b944ce9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c176338-7a93-47b8-a9ad-bd2d608b459d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:58.610245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49088) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:58.612396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24ee1d6b-ab5e-47a3-add8-582f766cb830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.614450 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-24ee1d6b-ab5e-47a3-add8-582f766cb830 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/552a62e8-4a8a-45ac-84f1-cc2fb0ffb27b HTTP/1.1" status: 204  len: 168 time: 0.7409344
Nov 27 11:43:58.635914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Network 15efd0d9-4619-4da5-8d07-70b387224d47 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:58.638695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.641765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b70cfa-a4c4-463f-be2c-9f3b37188390,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:58.647400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-58918cdb-5bc3-4923-a221-0c3c6b944ce9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:58.656729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:58.675741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:58.679123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:43:58.691677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9a57fafc-fdb7-4b53-ac57-f6ad30919eb4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:43:58.701380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port c1c5b195-fe57-475f-88da-2f8458d0fc74, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c1c5b195-fe57-475f-88da-2f8458d0fc74,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:43:58.745301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.746518 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.7285419
Nov 27 11:43:58.750116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49094) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:58.758048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'b91f2974-7ebf-4eba-8820-8866815c354a', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:58.764832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:58.768113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9a57fafc-fdb7-4b53-ac57-f6ad30919eb4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:43:58.769840 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9a57fafc-fdb7-4b53-ac57-f6ad30919eb4 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1538565
Nov 27 11:43:58.772193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:58.774817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:58.774969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49098) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:58.777695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:58.782604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:58.784607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361071068'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:58.788983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:58.793488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:58.796135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:58.804243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.810814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:58.828346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:58.839949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Pushing event updated for resources: {'Port': ['ID=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:58.874077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:58.874796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:58.876208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8:0:1::17 (b7bfffd1-e78d-4908-bd4f-7d566c89d04c/f7f2f53c-7626-47e9-a2da-8f6e479e708c/5f752ac2-2a6b-43a8-aa6a-41aa127381da) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:43:58.897172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.910506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:43:58.912769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.913647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7c6fc1c7-5398-4966-b7ad-55883a20d8ca None None] Provisioning complete for port c1c5b195-fe57-475f-88da-2f8458d0fc74 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:58.914036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7c6fc1c7-5398-4966-b7ad-55883a20d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.914165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:58.989132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:58.996354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:59.000272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:59.010360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Attempting to bind port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:43:59.010604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Attempting to bind port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:43:59.010852 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Attempting to bind port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 on network 15efd0d9-4619-4da5-8d07-70b387224d47 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:43:59.015706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:59.021023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.025390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:43:59.025777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Checking segment: {'id': '87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:43:59.026190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.026651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Bound using segment: {'id': '87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:43:59.027323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Bound port: be2c7b27-7c4c-4d57-b19f-7f70dd4795c8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:43:59.027690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.075446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.098634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=c1c5b195-fe57-475f-88da-2f8458d0fc74,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:59.103289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.104382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:59.112997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:59.137928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd73446f-9dca-4e5f-8121-086db0e7cbde,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:59.140953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:59.176447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] For port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:43:59.181225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] For port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,segment=NetworkSegment(87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f),segment_id=87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:43:59.183231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.188769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-24ee1d6b-ab5e-47a3-add8-582f766cb830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:59.215846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.236489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b548875-e543-449e-afba-6bfa212433dd,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:59.238052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Ignored duplicate provisioning block setup for port 5f752ac2-2a6b-43a8-aa6a-41aa127381da by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 27 11:43:59.239221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:59.245305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.245305 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4937973
Nov 27 11:43:59.246115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49106) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:59.252247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'b91f2974-7ebf-4eba-8820-8866815c354a', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:59.258132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:59.261912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:59.265281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:59.286528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.297346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:59.317583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:59.350105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.351234 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5751791
Nov 27 11:43:59.354506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49110) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:59.360992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-03d2b908-f5a1-42f0-8476-c31ad9891adb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '3b548875-e543-449e-afba-6bfa212433dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:59.368868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.370482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-03d2b908-f5a1-42f0-8476-c31ad9891adb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:59.375595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-774060ba-b4a2-42b6-979d-15d98d952f18 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:59.379905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65156-6c04-4a28-bf6a-7121d217a7fe req-1ce58e1d-8cf4-44eb-a0b4-3453dbcf31ba tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:59.381390 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-15d65156-6c04-4a28-bf6a-7121d217a7fe req-1ce58e1d-8cf4-44eb-a0b4-3453dbcf31ba tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.1125550
Nov 27 11:43:59.382366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-03d2b908-f5a1-42f0-8476-c31ad9891adb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:59.385424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-03d2b908-f5a1-42f0-8476-c31ad9891adb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:59.386692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Pushing event updated for resources: {'Port': ['ID=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:59.390318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:59.393674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-03d2b908-f5a1-42f0-8476-c31ad9891adb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:59.422193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.460961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c1c5b195-fe57-475f-88da-2f8458d0fc74 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:43:59.530345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-15d65156-6c04-4a28-bf6a-7121d217a7fe req-3a14208a-376f-439d-b496-4c612e196252 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418390
Nov 27 11:43:59.570526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c1c5b195-fe57-475f-88da-2f8458d0fc74 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:43:59.570526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.570822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.597608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49116) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:59.603720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=5f752ac2-2a6b-43a8-aa6a-41aa127381da,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:59.606966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:59.617947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.622972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae496d83-e086-49e6-a635-107cd8eaf4b6 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:59.637965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.647620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-804ec99e-b200-425d-a899-4bd8be64046b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:43:59.677090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] In _notify_port_updated(), no bound segment for port 5f752ac2-2a6b-43a8-aa6a-41aa127381da on network b7bfffd1-e78d-4908-bd4f-7d566c89d04c {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:43:59.685295 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-03d2b908-f5a1-42f0-8476-c31ad9891adb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:43:59.688943 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-03d2b908-f5a1-42f0-8476-c31ad9891adb tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3312275
Nov 27 11:43:59.689128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:59.689128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.693020 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "PUT /v2.0/ports/5f752ac2-2a6b-43a8-aa6a-41aa127381da HTTP/1.1" status: 200  len: 1009 time: 2.0418110
Nov 27 11:43:59.699555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49120) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:59.699901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49122) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:59.701612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcecbe7-e02d-4171-a933-1efff9cce60e,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:59.746276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:59.764102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 15efd0d9-4619-4da5-8d07-70b387224d47 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:43:59.765827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b066ca81-95c8-4722-9047-6c4ac3d4b55b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group_rule': {'security_group_id': '3b548875-e543-449e-afba-6bfa212433dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:59.768413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:43:59.771359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:43:59.772115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.808647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=cb548208-6825-48fd-83ba-de7268f1b5f9,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:43:59.811150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:43:59.843800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b066ca81-95c8-4722-9047-6c4ac3d4b55b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:43:59.866544 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.4282541
Nov 27 11:43:59.868827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49128) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:59.871690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b066ca81-95c8-4722-9047-6c4ac3d4b55b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:43:59.875055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b066ca81-95c8-4722-9047-6c4ac3d4b55b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:43:59.878433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47', 'fixed_ips': [{'subnet_id': 'b6057c09-dc69-43af-8afb-d1200a1ff0b3'}, {'subnet_id': 'cb548208-6825-48fd-83ba-de7268f1b5f9'}], 'name': 'tempest-PortsTestJSON-735482879'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:59.887887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b066ca81-95c8-4722-9047-6c4ac3d4b55b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:43:59.894202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 5f752ac2-2a6b-43a8-aa6a-41aa127381da {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:43:59.894641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.930256 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8c37d20e-0c9d-46f1-952d-44f20792a1ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b27934884c444e2099fa5b7841955ae8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3301265
Nov 27 11:43:59.937941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:43:59.939499 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6920178
Nov 27 11:43:59.942255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49132) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:59.942397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49134) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:43:59.973847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'b91f2974-7ebf-4eba-8820-8866815c354a', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:43:59.987502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:00.009355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:00.019340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:00.032273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:00.039523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0803366c-5ac7-4773-9b24-a6be0f8864b1 None None] Provisioning complete for port 5f752ac2-2a6b-43a8-aa6a-41aa127381da triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:00.040128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0803366c-5ac7-4773-9b24-a6be0f8864b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.103851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0803366c-5ac7-4773-9b24-a6be0f8864b1 None None] Port 5f752ac2-2a6b-43a8-aa6a-41aa127381da cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:00.177917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e93c86a-f328-4744-9654-ea9403ad8884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.191290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:00.195767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:00.198888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:00.206127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:00.248748 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:44:00.253620 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-b066ca81-95c8-4722-9047-6c4ac3d4b55b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:44:00.255522 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b066ca81-95c8-4722-9047-6c4ac3d4b55b tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.5133111
Nov 27 11:44:00.257501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49142) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:00.441417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.455932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35822370-f9bd-49e9-8178-276b08c7af15 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.475266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e93c86a-f328-4744-9654-ea9403ad8884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.476986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:00.506924 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-af49ebbc-4c56-4ec1-afca-deeb2f39cb8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18d45368684848de89c34efadd175f8c&device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 1099 time: 0.1691475
Nov 27 11:44:00.598788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35822370-f9bd-49e9-8178-276b08c7af15 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.600335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.609507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.742620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.751497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 5f752ac2-2a6b-43a8-aa6a-41aa127381da owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:00.777759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.781420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb5bcb7-9709-4781-bfbb-6c1e57324d11 None None] Network 15efd0d9-4619-4da5-8d07-70b387224d47 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:00.785802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e69f45d7-e42e-4aad-9dfa-7f33360fb755 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:00.811291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe876-dc8e-4833-b493-9b68d1bf9698 req-c5d3be44-ba14-45a6-9a8b-f065fdfe5244 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:00.813578 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1a1fe876-dc8e-4833-b493-9b68d1bf9698 req-c5d3be44-ba14-45a6-9a8b-f065fdfe5244 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.5773392
Nov 27 11:44:00.815273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port ff564e83-5f78-4ae7-8f0c-dedd8e128967 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:00.827630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4559bd43-0903-407f-a783-95bd3493db25,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:00.852211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:00.856445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35822370-f9bd-49e9-8178-276b08c7af15 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.862886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fb19c572-50c6-4bce-9469-68168a6b45d8 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:00.870166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-c2dd7a89-3173-4018-add3-b472b96e20fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:00.871672 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-c2dd7a89-3173-4018-add3-b472b96e20fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=2663dfc1-5a90-4e34-b77b-1877dd6face1 HTTP/1.1" status: 200  len: 913 time: 0.3527472
Nov 27 11:44:00.894676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e93c86a-f328-4744-9654-ea9403ad8884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.897042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e93c86a-f328-4744-9654-ea9403ad8884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.900600 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0e93c86a-f328-4744-9654-ea9403ad8884 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83615b80-0689-44bc-9528-669b512c4364 HTTP/1.1" status: 204  len: 168 time: 0.9547617
Nov 27 11:44:00.902264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a388c37d-157e-43f6-9623-41450f89b707 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:00.918971 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1a1fe876-dc8e-4833-b493-9b68d1bf9698 req-83370179-4d4f-45af-a392-4596bba9c165 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929575
Nov 27 11:44:00.925514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93c86a-f328-4744-9654-ea9403ad8884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83615b80-0689-44bc-9528-669b512c4364,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:00.925514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0e93c86a-f328-4744-9654-ea9403ad8884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:00.940117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35822370-f9bd-49e9-8178-276b08c7af15 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b548875-e543-449e-afba-6bfa212433dd,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:00.942791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-35822370-f9bd-49e9-8178-276b08c7af15 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:00.956056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:00.957747 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.0128834
Nov 27 11:44:00.964871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49148) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:00.972693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'b91f2974-7ebf-4eba-8820-8866815c354a', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:00.983114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:00.985194 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-f92c2bf2-4546-4e52-9f84-c5c9812259e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a HTTP/1.1" status: 200  len: 217 time: 0.0946901
Nov 27 11:44:00.999290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1d99caeb-9f59-4975-8c90-f2680f2f0828 None None] Provisioning for port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:01.004865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:01.010552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:01.022874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:01.088312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35822370-f9bd-49e9-8178-276b08c7af15 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.089285 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-35822370-f9bd-49e9-8178-276b08c7af15 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/3b548875-e543-449e-afba-6bfa212433dd HTTP/1.1" status: 204  len: 168 time: 0.8307128
Nov 27 11:44:01.095090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49152) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:01.130354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-ca818e5d-cee6-4dde-8dd4-af52723ac200 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:01.131995 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-ca818e5d-cee6-4dde-8dd4-af52723ac200 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e7f61d8-9469-43b5-a02c-54051d74be6e HTTP/1.1" status: 200  len: 852 time: 0.1380181
Nov 27 11:44:01.144416 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:44:01.157695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.187997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.200132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-01c8192c-1d06-4e4f-984b-7fbdafff323d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:01.210872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Update dhcp port {'port': {'network_id': '15efd0d9-4619-4da5-8d07-70b387224d47', 'fixed_ips': [{'subnet_id': 'b6057c09-dc69-43af-8afb-d1200a1ff0b3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cb548208-6825-48fd-83ba-de7268f1b5f9'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': 'be2c7b27-7c4c-4d57-b19f-7f70dd4795c8'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:44:01.214704 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-91924953-fd48-4aac-ab57-18111ee3b577 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2663dfc1-5a90-4e34-b77b-1877dd6face1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487909
Nov 27 11:44:01.216343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:01.268944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.302953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=5f752ac2-2a6b-43a8-aa6a-41aa127381da,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:01.458781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:01.466544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.480059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-01c8192c-1d06-4e4f-984b-7fbdafff323d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:01.482178 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-01c8192c-1d06-4e4f-984b-7fbdafff323d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3849375
Nov 27 11:44:01.484007 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/5f752ac2-2a6b-43a8-aa6a-41aa127381da HTTP/1.1" status: 204  len: 168 time: 1.7392955
Nov 27 11:44:01.486868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49156) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:01.490500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49158) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:01.491961 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-cf574b9b-bca1-4e8b-a92b-4ff42257f280 service neutron] 10.222.0.39 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641029
Nov 27 11:44:01.520946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125215767'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:01.528612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:01.542723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:01.547718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:01.598248 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0c48b7-2daf-44b0-8e8f-58ab60402287 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:01.598784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4a0c48b7-2daf-44b0-8e8f-58ab60402287 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:01.604978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.635176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.656599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.662344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2292b66b-0d19-41b4-8553-392de801dfbf tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:01.669331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.9 (15efd0d9-4619-4da5-8d07-70b387224d47/b6057c09-dc69-43af-8afb-d1200a1ff0b3/ff564e83-5f78-4ae7-8f0c-dedd8e128967) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:01.690213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.18 (15efd0d9-4619-4da5-8d07-70b387224d47/cb548208-6825-48fd-83ba-de7268f1b5f9/ff564e83-5f78-4ae7-8f0c-dedd8e128967) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:01.701773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde905a7-bcfb-4475-97da-b0c2ac25ed81,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:01.705704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:01.713921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:01.722341 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2025b161-0255-47e8-a3b2-a8ecf7379e60 req-43c7d45c-e4b2-4dd3-a84e-362caf919444 service neutron] 10.222.0.39 "GET /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911676
Nov 27 11:44:01.722484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4a0c48b7-2daf-44b0-8e8f-58ab60402287 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:01.723625 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4a0c48b7-2daf-44b0-8e8f-58ab60402287 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/5f752ac2-2a6b-43a8-aa6a-41aa127381da HTTP/1.1" status: 404  len: 333 time: 0.2354867
Nov 27 11:44:01.724637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Usage tracker for resource:security_group_rule and tenant:d18a7e9b0b8c4023abbd02c99fc693ac is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:01.732676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49168) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:01.737074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:01.738666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:01.743044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:01.745124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.745242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:01.807825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.809591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.811357 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.8453352
Nov 27 11:44:01.888647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.935895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:01.948271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0e93c86a-f328-4744-9654-ea9403ad8884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:01.970025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,segment=NetworkSegment(87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f),segment_id=87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:01.993964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0871a4-015a-4734-91df-db85a6f2b2f3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:02.000878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:02.057080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.060096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:02.125377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.127503 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6117575
Nov 27 11:44:02.130317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49188) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:02.136482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ececd90b-b880-4c4a-9eeb-3b466340c29f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:02.137053 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-ececd90b-b880-4c4a-9eeb-3b466340c29f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:44:02.138074 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ececd90b-b880-4c4a-9eeb-3b466340c29f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "PUT /v2.0/security-groups/2c0871a4-015a-4734-91df-db85a6f2b2f3 HTTP/1.1" status: 409  len: 330 time: 0.0067251
Nov 27 11:44:02.141765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49192) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:02.157327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:02.161677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:02.202841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-f9c0b78c-ff13-4a61-a0b2-b92c83765a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:02.262713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fde9ffe0-052c-4870-9dd1-fa46518de8df tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.301161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet f7f2f53c-7626-47e9-a2da-8f6e479e708c {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:02.306708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d0bfd-723e-4f7e-8863-ed4deafeea1c req-9dfa4d9d-0f75-4ffe-8d67-da4544afde05 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:02.308141 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e1d0bfd-723e-4f7e-8863-ed4deafeea1c req-9dfa4d9d-0f75-4ffe-8d67-da4544afde05 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.1482770
Nov 27 11:44:02.309630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fde9ffe0-052c-4870-9dd1-fa46518de8df tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.312978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.376485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.386512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-f9c0b78c-ff13-4a61-a0b2-b92c83765a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:02.394614 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e1d0bfd-723e-4f7e-8863-ed4deafeea1c req-69708840-2c4d-4c8b-bf87-276b800bbf06 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764444
Nov 27 11:44:02.406270 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-f9c0b78c-ff13-4a61-a0b2-b92c83765a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099416934&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.2910683
Nov 27 11:44:02.460417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.548721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fde9ffe0-052c-4870-9dd1-fa46518de8df tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.552341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object ff564e83-5f78-4ae7-8f0c-dedd8e128967 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:02.554499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-363d0e49-8048-4bd4-a863-c63b175ef671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:02.569676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9ffe0-052c-4870-9dd1-fa46518de8df tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0871a4-015a-4734-91df-db85a6f2b2f3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:02.572028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fde9ffe0-052c-4870-9dd1-fa46518de8df tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:02.663457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-f5a34aef-9562-4140-9de0-4db3d517b44d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:02.664903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-f5a34aef-9562-4140-9de0-4db3d517b44d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=67bf996e-d12c-40f0-bbe8-e9052fc1283b HTTP/1.1" status: 200  len: 797 time: 0.2578113
Nov 27 11:44:02.676059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.685006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fde9ffe0-052c-4870-9dd1-fa46518de8df tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.686168 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fde9ffe0-052c-4870-9dd1-fa46518de8df tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/2c0871a4-015a-4734-91df-db85a6f2b2f3 HTTP/1.1" status: 204  len: 168 time: 0.5427320
Nov 27 11:44:02.688751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49202) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:02.719993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49206) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:02.728904 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-cb24dc85-9775-4429-a6f2-c0a4df2c80be tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0548205
Nov 27 11:44:02.756234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f6e7c8f-4340-4534-8d7e-29c4a4c6c04d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Synchronizing usage tracker for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:02.780475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.801948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-687649fe-a24b-4ead-8c89-066fc4c1acfa tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:02.827394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ff860e9f-26da-47a1-a89a-d88957b82d0c {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:44:02.828040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:44:02.831143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f6e7c8f-4340-4534-8d7e-29c4a4c6c04d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Unset dirty status for tenant:d18a7e9b0b8c4023abbd02c99fc693ac on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:02.834619 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3f6e7c8f-4340-4534-8d7e-29c4a4c6c04d tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1438634
Nov 27 11:44:02.842103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49212) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:02.867627 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0b01868f-6c8d-4855-9f46-3b2ef9a5cc7f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] delete failed (client error): The resource could not be found.
Nov 27 11:44:02.868663 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0b01868f-6c8d-4855-9f46-3b2ef9a5cc7f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "DELETE /v2.0/security-groups/ef7d0b45-139c-46ae-a0d1-b3389915823a HTTP/1.1" status: 404  len: 347 time: 0.0249116
Nov 27 11:44:02.873981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49216) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:02.875651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 15efd0d9-4619-4da5-8d07-70b387224d47 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:02.883376 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3c3557fc-cc9d-45a4-a7f4-72f95c815733 tempest-AgentManagementNegativeTest-1052226738 tempest-AgentManagementNegativeTest-1052226738-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1610451
Nov 27 11:44:02.889764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:02.897638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:02.900103 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-fbc0ddcd-60b5-4ab4-b21b-2114bd7a7923 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] show failed (client error): The resource could not be found.
Nov 27 11:44:02.902525 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fbc0ddcd-60b5-4ab4-b21b-2114bd7a7923 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-groups/73617f2f-ee3c-450b-be83-7dd2b72dfa30 HTTP/1.1" status: 404  len: 347 time: 0.0265040
Nov 27 11:44:02.905494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49222) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:02.923249 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-b2c51b18-d715-4bd2-ac5e-d1a6d93b09de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] show failed (client error): The resource could not be found.
Nov 27 11:44:02.927354 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b2c51b18-d715-4bd2-ac5e-d1a6d93b09de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] 10.222.0.23 "GET /v2.0/security-group-rules/ceb70523-314c-41e7-89c7-e93d0c04da20 HTTP/1.1" status: 404  len: 356 time: 0.0185599
Nov 27 11:44:02.927482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=ff564e83-5f78-4ae7-8f0c-dedd8e128967,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:02.935691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:02.979948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.980338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.980715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.981089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.981458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.981821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.982185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.982569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.982932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.983291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.983645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:02.990201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:02.993204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f3c0eb08-5812-40f0-a7f1-67e903cab40e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:03.027813 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-33706064-80a1-49fb-b279-943ab61be2c2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2907736
Nov 27 11:44:03.041937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:03.042207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.045005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54b0a3-c11a-438e-83ea-9a9e05846618 None None] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:03.046500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.049500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f2f53c-7626-47e9-a2da-8f6e479e708c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:03.059607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:03.091532 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/f7f2f53c-7626-47e9-a2da-8f6e479e708c HTTP/1.1" status: 204  len: 168 time: 1.3590393
Nov 27 11:44:03.094169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49228) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:03.203243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 3.3332727
Nov 27 11:44:03.206993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49232) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:03.209479 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-10fabb32-a53c-4b61-87c8-bb102dff9729 service neutron] 10.222.0.23 "GET /v2.0/networks/67bf996e-d12c-40f0-bbe8-e9052fc1283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564293
Nov 27 11:44:03.217152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6057c09-dc69-43af-8afb-d1200a1ff0b3'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:03.303990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet 5332d503-9bff-441c-a048-63b0c3c37c5c {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:03.307759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.406217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.439278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.512704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:03.597493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.613707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.662494 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-3193c82a-a3ce-4e3e-be43-05d0d7cb5353 service neutron] 10.222.0.23 "GET /v2.0/networks/67bf996e-d12c-40f0-bbe8-e9052fc1283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4099824
Nov 27 11:44:03.701713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:03.702279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.755080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49242) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:03.829535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49248) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:03.850549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:03.855174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3677eb20-ba75-4641-a7ab-1abbd634325c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:04.076034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Allocated IP 172.20.0.19 (15efd0d9-4619-4da5-8d07-70b387224d47/cb548208-6825-48fd-83ba-de7268f1b5f9/be2c7b27-7c4c-4d57-b19f-7f70dd4795c8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:04.208628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=5332d503-9bff-441c-a048-63b0c3c37c5c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:04.216130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:04.224128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.242526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.253534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af970b-28c0-4c31-b873-05055eb7b085 None None] Network b7bfffd1-e78d-4908-bd4f-7d566c89d04c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:04.269801 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/5332d503-9bff-441c-a048-63b0c3c37c5c HTTP/1.1" status: 204  len: 168 time: 1.1744413
Nov 27 11:44:04.278083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49264) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:04.290750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e4529499-bd95-4086-bf70-e4acef9f26e6 req-dd39bb37-5100-4e23-a843-0bd2a692b28a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 210 time: 0.1920769
Nov 27 11:44:04.351309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee945caf-b5eb-4dce-a39f-06e5fbb8e3fd req-6db18f75-e00f-41ae-bdbb-7369a4cae21a tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:04.355020 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ee945caf-b5eb-4dce-a39f-06e5fbb8e3fd req-6db18f75-e00f-41ae-bdbb-7369a4cae21a tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.5985456
Nov 27 11:44:04.358706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:04.363829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Usage tracker for resource:security_group_rule and tenant:9542b39952a9438890cf00a01198a09a is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:04.367127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:04.373512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:04.396124 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-37aaadf5-bd75-4424-800d-09ce218bb273 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d18a7e9b0b8c4023abbd02c99fc693ac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5607386
Nov 27 11:44:04.401776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49268) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:04.413816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bcc958a2-d8f3-43f9-b4fe-5818b3ace7d4 None None] Provisioning complete for port 1508a431-4b14-4a10-891a-1adafdcfc9f7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:04.414248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bcc958a2-d8f3-43f9-b4fe-5818b3ace7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.445192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] For port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,segment=NetworkSegment(87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f),segment_id=87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:04.530220 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ee945caf-b5eb-4dce-a39f-06e5fbb8e3fd req-b89d1bf2-b29b-4ef6-84a5-3663e44e4ce2 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369057
Nov 27 11:44:04.554983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.566969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75a01cd1-915f-4c5c-ac3a-2273c6afc755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.575685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 1508a431-4b14-4a10-891a-1adafdcfc9f7 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:04.576564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.607137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.614842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.625271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75a01cd1-915f-4c5c-ac3a-2273c6afc755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.637732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Transition to ACTIVE for port object be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:04.728559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.731247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.736479 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8343439b-8941-42d2-9888-76f7d33784df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:04.740684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:04.771570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75a01cd1-915f-4c5c-ac3a-2273c6afc755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.813439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f77d4-f2d9-4574-a65f-ca1403417185,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:04.818265 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9542b39952a9438890cf00a01198a09a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0603855
Nov 27 11:44:04.820783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49276) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:04.843606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.844215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.844898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.845030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.845494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.846492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.846492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.846853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.847220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.848125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.848125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.852196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:04.854997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:04.885588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] For port 1508a431-4b14-4a10-891a-1adafdcfc9f7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=1508a431-4b14-4a10-891a-1adafdcfc9f7,segment=NetworkSegment(03115513-8e02-4bfd-be62-f3c1c218ccbf),segment_id=03115513-8e02-4bfd-be62-f3c1c218ccbf)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:04.885932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.887709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a01cd1-915f-4c5c-ac3a-2273c6afc755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34358c3-c6e9-4d86-9bd9-34f91e7badec,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:04.893486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75a01cd1-915f-4c5c-ac3a-2273c6afc755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:04.895352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] DHCP port deletion for b7bfffd1-e78d-4908-bd4f-7d566c89d04c request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:04.919849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Pushing event updated for resources: {'Port': ['ID=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:04.932889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.933388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.933802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.934143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.934630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.935043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.935427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.935817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.936206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.936613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.936998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:04.940927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] Deleting port 1508a431-4b14-4a10-891a-1adafdcfc9f7 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:04.941385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:04.968785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:04.977068 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-75a01cd1-915f-4c5c-ac3a-2273c6afc755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.006929 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-75a01cd1-915f-4c5c-ac3a-2273c6afc755 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f34358c3-c6e9-4d86-9bd9-34f91e7badec HTTP/1.1" status: 204  len: 168 time: 0.5906339
Nov 27 11:44:05.019719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc01edb5-3c4b-4995-ab6c-03076d18321b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.032943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 1508a431-4b14-4a10-891a-1adafdcfc9f7 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:05.067925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Delete allocated IP 172.20.0.18 (15efd0d9-4619-4da5-8d07-70b387224d47/cb548208-6825-48fd-83ba-de7268f1b5f9) {{(pid=84363) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 11:44:05.094511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc01edb5-3c4b-4995-ab6c-03076d18321b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.250061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] For port 1508a431-4b14-4a10-891a-1adafdcfc9f7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=1508a431-4b14-4a10-891a-1adafdcfc9f7,segment=NetworkSegment(03115513-8e02-4bfd-be62-f3c1c218ccbf),segment_id=03115513-8e02-4bfd-be62-f3c1c218ccbf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:05.250618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.345047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.372995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Ignored duplicate provisioning block setup for port ff564e83-5f78-4ae7-8f0c-dedd8e128967 by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 27 11:44:05.393647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc01edb5-3c4b-4995-ab6c-03076d18321b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.401541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-56015927-6ce7-4177-8635-05833b285368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:05.423221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] Calling delete_port for 1508a431-4b14-4a10-891a-1adafdcfc9f7 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:05.426036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01edb5-3c4b-4995-ab6c-03076d18321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f77d4-f2d9-4574-a65f-ca1403417185,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:05.435434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc01edb5-3c4b-4995-ab6c-03076d18321b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:05.447571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc01edb5-3c4b-4995-ab6c-03076d18321b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.451215 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cc01edb5-3c4b-4995-ab6c-03076d18321b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/658f77d4-f2d9-4574-a65f-ca1403417185 HTTP/1.1" status: 204  len: 168 time: 0.6291294
Nov 27 11:44:05.451914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.458972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a421415-42be-4c11-875b-dea24b8c321d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:05.531066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:05.560107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e842351-9e46-4ee9-a763-ca89ca73d920 req-04ee647d-ad37-4051-9c6b-bea46494042e tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:05.567536 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4e842351-9e46-4ee9-a763-ca89ca73d920 req-04ee647d-ad37-4051-9c6b-bea46494042e tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.2368944
Nov 27 11:44:05.630456 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4e842351-9e46-4ee9-a763-ca89ca73d920 req-bda5ce70-9118-484a-b613-2fe2cdd51db4 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560768
Nov 27 11:44:05.640985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d0aa7-457a-4025-adc3-f5162ea627f1 None None] Network 15efd0d9-4619-4da5-8d07-70b387224d47 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:05.665171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:05.678717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=1508a431-4b14-4a10-891a-1adafdcfc9f7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:05.681047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:05.687670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b76cf860-cd85-4ea5-8950-fb0a60fc8e52 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:05.730682 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ede81aef-cc78-40cc-8b97-28391f960cdf req-f9e58eda-91f9-475b-bac0-1fc2962d12da tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 210 time: 0.1533763
Nov 27 11:44:05.744892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No DVR routers for this DVR port 1508a431-4b14-4a10-891a-1adafdcfc9f7 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn_limited(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn_limited(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:05.822575 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 11:44:05.872258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:44:05.872258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:44:05.950046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 1508a431-4b14-4a10-891a-1adafdcfc9f7 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:06.002782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-52cc4c6b-345a-4225-821f-698c7ff9e56b None None] Provisioning for port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:06.019424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-52cc4c6b-345a-4225-821f-698c7ff9e56b None None] Provisioning complete for port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:06.019947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-52cc4c6b-345a-4225-821f-698c7ff9e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.054241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 1508a431-4b14-4a10-891a-1adafdcfc9f7 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:06.054676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 1508a431-4b14-4a10-891a-1adafdcfc9f7 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:06.066059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=ff564e83-5f78-4ae7-8f0c-dedd8e128967,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:06.079365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.086929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:06.113321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] In _notify_port_updated(), no bound segment for port ff564e83-5f78-4ae7-8f0c-dedd8e128967 on network 15efd0d9-4619-4da5-8d07-70b387224d47 {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:44:06.117636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:06.118254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.122013 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "PUT /v2.0/ports/ff564e83-5f78-4ae7-8f0c-dedd8e128967 HTTP/1.1" status: 200  len: 918 time: 2.9085791
Nov 27 11:44:06.123568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49294) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:06.130083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28455279d0>,) {'filters': {'network_id': ['b7bfffd1-e78d-4908-bd4f-7d566c89d04c']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:06.136641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6057c09-dc69-43af-8afb-d1200a1ff0b3'}, {'subnet_id': 'cb548208-6825-48fd-83ba-de7268f1b5f9'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:06.181117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28455279d0>, '03115513-8e02-4bfd-be62-f3c1c218ccbf') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:06.181578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28455279d0>, '03115513-8e02-4bfd-be62-f3c1c218ccbf') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:06.206346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.251930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.265472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:06.265868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:06.284536 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:06.367319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] Deleting port 1508a431-4b14-4a10-891a-1adafdcfc9f7 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:06.367826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.452873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-54809b37-41ac-4def-8d6a-849fc9403dd0 None None] The port '1508a431-4b14-4a10-891a-1adafdcfc9f7' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:44:06.509001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.513404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.524160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:06.559612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ce900850-8ef7-4ce5-8b50-b27d0fba8fb8 None None] Provisioning for port ff564e83-5f78-4ae7-8f0c-dedd8e128967 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:06.561067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Network': ['ID=b7bfffd1-e78d-4908-bd4f-7d566c89d04c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:06.563598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:06.565766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ce900850-8ef7-4ce5-8b50-b27d0fba8fb8 None None] Provisioning complete for port ff564e83-5f78-4ae7-8f0c-dedd8e128967 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:06.566228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ce900850-8ef7-4ce5-8b50-b27d0fba8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.581838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.649825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ce900850-8ef7-4ce5-8b50-b27d0fba8fb8 None None] Port ff564e83-5f78-4ae7-8f0c-dedd8e128967 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:06.663940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ce900850-8ef7-4ce5-8b50-b27d0fba8fb8 None None] Provisioning complete for port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:06.664509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ce900850-8ef7-4ce5-8b50-b27d0fba8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:06.742603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/networks/b7bfffd1-e78d-4908-bd4f-7d566c89d04c HTTP/1.1" status: 204  len: 168 time: 2.4590495
Nov 27 11:44:06.746066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49308) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:06.977941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1df197-d585-472e-bdaf-6b58005d730e req-373c1149-e81e-432b-95b2-ec615ff47ff9 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:06.983096 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9e1df197-d585-472e-bdaf-6b58005d730e req-373c1149-e81e-432b-95b2-ec615ff47ff9 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.1079998
Nov 27 11:44:07.015993 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e62530ba-e8dc-4cff-b430-8b2d2ed6c533 req-19a9b97e-51d5-4f40-b2ff-34f52472b519 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 210 time: 0.0829396
Nov 27 11:44:07.037687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-43d10e83-8679-4cdb-89bc-e15ab12a8b6e None None] Provisioning complete for port ff564e83-5f78-4ae7-8f0c-dedd8e128967 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:07.038103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-43d10e83-8679-4cdb-89bc-e15ab12a8b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.082988 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9e1df197-d585-472e-bdaf-6b58005d730e req-575eeb51-f2be-456c-b70c-0b74acd70701 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968225
Nov 27 11:44:07.137098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49316) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:07.147253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-43d10e83-8679-4cdb-89bc-e15ab12a8b6e None None] Port ff564e83-5f78-4ae7-8f0c-dedd8e128967 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:07.169967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b054a-a650-4958-bab6-939571977713 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:07.170580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-416b054a-a650-4958-bab6-939571977713 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:07.278199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-667239701'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:07.285175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:07.296796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-43114983-f0b0-40a2-8337-fb21be9715d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:07.298378 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-43114983-f0b0-40a2-8337-fb21be9715d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=67bf996e-d12c-40f0-bbe8-e9052fc1283b HTTP/1.1" status: 200  len: 797 time: 0.3179779
Nov 27 11:44:07.299357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:07.302696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:07.310283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:07.341222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-416b054a-a650-4958-bab6-939571977713 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:07.349045 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-416b054a-a650-4958-bab6-939571977713 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.5953450
Nov 27 11:44:07.350301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49322) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:07.396733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:07.399835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.418457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.464541 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-fbf29b95-9525-4be6-ab1b-c3e03a8cdb4a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 471 time: 0.1445780
Nov 27 11:44:07.467889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:07.472185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.30 (15efd0d9-4619-4da5-8d07-70b387224d47/cb548208-6825-48fd-83ba-de7268f1b5f9/ff564e83-5f78-4ae7-8f0c-dedd8e128967) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:07.473983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:security_group_rule and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:07.478949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:07.487246 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5de40a4f-792a-4e2e-b0f8-6350cc180e4d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1350701
Nov 27 11:44:07.488147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:07.491778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49326) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:07.499687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1273915533'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:07.508894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:07.512832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': '20cd2bad-190a-4d09-97a5-5a6f815b859b', 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['b91f2974-7ebf-4eba-8820-8866815c354a']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:07.514304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:network and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:07.519485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:07.528865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:07.585274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.616604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:07.619598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.649114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.651870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:07.653866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0cf5d5b6-693a-4725-80f4-91cb429ecd51 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:07.686680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.687179 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Added segment 8f7fba6e-b246-45d9-b82a-f9173daa17da of type vlan for network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed
Nov 27 11:44:07.697298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:07.700212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20156ffb-6d91-4c5f-9884-0bce09a805c3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:07.703845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-b04b7263-43f3-4754-a1a2-7104f5c45b53 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:07.706533 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-b04b7263-43f3-4754-a1a2-7104f5c45b53 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.39 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.3048470
Nov 27 11:44:07.707918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:07.722995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.723341 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment af8ffa31-e570-4c5f-a607-5f5e7d92d5ae of type vlan for network 6331b8b0-e421-49d7-80bf-e1118a616b65
Nov 27 11:44:07.731952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.772608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.824627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:07.831123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Deleting port 29ae0d3a-bb93-430c-a80e-03eb3092508a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:07.836188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.856525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.860414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:07.864993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.866878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:07.869761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:port and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:07.879651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:07.883451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.890423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.894188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:07.894788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:07.904417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:07.926849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object ff564e83-5f78-4ae7-8f0c-dedd8e128967 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:07.990579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Network': ['ID=f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:07.993195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:07.993697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89d57d17-a773-4a27-aa81-75062a1627eb tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:08.002231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:08.057976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.067840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-03403653-d815-410c-9c72-14cb14bfca81 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:08.119814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=6331b8b0-e421-49d7-80bf-e1118a616b65,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:08.126409 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.9880159
Nov 27 11:44:08.131647 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6361406
Nov 27 11:44:08.131647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:08.131647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49334) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:08.132839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49336) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:08.134102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 6331b8b0-e421-49d7-80bf-e1118a616b65 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:08.139886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-1288663845'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:08.168556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:08.208457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:08.216896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.278711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=ff564e83-5f78-4ae7-8f0c-dedd8e128967,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:08.321082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:08.324977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:08.328116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:08.328324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:08.336411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:08.339860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:08.390853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:08.398229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:08.406608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:08.451042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4300cd3-f420-42ad-afd0-50044967cf53 req-5d227426-ddda-4007-977e-b919eea460ec tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:08.452527 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b4300cd3-f420-42ad-afd0-50044967cf53 req-5d227426-ddda-4007-977e-b919eea460ec tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 946 time: 0.1178136
Nov 27 11:44:08.480628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:08.502863 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-090e6b74-9f14-4f2d-8cf8-bc146b0a19dc req-c5300d09-10e7-4736-a3ff-f6af79c54063 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 210 time: 0.2252634
Nov 27 11:44:08.504520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] For port 29ae0d3a-bb93-430c-a80e-03eb3092508a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=29ae0d3a-bb93-430c-a80e-03eb3092508a,segment=NetworkSegment(ae991799-4cdb-4ad2-980e-d8054eef932f),segment_id=ae991799-4cdb-4ad2-980e-d8054eef932f)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:08.504864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.508106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:08.511084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.537109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f26d690d-ee17-421d-adf1-e8415bba04b3 None None] Provisioning for port ff564e83-5f78-4ae7-8f0c-dedd8e128967 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:08.545621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f26d690d-ee17-421d-adf1-e8415bba04b3 None None] Provisioning complete for port ff564e83-5f78-4ae7-8f0c-dedd8e128967 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:08.546202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f26d690d-ee17-421d-adf1-e8415bba04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.604348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f26d690d-ee17-421d-adf1-e8415bba04b3 None None] Port ff564e83-5f78-4ae7-8f0c-dedd8e128967 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:08.646180 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b4300cd3-f420-42ad-afd0-50044967cf53 req-cd54a2a8-5815-447d-92ee-c0cbdd793e0c tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bef4be3-be1f-4e93-910e-3d66b6d06ecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876509
Nov 27 11:44:08.650787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.664289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:08.678745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Calling delete_port for 29ae0d3a-bb93-430c-a80e-03eb3092508a owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:08.723163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] In _notify_port_updated(), no bound segment for port ff564e83-5f78-4ae7-8f0c-dedd8e128967 on network 15efd0d9-4619-4da5-8d07-70b387224d47 {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:44:08.727018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:08.727616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.730597 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "PUT /v2.0/ports/ff564e83-5f78-4ae7-8f0c-dedd8e128967 HTTP/1.1" status: 200  len: 998 time: 2.6073434
Nov 27 11:44:08.730755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.731060 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment e89d386d-684b-4ebf-8cb4-a21f77991056 of type vlan for network 07cc7923-9ff9-473a-90aa-279867106c81
Nov 27 11:44:08.739196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49342) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:08.786960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.882711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.886488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:08.887117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.893643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-631112c6-cdea-46ea-bd30-cfe0d5775fc7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:08.896041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port ff564e83-5f78-4ae7-8f0c-dedd8e128967 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:08.896375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:08.998309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.30 (67bf996e-d12c-40f0-bbe8-e9052fc1283b/2e14969f-ebb5-4c72-b658-def87107be4a/5d27e0d3-6e11-4794-a9aa-92e7fe5257a4) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:09.046006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.128724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=07cc7923-9ff9-473a-90aa-279867106c81,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:09.131381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:09.138966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 07cc7923-9ff9-473a-90aa-279867106c81 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:09.207171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0754304
Nov 27 11:44:09.208679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.212860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49346) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:09.213553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dbe9eb49-8ba9-43b1-8bac-2d60d61ac2e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:09.223829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.238709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df952d13-a3de-4170-9acb-5371b466c7c6 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:09.254541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': '6331b8b0-e421-49d7-80bf-e1118a616b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:09.266087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['29ae0d3a-bb93-430c-a80e-03eb3092508a'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:44:09.348488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Pushing event deleted for resources: {'Port': ['ID=29ae0d3a-bb93-430c-a80e-03eb3092508a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:09.356766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:09.397238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=2a7fde6c-4cbb-4045-af7b-711dfad32ae3,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:09.404616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:09.415749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:09.422093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:09.425325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:09.428128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking segment: {'id': '8f7fba6e-b246-45d9-b82a-f9173daa17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:09.428487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network hostable DHCP agents. Network: f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:09.436305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:09.485455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.494628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] No DVR routers for this DVR port 29ae0d3a-bb93-430c-a80e-03eb3092508a on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:09.507136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.511789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15774c3d-9769-4aa7-a92b-5bebcc065d22', 'name': 'network-vif-deleted', 'tag': '29ae0d3a-bb93-430c-a80e-03eb3092508a'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:44:09.551325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:09.638984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:09.649016 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15774c3d-9769-4aa7-a92b-5bebcc065d22', 'name': 'network-vif-deleted', 'tag': '29ae0d3a-bb93-430c-a80e-03eb3092508a', 'status': 'completed', 'code': 200}
Nov 27 11:44:09.655595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for ff564e83-5f78-4ae7-8f0c-dedd8e128967 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:09.695818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.719377 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5c2d455c-7826-43c3-b3be-cba52f36b5ae req-b45252ef-af0f-47af-9e19-3a8d84104a5d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 210 time: 0.0553339
Nov 27 11:44:09.723828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.728946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:09.758585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:09.768350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f2006c-d7af-45a3-b8a2-15fb63ad632d None None] Network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:09.814952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:09.815539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.855395 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cfd67022-11e3-4744-a083-cc164a9e3deb req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.39 "DELETE /v2.0/ports/29ae0d3a-bb93-430c-a80e-03eb3092508a HTTP/1.1" status: 204  len: 173 time: 2.1293683
Nov 27 11:44:09.858705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-d61f71cd-6abd-433a-bc95-55b1059676b3 req-6e878988-2e8d-4593-a383-70953e93d3fc tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Synchronizing usage tracker for tenant:18d45368684848de89c34efadd175f8c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:09.932474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:09.940851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7576dbd2-0574-4531-be06-b2ac029eb90a tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:09.991808 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8327665
Nov 27 11:44:09.992900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49356) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:09.999031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed', 'name': 'tempest-PortsIpV6TestJSON-1125414067'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:10.027461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-d61f71cd-6abd-433a-bc95-55b1059676b3 req-6e878988-2e8d-4593-a383-70953e93d3fc tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Unset dirty status for tenant:18d45368684848de89c34efadd175f8c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:10.028599 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d61f71cd-6abd-433a-bc95-55b1059676b3 req-6e878988-2e8d-4593-a383-70953e93d3fc tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] 10.222.0.23 "GET /v2.0/ports?device_id=15774c3d-9769-4aa7-a92b-5bebcc065d22 HTTP/1.1" status: 200  len: 210 time: 0.2321401
Nov 27 11:44:10.035168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:10.038696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:10.040687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:10.042839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:10.044156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed', 'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed', 'tenant_id': 'a0270ee3ba574932b1c598ac398651fb', 'fixed_ips': [{'subnet_id': '2a7fde6c-4cbb-4045-af7b-711dfad32ae3'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:10.046540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.122059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.129888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a642f1c-edaa-4dd7-8efc-2c5f4356d5bd tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:10.207745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:10.211994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.222551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0d07cb83-8743-4fac-bb67-8bd6c6fa1871 tempest-PortsAdminExtendedAttrsTestJSON-1420564617 tempest-PortsAdminExtendedAttrsTestJSON-1420564617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:10.269757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=ff564e83-5f78-4ae7-8f0c-dedd8e128967,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:10.287115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:10.287926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=cdd79e11-ef87-42cc-bc1d-f15fdadbf5dd,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:10.291786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:10.303826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': 'af8ffa31-e570-4c5f-a607-5f5e7d92d5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6331b8b0-e421-49d7-80bf-e1118a616b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:10.304356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: 6331b8b0-e421-49d7-80bf-e1118a616b65, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:10.323149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:10.334722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:10.360614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:10.361622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.408114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:10.411787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Allocated IP 2001:db8::2 (f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed/2a7fde6c-4cbb-4045-af7b-711dfad32ae3/f5e071e9-b40b-40c3-a3a2-13b77b467d9c) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:10.412641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.445728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 3b5a0d1b-ee60-45f0-9505-02e99f628480 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:10.492595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.494679 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/ff564e83-5f78-4ae7-8f0c-dedd8e128967 HTTP/1.1" status: 204  len: 168 time: 1.7545223
Nov 27 11:44:10.497060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49360) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:10.509966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 6331b8b0-e421-49d7-80bf-e1118a616b65 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:10.546563 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a91449-6a8e-4e6c-b1ed-21468e5765a0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:10.547028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-89a91449-6a8e-4e6c-b1ed-21468e5765a0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:10.552535 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0438914
Nov 27 11:44:10.566459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Request body: {'port': {'device_id': '20cd2bad-190a-4d09-97a5-5a6f815b859b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:10.630830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 6331b8b0-e421-49d7-80bf-e1118a616b65) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:10.635550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:10.636325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.650620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979cb3d-3adb-4ed0-af91-e4fbcb9def66 None None] Network 6331b8b0-e421-49d7-80bf-e1118a616b65 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:10.671722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-89a91449-6a8e-4e6c-b1ed-21468e5765a0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:10.671722 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-89a91449-6a8e-4e6c-b1ed-21468e5765a0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/ff564e83-5f78-4ae7-8f0c-dedd8e128967 HTTP/1.1" status: 404  len: 333 time: 0.1716797
Nov 27 11:44:10.672096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49364) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:10.676103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8bece26d-c0dc-43e2-a3c4-894d1f8fac6f None None] Provisioning for port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:10.682091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.692777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8bece26d-c0dc-43e2-a3c4-894d1f8fac6f None None] Provisioning complete for port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:10.694039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8bece26d-c0dc-43e2-a3c4-894d1f8fac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.724945 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4795747
Nov 27 11:44:10.731870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49368) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:10.740345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': '07cc7923-9ff9-473a-90aa-279867106c81', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:10.829254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:10.865579 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8bece26d-c0dc-43e2-a3c4-894d1f8fac6f None None] Port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:10.871488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Transition to ACTIVE for port object f5e071e9-b40b-40c3-a3a2-13b77b467d9c will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:10.927043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Transition to ACTIVE for port object f5e071e9-b40b-40c3-a3a2-13b77b467d9c will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:10.988878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-6331b8b0-e421-49d7-80bf-e1118a616b65', 'network_id': '6331b8b0-e421-49d7-80bf-e1118a616b65', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': 'cdd79e11-ef87-42cc-bc1d-f15fdadbf5dd'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:10.990926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.016359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.019710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:11.023220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-218883dc-166d-4e13-9eb6-fdc97f626220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:11.074491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:11.080097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:44:11.088223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.093013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:11.104950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Transition to ACTIVE for port object 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:11.122420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:11.152467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet cb548208-6825-48fd-83ba-de7268f1b5f9 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:11.153805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:11.159938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:11.167397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.171121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:11.177282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Pushing event updated for resources: {'Port': ['ID=f5e071e9-b40b-40c3-a3a2-13b77b467d9c,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:11.177415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49376) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:11.181918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:11.215662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.228661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e75f8d1c-416b-41f4-ac6d-d5c20b8f126d tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:11.251990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86105d-c9e0-4b93-8009-df21a2811593 req-d8feac7e-ad80-4e7a-af18-8a04888ddf73 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:11.253574 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9c86105d-c9e0-4b93-8009-df21a2811593 req-d8feac7e-ad80-4e7a-af18-8a04888ddf73 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 932 time: 0.3292692
Nov 27 11:44:11.257411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::2ac (f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed/2a7fde6c-4cbb-4045-af7b-711dfad32ae3/3b5a0d1b-ee60-45f0-9505-02e99f628480) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:11.266185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:11.286576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.299321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Deleting subnet 5e7f61d8-9469-43b5-a02c-54051d74be6e {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:11.305484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.317073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Attempting to bind port f5e071e9-b40b-40c3-a3a2-13b77b467d9c on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:11.317445 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Attempting to bind port f5e071e9-b40b-40c3-a3a2-13b77b467d9c by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '8f7fba6e-b246-45d9-b82a-f9173daa17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:11.317811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Attempting to bind port f5e071e9-b40b-40c3-a3a2-13b77b467d9c on network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:11.333647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:11.334022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Checking segment: {'id': '8f7fba6e-b246-45d9-b82a-f9173daa17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:11.334427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.335113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Bound using segment: {'id': '8f7fba6e-b246-45d9-b82a-f9173daa17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:11.335591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Bound port: f5e071e9-b40b-40c3-a3a2-13b77b467d9c, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7fba6e-b246-45d9-b82a-f9173daa17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:11.335969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.346380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Allocated IP 172.20.0.2 (6331b8b0-e421-49d7-80bf-e1118a616b65/cdd79e11-ef87-42cc-bc1d-f15fdadbf5dd/e6c4dba3-66e6-4348-a201-e4f3a7558e02) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:11.456189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Pushing event updated for resources: {'Port': ['ID=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:11.462732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:11.467367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.616122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.672214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Attempting to bind port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:11.672214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Attempting to bind port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:11.672214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Attempting to bind port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 on network 67bf996e-d12c-40f0-bbe8-e9052fc1283b {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:11.679361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.681749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 on network 67bf996e-d12c-40f0-bbe8-e9052fc1283b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:44:11.682074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Attempting to bind port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 on network 67bf996e-d12c-40f0-bbe8-e9052fc1283b {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:11.690012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.694175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:11.694523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Checking segment: {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:11.694895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Bound using segment: {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:11.695325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Bound port: 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:11.695663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.701918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Transition to ACTIVE for port object e6c4dba3-66e6-4348-a201-e4f3a7558e02 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:11.710697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 29ae0d3a-bb93-430c-a80e-03eb3092508a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:11.735054 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9c86105d-c9e0-4b93-8009-df21a2811593 req-e06f156e-e121-4ade-bcc1-4e0fb8f94e62 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4508049
Nov 27 11:44:11.761824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 29ae0d3a-bb93-430c-a80e-03eb3092508a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:11.762171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 29ae0d3a-bb93-430c-a80e-03eb3092508a not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:11.772892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] For port f5e071e9-b40b-40c3-a3a2-13b77b467d9c, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:11.789656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Transition to ACTIVE for port object e6c4dba3-66e6-4348-a201-e4f3a7558e02 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:11.791642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] For port f5e071e9-b40b-40c3-a3a2-13b77b467d9c, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f5e071e9-b40b-40c3-a3a2-13b77b467d9c,segment=NetworkSegment(8f7fba6e-b246-45d9-b82a-f9173daa17da),segment_id=8f7fba6e-b246-45d9-b82a-f9173daa17da)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:11.801254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] For port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:11.803764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.808940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] For port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:11.810845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a02079d5-f012-44f9-8850-ad66eaf3abe2 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:11.842992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.844159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7f61d8-9469-43b5-a02c-54051d74be6e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:11.846639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:11.849270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.855000 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e7f61d8-9469-43b5-a02c-54051d74be6e HTTP/1.1" status: 204  len: 168 time: 0.6765749
Nov 27 11:44:11.857483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49380) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:11.905582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.910272 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:11.932360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:11.948406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2f80beba-5fe8-42c8-81af-f085525539c7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:11.990011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.037344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.038347 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] 10.222.0.39 "PUT /v2.0/ports/5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 HTTP/1.1" status: 200  len: 1094 time: 1.4765663
Nov 27 11:44:12.038901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cd2bad-190a-4d09-97a5-5a6f815b859b', 'tag': '5d27e0d3-6e11-4794-a9aa-92e7fe5257a4'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:44:12.055321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.056206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Network 6331b8b0-e421-49d7-80bf-e1118a616b65 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:12.058669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:12.061071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Pushing event updated for resources: {'Port': ['ID=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:12.061250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:12.066601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Pushing event updated for resources: {'Port': ['ID=f5e071e9-b40b-40c3-a3a2-13b77b467d9c,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:12.067149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:12.069782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:12.071256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:12.084007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.205751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.215727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-af3ba0e9-f764-45e4-9b19-b31eefbc61ae tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:12.257213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 3b5a0d1b-ee60-45f0-9505-02e99f628480 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:12.265102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=cb548208-6825-48fd-83ba-de7268f1b5f9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:12.287247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Pushing event updated for resources: {'Port': ['ID=e6c4dba3-66e6-4348-a201-e4f3a7558e02,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:12.290944 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cd2bad-190a-4d09-97a5-5a6f815b859b', 'tag': '5d27e0d3-6e11-4794-a9aa-92e7fe5257a4', 'status': 'completed', 'code': 200}
Nov 27 11:44:12.298945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:12.322022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.342887 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/cb548208-6825-48fd-83ba-de7268f1b5f9 HTTP/1.1" status: 204  len: 168 time: 1.6717246
Nov 27 11:44:12.348103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49386) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:12.358339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:12.363106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Attempting to bind port e6c4dba3-66e6-4348-a201-e4f3a7558e02 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:12.363726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Attempting to bind port e6c4dba3-66e6-4348-a201-e4f3a7558e02 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'af8ffa31-e570-4c5f-a607-5f5e7d92d5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6331b8b0-e421-49d7-80bf-e1118a616b65'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:12.364301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Attempting to bind port e6c4dba3-66e6-4348-a201-e4f3a7558e02 on network 6331b8b0-e421-49d7-80bf-e1118a616b65 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:12.379232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ec799-69d3-47d4-b394-129adec69eae None None] Network 15efd0d9-4619-4da5-8d07-70b387224d47 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:12.426132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:12.426132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Checking segment: {'id': 'af8ffa31-e570-4c5f-a607-5f5e7d92d5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6331b8b0-e421-49d7-80bf-e1118a616b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:12.426132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.426132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Bound using segment: {'id': 'af8ffa31-e570-4c5f-a607-5f5e7d92d5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6331b8b0-e421-49d7-80bf-e1118a616b65'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:12.426132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Bound port: e6c4dba3-66e6-4348-a201-e4f3a7558e02, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8ffa31-e570-4c5f-a607-5f5e7d92d5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6331b8b0-e421-49d7-80bf-e1118a616b65'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:12.426132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.457684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet b6057c09-dc69-43af-8afb-d1200a1ff0b3 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:12.463139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.465787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.505483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28451fb4f0>,) {'filters': {'network_id': ['2663dfc1-5a90-4e34-b77b-1877dd6face1']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:12.515605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.518450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.524610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28451fb4f0>, 'ae991799-4cdb-4ad2-980e-d8054eef932f') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:12.524912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28451fb4f0>, 'ae991799-4cdb-4ad2-980e-d8054eef932f') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:12.536621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b9e199a-b153-4eb2-9e3a-99aa89218c57 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:12.555299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.575613 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-9ace0b03-3194-4cbf-a516-226cc15b454f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 1097 time: 0.3301418
Nov 27 11:44:12.581752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.593418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:12.595217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:12.627649 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:12.669564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.720883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] For port e6c4dba3-66e6-4348-a201-e4f3a7558e02, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:12.727243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=3b5a0d1b-ee60-45f0-9505-02e99f628480,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:12.733535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:12.736948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:12.738804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5df1d812-2623-4802-8fff-5e45ea1ea92f tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:12.773261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:12.784566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:12.788570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:12.789179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.792957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': 'e89d386d-684b-4ebf-8cb4-a21f77991056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07cc7923-9ff9-473a-90aa-279867106c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:12.793316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: 07cc7923-9ff9-473a-90aa-279867106c81, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:12.801710 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-8f43adf3-1e3f-4618-91a7-67e2b85ca8fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 HTTP/1.1" status: 200  len: 217 time: 0.1729989
Nov 27 11:44:12.847562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] For port e6c4dba3-66e6-4348-a201-e4f3a7558e02, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e6c4dba3-66e6-4348-a201-e4f3a7558e02,segment=NetworkSegment(af8ffa31-e570-4c5f-a607-5f5e7d92d5ae),segment_id=af8ffa31-e570-4c5f-a607-5f5e7d92d5ae)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:12.861426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=6ebbcae2-f101-406b-97c8-7753eeec71f8,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:12.864989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:12.867302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.875399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1270569f-e4b0-4b26-b2b9-1b970c253607 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:12.875601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.888835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.904093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Pushing event deleted for resources: {'Network': ['ID=2663dfc1-5a90-4e34-b77b-1877dd6face1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:12.911030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:12.928328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-317eacd8-dfb6-45cc-a874-638cf9a64326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:12.930875 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-317eacd8-dfb6-45cc-a874-638cf9a64326 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e14969f-ebb5-4c72-b658-def87107be4a HTTP/1.1" status: 200  len: 837 time: 0.1189802
Nov 27 11:44:12.948762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:12.953674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1c8c35a8-f0a3-4ea6-961c-dfe825cda360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:12.961502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 07cc7923-9ff9-473a-90aa-279867106c81 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:12.979112 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.9826581
Nov 27 11:44:12.982908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49392) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:12.994080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed', 'name': 'tempest-PortsIpV6TestJSON-160914915'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:13.006256 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b920c529-aac7-4021-b5f3-d908280c0fed admin admin] 10.222.0.23 "DELETE /v2.0/networks/2663dfc1-5a90-4e34-b77b-1877dd6face1 HTTP/1.1" status: 204  len: 168 time: 1.1477833
Nov 27 11:44:13.009500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49396) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:13.039396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Pushing event updated for resources: {'Port': ['ID=e6c4dba3-66e6-4348-a201-e4f3a7558e02,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:13.044197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:13.110316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Deleting subnet ce88cb11-909b-41b5-add7-ad48802436ce {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:13.116979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-ab984064-7313-436b-aef5-88c1f9d30f0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67bf996e-d12c-40f0-bbe8-e9052fc1283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1754165
Nov 27 11:44:13.117901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.120427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 07cc7923-9ff9-473a-90aa-279867106c81) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:13.131675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7dc91-6ea9-468f-95d3-4c21797ec2d7 None None] Network 07cc7923-9ff9-473a-90aa-279867106c81 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:13.147174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:13.147758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.193519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.238635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.248318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-006f1a79-1b54-43c9-b2ab-695b8135a8de tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:13.337618 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6046770
Nov 27 11:44:13.347715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=b6057c09-dc69-43af-8afb-d1200a1ff0b3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:13.352499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49400) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:13.359907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad878b-72cd-43d1-941e-867ce3b6f2c0 req-65a89904-0a08-469a-9407-2bc1a7b43130 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:13.373396 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f9ad878b-72cd-43d1-941e-867ce3b6f2c0 req-65a89904-0a08-469a-9407-2bc1a7b43130 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 944 time: 0.4642498
Nov 27 11:44:13.374879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:13.375971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:13.409045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1876211237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:13.418190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:13.422580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:router and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:13.445059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.447914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.449842 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/b6057c09-dc69-43af-8afb-d1200a1ff0b3 HTTP/1.1" status: 204  len: 168 time: 1.0996621
Nov 27 11:44:13.465431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49404) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:13.476045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:13.476308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:13.489280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:13.494325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:13.560454 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-48e4dd96-edb8-41c2-b1a1-01f7f6122a6d service neutron] 10.222.0.39 "GET /v2.0/networks/67bf996e-d12c-40f0-bbe8-e9052fc1283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2986681
Nov 27 11:44:13.613085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-07cc7923-9ff9-473a-90aa-279867106c81', 'network_id': '07cc7923-9ff9-473a-90aa-279867106c81', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': '6ebbcae2-f101-406b-97c8-7753eeec71f8'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:13.614204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.724232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:13.730758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device f5e071e9-b40b-40c3-a3a2-13b77b467d9c up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:13.787827 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f9ad878b-72cd-43d1-941e-867ce3b6f2c0 req-e1375170-35fa-4dcc-881e-b3a7de009024 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4146659
Nov 27 11:44:13.796164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.797411 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-beb57b16-eb1f-46ef-8b61-990e787121bb req-a62f5a76-08e6-4855-a8fc-6361449a684b service neutron] 10.222.0.39 "GET /v2.0/networks/67bf996e-d12c-40f0-bbe8-e9052fc1283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263889
Nov 27 11:44:13.822616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.827342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.835480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:13.835819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.865700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:13.868974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.926483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 283187d6-d168-4a56-971d-b87e273f3440 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:13.935000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98829a44-86dd-44c9-96df-764508fee8e1 None None] Network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:13.939762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:13.943865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7d05f853-d7f7-4a78-9af9-6d2b18c36d84 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:14.045689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port f5e071e9-b40b-40c3-a3a2-13b77b467d9c completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:14.047124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce88cb11-909b-41b5-add7-ad48802436ce,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:14.054002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Allocated IP 172.21.0.2 (07cc7923-9ff9-473a-90aa-279867106c81/6ebbcae2-f101-406b-97c8-7753eeec71f8/7055bc57-c0ab-490a-b252-a2abd4e63ef5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:14.054808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.066375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:14.073790 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ce88cb11-909b-41b5-add7-ad48802436ce HTTP/1.1" status: 204  len: 168 time: 1.0608966
Nov 27 11:44:14.076194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49408) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:14.090604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e6c4dba3-66e6-4348-a201-e4f3a7558e02 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:14.180365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] Provisioning for port f5e071e9-b40b-40c3-a3a2-13b77b467d9c completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:14.183529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f818a-3221-4980-a18b-804628ed808d None None] Network 15efd0d9-4619-4da5-8d07-70b387224d47 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:14.233383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.263886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.270161 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-c92bedce-a080-459f-8a28-458334fc8a9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 1097 time: 0.2914665
Nov 27 11:44:14.380568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] For port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,segment=NetworkSegment(87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f),segment_id=87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:14.381250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.611655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.618692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::27c (f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed/2a7fde6c-4cbb-4045-af7b-711dfad32ae3/283187d6-d168-4a56-971d-b87e273f3440) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:14.625744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] Provisioning complete for port f5e071e9-b40b-40c3-a3a2-13b77b467d9c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:14.626285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.629041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:14.668770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9102a7-8a65-46ed-b594-763a8f5c977e None None] Network 6331b8b0-e421-49d7-80bf-e1118a616b65 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:14.695554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.746027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.748733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845921b20>,) {'filters': {'network_id': ['7515f6d6-48af-46e7-8c32-8c41d4ca18e8']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:14.763136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.765064 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-46abd02d-cd94-4a11-ae5f-dbb5b90ad984 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.3918087
Nov 27 11:44:14.777884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49412) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:14.779507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845921b20>, '1ad82baf-4449-444a-aeb1-a54930df7ffb') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:14.779791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845921b20>, '1ad82baf-4449-444a-aeb1-a54930df7ffb') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:14.850352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.857633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:14.871716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2a726190-5076-4ef8-8373-50c9f2633768 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:14.873638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-ba21415b-b5e2-43ef-9fe0-2fe4684470ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:14.875119 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-ba21415b-b5e2-43ef-9fe0-2fe4684470ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=67bf996e-d12c-40f0-bbe8-e9052fc1283b HTTP/1.1" status: 200  len: 898 time: 0.5935652
Nov 27 11:44:14.910371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Transition to ACTIVE for port object 7055bc57-c0ab-490a-b252-a2abd4e63ef5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:14.934454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=be2c7b27-7c4c-4d57-b19f-7f70dd4795c8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:14.947648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:14.961709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No DVR routers for this DVR port be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:14.991231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.036104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Transition to ACTIVE for port object 7055bc57-c0ab-490a-b252-a2abd4e63ef5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:15.055842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:15.056237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:15.070682 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:15.077755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e23dd16-3f4b-44da-a349-d94ef84060c8 None None] DHCP port deletion for 15efd0d9-4619-4da5-8d07-70b387224d47 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:15.090410 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-a93eab66-c8ff-47a6-80a8-4f8c2b704b68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 HTTP/1.1" status: 200  len: 217 time: 0.1616163
Nov 27 11:44:15.107050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e6c4dba3-66e6-4348-a201-e4f3a7558e02 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:15.142576 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-610f81b2-af7a-4b44-9b88-fad5ac16dd24 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4959004
Nov 27 11:44:15.146673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.163071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.170047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.174618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:15.199871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845079280>,) {'filters': {'network_id': ['15efd0d9-4619-4da5-8d07-70b387224d47']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:15.213325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 283187d6-d168-4a56-971d-b87e273f3440 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:15.214747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.218182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845079280>, '87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:15.218597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845079280>, '87b7dc2a-5862-4afd-bcfa-1e8ac187ff2f') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:15.235221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.264115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.273844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:15.274392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:15.289674 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:15.318944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] For port f5e071e9-b40b-40c3-a3a2-13b77b467d9c, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f5e071e9-b40b-40c3-a3a2-13b77b467d9c,segment=NetworkSegment(8f7fba6e-b246-45d9-b82a-f9173daa17da),segment_id=8f7fba6e-b246-45d9-b82a-f9173daa17da)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:15.343551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Network 07cc7923-9ff9-473a-90aa-279867106c81 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:15.349966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Pushing event updated for resources: {'Port': ['ID=7055bc57-c0ab-490a-b252-a2abd4e63ef5,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:15.378793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:15.384849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:15.388721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:15.410264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-3f411354-df26-4eea-90b5-7bcab468e89c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:15.411925 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-3f411354-df26-4eea-90b5-7bcab468e89c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e14969f-ebb5-4c72-b658-def87107be4a HTTP/1.1" status: 200  len: 837 time: 0.2679286
Nov 27 11:44:15.457243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.465624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cca5a323-385c-4733-aeb9-4200a2d127d9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:15.482809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa02c0f-2c40-45a9-8276-d737ed8157e6 req-e1364ca9-8359-41b5-8dfd-ac4109e6502d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:15.483503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-efa02c0f-2c40-45a9-8276-d737ed8157e6 req-e1364ca9-8359-41b5-8dfd-ac4109e6502d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:15.508040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:15.527829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.550158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.555168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:15.555633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device be2c7b27-7c4c-4d57-b19f-7f70dd4795c8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:15.559485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.571266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:15.578616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:15.584474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:15.586032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.590970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:15.595505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:15.596067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.599950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=283187d6-d168-4a56-971d-b87e273f3440,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:15.605354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:15.612159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Attempting to bind port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:15.612356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fc10aa2e-10e9-49a3-aea9-bd93fd9a6b97 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:15.612727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Attempting to bind port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'e89d386d-684b-4ebf-8cb4-a21f77991056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07cc7923-9ff9-473a-90aa-279867106c81'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:15.613201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Attempting to bind port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 on network 07cc7923-9ff9-473a-90aa-279867106c81 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:15.636090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Network': ['ID=15efd0d9-4619-4da5-8d07-70b387224d47,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:15.638542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:15.644757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:15.645306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Checking segment: {'id': 'e89d386d-684b-4ebf-8cb4-a21f77991056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07cc7923-9ff9-473a-90aa-279867106c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:15.645748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.646233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Bound using segment: {'id': 'e89d386d-684b-4ebf-8cb4-a21f77991056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07cc7923-9ff9-473a-90aa-279867106c81'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:15.646835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Bound port: 7055bc57-c0ab-490a-b252-a2abd4e63ef5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89d386d-684b-4ebf-8cb4-a21f77991056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07cc7923-9ff9-473a-90aa-279867106c81'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:15.647325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.657428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cda266a4-21ff-42f6-a390-423da932391a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:15.674751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.681065 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/networks/15efd0d9-4619-4da5-8d07-70b387224d47 HTTP/1.1" status: 204  len: 168 time: 2.2109158
Nov 27 11:44:15.685145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49418) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:15.705231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Pushing event deleted for resources: {'Network': ['ID=7515f6d6-48af-46e7-8c32-8c41d4ca18e8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:15.712789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:15.716478 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-947a98d7-3dc1-460d-96f3-382996e9892e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 1098 time: 0.5282168
Nov 27 11:44:15.722305 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] 10.222.0.23 "DELETE /v2.0/networks/7515f6d6-48af-46e7-8c32-8c41d4ca18e8 HTTP/1.1" status: 204  len: 168 time: 1.6441519
Nov 27 11:44:15.743651 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7575226
Nov 27 11:44:15.749782 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-42a311c1-5a7a-4caf-930f-300626f96ce6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67bf996e-d12c-40f0-bbe8-e9052fc1283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3244441
Nov 27 11:44:15.759425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49424) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:15.773804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] For port 7055bc57-c0ab-490a-b252-a2abd4e63ef5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:15.777249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] For port 7055bc57-c0ab-490a-b252-a2abd4e63ef5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7055bc57-c0ab-490a-b252-a2abd4e63ef5,segment=NetworkSegment(e89d386d-684b-4ebf-8cb4-a21f77991056),segment_id=e89d386d-684b-4ebf-8cb4-a21f77991056)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:15.786819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Could not find standard attr ID for object be2c7b27-7c4c-4d57-b19f-7f70dd4795c8. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:44:15.801594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bf8c89-154c-453c-88b4-1b593b211b9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:15.802510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-16bf8c89-154c-453c-88b4-1b593b211b9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:15.809925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] Pushing event updated for resources: {'Port': ['ID=f5e071e9-b40b-40c3-a3a2-13b77b467d9c,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:15.813942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:15.892649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-efa02c0f-2c40-45a9-8276-d737ed8157e6 req-e1364ca9-8359-41b5-8dfd-ac4109e6502d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:15.893817 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-efa02c0f-2c40-45a9-8276-d737ed8157e6 req-e1364ca9-8359-41b5-8dfd-ac4109e6502d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 944 time: 0.9052176
Nov 27 11:44:15.940796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:15.946042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:15.948138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-16bf8c89-154c-453c-88b4-1b593b211b9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:15.950843 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-16bf8c89-154c-453c-88b4-1b593b211b9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.2640903
Nov 27 11:44:15.960619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49428) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:15.995912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Provisioning for port e6c4dba3-66e6-4348-a201-e4f3a7558e02 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:16.017560 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Provisioning complete for port e6c4dba3-66e6-4348-a201-e4f3a7558e02 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:16.017945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.087399 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-67073c31-74f3-4fd0-b0db-3e906266e0f7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1242194
Nov 27 11:44:16.087399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49432) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:16.094978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1436717832'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:16.102419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:16.109279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:network and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:16.112765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:16.120427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:16.131002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Pushing event updated for resources: {'Port': ['ID=7055bc57-c0ab-490a-b252-a2abd4e63ef5,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:16.145247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:16.220939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.245155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:16.248360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.259551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] For port e6c4dba3-66e6-4348-a201-e4f3a7558e02, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e6c4dba3-66e6-4348-a201-e4f3a7558e02,segment=NetworkSegment(af8ffa31-e570-4c5f-a607-5f5e7d92d5ae),segment_id=af8ffa31-e570-4c5f-a607-5f5e7d92d5ae)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:16.291635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:16.302662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.303091 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Added segment 1f50451f-e1e9-416f-846f-124288145f0d of type vlan for network fbaee6c4-ee62-48fd-9596-a47ee7adec01
Nov 27 11:44:16.324610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-416867b9-98b3-49c6-909d-8464a1cc0744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:16.326352 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-416867b9-98b3-49c6-909d-8464a1cc0744 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 200  len: 898 time: 0.4999764
Nov 27 11:44:16.364924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.399853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.402640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:16.425731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49436) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:16.470101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.496479 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e3a89bf7-5ba7-4438-8628-b3c1654aab2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18d45368684848de89c34efadd175f8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0683730
Nov 27 11:44:16.498109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49440) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:16.507023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Pushing event updated for resources: {'Port': ['ID=e6c4dba3-66e6-4348-a201-e4f3a7558e02,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:16.520623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:16.543838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-97b5e6d1-7747-40c0-a67f-26af7aa1fb82 None None] Provisioning complete for port e6c4dba3-66e6-4348-a201-e4f3a7558e02 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:16.544500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-97b5e6d1-7747-40c0-a67f-26af7aa1fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.569304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.573241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:16.573927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.604113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1b7ad43d-6e86-44b8-834b-ae4e9b9d36c9 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:16.709094 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6207221
Nov 27 11:44:16.714336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49444) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:16.716909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-97b5e6d1-7747-40c0-a67f-26af7aa1fb82 None None] Provisioning complete for port f5e071e9-b40b-40c3-a3a2-13b77b467d9c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:16.717420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-97b5e6d1-7747-40c0-a67f-26af7aa1fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.718827 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-efa02c0f-2c40-45a9-8276-d737ed8157e6 req-0a621175-aecc-45a5-8e71-5de6be181e40 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8080494
Nov 27 11:44:16.730831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:16.746275 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-112a617d-e4e6-400e-9327-84f5c40ce5fd service neutron] 10.222.0.39 "GET /v2.0/networks/67bf996e-d12c-40f0-bbe8-e9052fc1283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9562097
Nov 27 11:44:16.761449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Network': ['ID=fbaee6c4-ee62-48fd-9596-a47ee7adec01,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:16.773968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:16.773968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-49235160-ce01-4b09-918e-0e0460834997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:16.776010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network fbaee6c4-ee62-48fd-9596-a47ee7adec01 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:16.799137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61b2207-2781-47d9-918b-8b6ffe286ce0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:16.804054 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f61b2207-2781-47d9-918b-8b6ffe286ce0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ac HTTP/1.1" status: 200  len: 929 time: 1.0484855
Nov 27 11:44:16.821382 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-a90a8971-3723-4127-befa-20ead89498a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8 HTTP/1.1" status: 200  len: 1001 time: 0.4795754
Nov 27 11:44:16.821856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49448) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:16.986573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-49235160-ce01-4b09-918e-0e0460834997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.009748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:17.017621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:17.028048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:17.030301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-97b5e6d1-7747-40c0-a67f-26af7aa1fb82 None None] Provisioning for port 3b5a0d1b-ee60-45f0-9505-02e99f628480 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:17.035865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-97b5e6d1-7747-40c0-a67f-26af7aa1fb82 None None] Provisioning complete for port 3b5a0d1b-ee60-45f0-9505-02e99f628480 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:17.036697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-97b5e6d1-7747-40c0-a67f-26af7aa1fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.037638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:17.094660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-7a4f8044-dc1f-4a22-aaa2-1de7e3ff9e28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:17.096127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-7a4f8044-dc1f-4a22-aaa2-1de7e3ff9e28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ca80a8-f917-47e4-8f44-c8cf70956463 HTTP/1.1" status: 200  len: 834 time: 0.2271595
Nov 27 11:44:17.099475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7370c-cfa4-4ac3-af2c-09c107ae8504 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 283187d6-d168-4a56-971d-b87e273f3440 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:17.099812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4bb7370c-cfa4-4ac3-af2c-09c107ae8504 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.105937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-97b5e6d1-7747-40c0-a67f-26af7aa1fb82 None None] Port 3b5a0d1b-ee60-45f0-9505-02e99f628480 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:17.136990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:17.220999 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5b5f9fb-877f-4c5e-b0c2-d0a29ec9b435 req-109a1ab3-ab08-4176-8465-c369e826165e service neutron] 10.222.0.39 "GET /v2.0/networks/67bf996e-d12c-40f0-bbe8-e9052fc1283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4289668
Nov 27 11:44:17.231244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-49235160-ce01-4b09-918e-0e0460834997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.237395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d1c3dda8-718d-4fcd-8932-184fae0024de tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:17.261890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49235160-ce01-4b09-918e-0e0460834997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef4be3-be1f-4e93-910e-3d66b6d06ecc,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:17.269948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-49235160-ce01-4b09-918e-0e0460834997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:17.273859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.377509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ea73146b-6b6f-4ae4-8fa9-8cd442aba9c5 None None] Provisioning for port 283187d6-d168-4a56-971d-b87e273f3440 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:17.386619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ea73146b-6b6f-4ae4-8fa9-8cd442aba9c5 None None] Provisioning complete for port 283187d6-d168-4a56-971d-b87e273f3440 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:17.387483 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ea73146b-6b6f-4ae4-8fa9-8cd442aba9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.402599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.20.0.1 (6331b8b0-e421-49d7-80bf-e1118a616b65/cdd79e11-ef87-42cc-bc1d-f15fdadbf5dd/a7a00674-8c4b-463b-b252-7a478b580194) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:17.464438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-49235160-ce01-4b09-918e-0e0460834997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.467973 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-49235160-ce01-4b09-918e-0e0460834997 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bef4be3-be1f-4e93-910e-3d66b6d06ecc HTTP/1.1" status: 204  len: 168 time: 0.9658167
Nov 27 11:44:17.500339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ea73146b-6b6f-4ae4-8fa9-8cd442aba9c5 None None] Port 283187d6-d168-4a56-971d-b87e273f3440 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:17.532569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1327789-575f-4de6-b517-95387ac50e20 None None] Network 07cc7923-9ff9-473a-90aa-279867106c81 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:17.561809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:44:17.586324 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-ba85b9d0-8942-4f97-9d89-3f3fff3c3c25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7466fe26-3787-4dcd-8a3f-1a113016a1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4615893
Nov 27 11:44:17.637433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7055bc57-c0ab-490a-b252-a2abd4e63ef5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:17.691801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.696498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bedde1f7-5175-4839-99f6-813c3a4a2bde tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:17.765524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=46b01c3f-6a8d-4eb0-b8c6-515d00ce8269,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:17.774333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:17.804606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking segment: {'id': '1f50451f-e1e9-416f-846f-124288145f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:17.805001 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network hostable DHCP agents. Network: fbaee6c4-ee62-48fd-9596-a47ee7adec01, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:17.876881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-91e92431-411b-4e22-8f65-f5e53de630b8 None None] Provisioning for port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:17.909673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4bb7370c-cfa4-4ac3-af2c-09c107ae8504 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:17.931823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:17.946647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7f8e-0155-4428-938c-b1da4675d522 req-b5c05130-0f02-446d-bd87-bd5138c79535 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:17.958502 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-db5e7f8e-0155-4428-938c-b1da4675d522 req-b5c05130-0f02-446d-bd87-bd5138c79535 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 944 time: 0.0989404
Nov 27 11:44:17.979015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '5d27e0d3-6e11-4794-a9aa-92e7fe5257a4', 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b', 'port_id': '5d27e0d3-6e11-4794-a9aa-92e7fe5257a4', 'mac_address': 'fa:16:3e:f0:23:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e14969f-ebb5-4c72-b658-def87107be4a', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:44:17.983337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network fbaee6c4-ee62-48fd-9596-a47ee7adec01 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:18.014267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:18.024037 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-db5e7f8e-0155-4428-938c-b1da4675d522 req-371725ed-90e1-4e36-90a2-0058f7f64263 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644681
Nov 27 11:44:18.031724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:18.032256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.087855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, fbaee6c4-ee62-48fd-9596-a47ee7adec01) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:18.090250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.099041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:18.100350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.127260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77729520-5efb-4d12-adb8-de24aca123ba None None] Network fbaee6c4-ee62-48fd-9596-a47ee7adec01 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:18.170087 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-57481f7d-e389-4d3c-a0f1-0f94cdfb5339 service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5558517
Nov 27 11:44:18.201913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:44:18.238156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7370c-cfa4-4ac3-af2c-09c107ae8504 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 283187d6-d168-4a56-971d-b87e273f3440 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:18.252212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:18.286153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49458) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:18.286379 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5706208
Nov 27 11:44:18.319212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01', 'name': 'tempest-PortsTestJSON-1143398440'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:18.358089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.366904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-241300c2-d980-4fff-907d-51f2855e0e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:18.413622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.480794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49462) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:18.509365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:18.513861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.524427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:18.542045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-fbaee6c4-ee62-48fd-9596-a47ee7adec01', 'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01', 'tenant_id': '0aff31ebd04f4e60bd10a9304736d0ad', 'fixed_ips': [{'subnet_id': '46b01c3f-6a8d-4eb0-b8c6-515d00ce8269'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:18.543825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.547723 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b2868619-29ae-417f-904b-0736f246489f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c0e0254252d4c41a45f481c5ff17ae4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0652139
Nov 27 11:44:18.548378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49466) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:18.567703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7055bc57-c0ab-490a-b252-a2abd4e63ef5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7055bc57-c0ab-490a-b252-a2abd4e63ef5,segment=NetworkSegment(e89d386d-684b-4ebf-8cb4-a21f77991056),segment_id=e89d386d-684b-4ebf-8cb4-a21f77991056)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:18.590683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object a7a00674-8c4b-463b-b252-7a478b580194 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:18.615740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7e971032-7881-4f9d-8ce3-ab25ffa3e01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.636076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.640061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device f5e071e9-b40b-40c3-a3a2-13b77b467d9c up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:18.648720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7e971032-7881-4f9d-8ce3-ab25ffa3e01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.670667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:18.673000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:18.699325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0dab3bd7-8d8b-4241-89ea-d0c7194b0c76 req-3184aeae-39ec-4bfa-9e19-30b58bb556f6 service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4685194
Nov 27 11:44:18.708467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:18.722819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['5d27e0d3-6e11-4794-a9aa-92e7fe5257a4'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:44:18.792700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7e971032-7881-4f9d-8ce3-ab25ffa3e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.793423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0a734aea-db67-436e-bb37-19c3ff51ce8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:18.804813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e971032-7881-4f9d-8ce3-ab25ffa3e01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69220ca7-1329-46c4-a00f-4e9cbf6464fe,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:18.807136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7e971032-7881-4f9d-8ce3-ab25ffa3e01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:18.813455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7e971032-7881-4f9d-8ce3-ab25ffa3e01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.816977 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7e971032-7881-4f9d-8ce3-ab25ffa3e01b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69220ca7-1329-46c4-a00f-4e9cbf6464fe HTTP/1.1" status: 204  len: 168 time: 0.2645838
Nov 27 11:44:18.856712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4bb7370c-cfa4-4ac3-af2c-09c107ae8504 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.863932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.867373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:18.870567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.885444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cee4d432-dc96-44e5-bc11-0af44fdeea2a tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:18.924249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7055bc57-c0ab-490a-b252-a2abd4e63ef5,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:18.937184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dd7f7088-e945-45ba-8876-c0b4f3bf641d None None] Provisioning complete for port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:18.937184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd7f7088-e945-45ba-8876-c0b4f3bf641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:18.946591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7370c-cfa4-4ac3-af2c-09c107ae8504 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=283187d6-d168-4a56-971d-b87e273f3440,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:18.961981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:18.977605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Allocated IP 172.20.0.2 (fbaee6c4-ee62-48fd-9596-a47ee7adec01/46b01c3f-6a8d-4eb0-b8c6-515d00ce8269/da32ebe0-5a41-4f0a-90dc-1f867f8bdf43) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:19.046828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port c352e41b-6dbd-42c7-92f4-f112e5a378ae yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:19.064142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port f5e071e9-b40b-40c3-a3a2-13b77b467d9c triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:19.064523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:19.105136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-facfff35-9d3d-4b9f-8ed1-077160c5464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:19.113585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 6331b8b0-e421-49d7-80bf-e1118a616b65 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:19.121999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4bb7370c-cfa4-4ac3-af2c-09c107ae8504 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:19.125817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:19.128393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:19.244278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=a7a00674-8c4b-463b-b252-7a478b580194,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:19.247461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:19.258623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:19.259139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:19.281737 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4bb7370c-cfa4-4ac3-af2c-09c107ae8504 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/283187d6-d168-4a56-971d-b87e273f3440 HTTP/1.1" status: 204  len: 168 time: 2.4443009
Nov 27 11:44:19.281892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49476) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:19.322332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:19.385829 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d187d2-71ca-4aca-b512-4d318e1d2193 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:19.386339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c5d187d2-71ca-4aca-b512-4d318e1d2193 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:19.419138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6779c7d-3d71-4e1c-902c-74ee7229dabf req-cca553a5-5bc7-4028-9a15-4bf8b4f6c66a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:19.420720 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f6779c7d-3d71-4e1c-902c-74ee7229dabf req-cca553a5-5bc7-4028-9a15-4bf8b4f6c66a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 945 time: 0.2248702
Nov 27 11:44:19.528671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c5d187d2-71ca-4aca-b512-4d318e1d2193 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:19.531796 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c5d187d2-71ca-4aca-b512-4d318e1d2193 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/283187d6-d168-4a56-971d-b87e273f3440 HTTP/1.1" status: 404  len: 333 time: 0.2509758
Nov 27 11:44:19.533895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49480) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:19.639265 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f6779c7d-3d71-4e1c-902c-74ee7229dabf req-a6df46fe-20d9-46d2-b37e-570ed6482fea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2107599
Nov 27 11:44:19.640779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:19.694910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 3b5a0d1b-ee60-45f0-9505-02e99f628480 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:19.695242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:19.817326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:19.839312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e6c4dba3-66e6-4348-a201-e4f3a7558e02 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:19.883635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Transition to ACTIVE for port object da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:19.887821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:19.950358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Transition to ACTIVE for port object da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:20.014359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.016637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e6c4dba3-66e6-4348-a201-e4f3a7558e02 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:20.017535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.064117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bdf6e344-12ae-489f-bd7b-a88eb4329693 None None] Provisioning for port a7a00674-8c4b-463b-b252-7a478b580194 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:20.074136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-bdf6e344-12ae-489f-bd7b-a88eb4329693 None None] Provisioning complete for port a7a00674-8c4b-463b-b252-7a478b580194 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:20.074538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e344-12ae-489f-bd7b-a88eb4329693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.113151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.118947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5ec22a7f-84de-421c-b01a-7798c9718241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:20.128397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.147853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 3b5a0d1b-ee60-45f0-9505-02e99f628480 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:20.166156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.10 (fbaee6c4-ee62-48fd-9596-a47ee7adec01/46b01c3f-6a8d-4eb0-b8c6-515d00ce8269/c352e41b-6dbd-42c7-92f4-f112e5a378ae) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:20.205246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6e344-12ae-489f-bd7b-a88eb4329693 None None] Port a7a00674-8c4b-463b-b252-7a478b580194 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:20.247654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Pushing event updated for resources: {'Port': ['ID=da32ebe0-5a41-4f0a-90dc-1f867f8bdf43,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:20.251678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Network fbaee6c4-ee62-48fd-9596-a47ee7adec01 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:20.254833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:20.255900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:20.259898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:20.282919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.398858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Attempting to bind port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:20.399233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Attempting to bind port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '1f50451f-e1e9-416f-846f-124288145f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:20.399609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Attempting to bind port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 on network fbaee6c4-ee62-48fd-9596-a47ee7adec01 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:20.405545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.414788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:20.415503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Checking segment: {'id': '1f50451f-e1e9-416f-846f-124288145f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:20.416304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.417017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Bound using segment: {'id': '1f50451f-e1e9-416f-846f-124288145f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:20.417751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Bound port: da32ebe0-5a41-4f0a-90dc-1f867f8bdf43, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50451f-e1e9-416f-846f-124288145f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:20.418401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.419383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9e1d41e6-b0b0-4863-a61a-f7d2f900766f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:20.436978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7055bc57-c0ab-490a-b252-a2abd4e63ef5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:20.462344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-050775f2-e65e-40ff-bbbe-d45b68076a66 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:20.499529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=3b5a0d1b-ee60-45f0-9505-02e99f628480,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:20.509398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:20.513060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.593707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] For port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:20.597932 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/3b5a0d1b-ee60-45f0-9505-02e99f628480 HTTP/1.1" status: 204  len: 168 time: 1.0624201
Nov 27 11:44:20.602318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49484) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:20.604187 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] For port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=da32ebe0-5a41-4f0a-90dc-1f867f8bdf43,segment=NetworkSegment(1f50451f-e1e9-416f-846f-124288145f0d),segment_id=1f50451f-e1e9-416f-846f-124288145f0d)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:20.610267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:20.611197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.629973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=a7a00674-8c4b-463b-b252-7a478b580194,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:20.663272 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-758be03d-7796-4ff0-a51c-38bb06fa762c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:20.663737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-758be03d-7796-4ff0-a51c-38bb06fa762c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:20.687338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:20.695608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.703960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.706203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-76e37435-6fca-4410-945b-0680f20c4795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:20.780802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-758be03d-7796-4ff0-a51c-38bb06fa762c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:20.784149 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-758be03d-7796-4ff0-a51c-38bb06fa762c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/3b5a0d1b-ee60-45f0-9505-02e99f628480 HTTP/1.1" status: 404  len: 333 time: 0.1804721
Nov 27 11:44:20.785957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49490) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:20.850787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Pushing event updated for resources: {'Port': ['ID=da32ebe0-5a41-4f0a-90dc-1f867f8bdf43,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:20.850974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:20.861582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:20.894109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object c352e41b-6dbd-42c7-92f4-f112e5a378ae will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:20.924147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 6331b8b0-e421-49d7-80bf-e1118a616b65 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:20.926156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:21.128925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55286a5-92be-4945-aebd-4e0eed796ef9 req-3888f4ef-1302-424b-9dcc-c041e434f35e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:21.130491 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c55286a5-92be-4945-aebd-4e0eed796ef9 req-3888f4ef-1302-424b-9dcc-c041e434f35e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 945 time: 0.3001366
Nov 27 11:44:21.193581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet 2a7fde6c-4cbb-4045-af7b-711dfad32ae3 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:21.198785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.216756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-50fe249e-74a3-4a1e-b980-a6599faf3477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.222426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.240063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-39d9e609-4a8c-4a24-8632-b9602a5bedc4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:21.265365 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c55286a5-92be-4945-aebd-4e0eed796ef9 req-2350c90d-b53e-4287-a8fd-1d33b7aa376f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242881
Nov 27 11:44:21.287888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.307107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5d077304-0092-4f4a-ab05-8117fe8e32d0 None None] Provisioning complete for port a7a00674-8c4b-463b-b252-7a478b580194 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:21.307750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5d077304-0092-4f4a-ab05-8117fe8e32d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.374709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=c352e41b-6dbd-42c7-92f4-f112e5a378ae,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:21.391551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:21.400653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5d077304-0092-4f4a-ab05-8117fe8e32d0 None None] Port a7a00674-8c4b-463b-b252-7a478b580194 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:21.403461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network fbaee6c4-ee62-48fd-9596-a47ee7adec01 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:21.408782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.410229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:21.412839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:21.490577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:21.491216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.577278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.581688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ea9a7395-302b-4857-8fc4-b8979299f48b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:21.590435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:21.592358 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.2883093
Nov 27 11:44:21.593044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49494) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:21.599839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'fbaee6c4-ee62-48fd-9596-a47ee7adec01', 'name': 'tempest-PortsTestJSON-467636451'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:21.617866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7fde6c-4cbb-4045-af7b-711dfad32ae3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:21.621353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:21.627229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.635865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098cee27-ec55-42c2-972e-064918930ad7 None None] Network f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:21.637083 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/2a7fde6c-4cbb-4045-af7b-711dfad32ae3 HTTP/1.1" status: 204  len: 168 time: 0.8497860
Nov 27 11:44:21.640028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49498) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:21.692284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:44:21.768060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.780408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port f5e071e9-b40b-40c3-a3a2-13b77b467d9c {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:21.780889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.839071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:21.906552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:21.913747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:21.919318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:21.924825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:21.925318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:21.936320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:21.986394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] DHCP port deletion for f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:21.993771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] Deleting port f5e071e9-b40b-40c3-a3a2-13b77b467d9c {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:21.994151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.010026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:44:22.016478 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2299426
Nov 27 11:44:22.020103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49502) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:22.029561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc9e128-9119-4f88-ad37-296c0717c38c None None] Sync routers for ids ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:44:22.080739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] For port f5e071e9-b40b-40c3-a3a2-13b77b467d9c, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f5e071e9-b40b-40c3-a3a2-13b77b467d9c,segment=NetworkSegment(8f7fba6e-b246-45d9-b82a-f9173daa17da),segment_id=8f7fba6e-b246-45d9-b82a-f9173daa17da)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:22.081357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.094762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc9e128-9119-4f88-ad37-296c0717c38c None None] Routers {'6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:22.095441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2bc9e128-9119-4f88-ad37-296c0717c38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d5dd00>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:22.101405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:22.104789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.143439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e851769-69fa-49fc-9c41-81249cc39b27 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:22.144316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6e851769-69fa-49fc-9c41-81249cc39b27 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:22.154370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port ace5db8b-c480-42ba-8ced-71c9a9d87c03 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:22.227365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for f5e071e9-b40b-40c3-a3a2-13b77b467d9c owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:22.272932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2bc9e128-9119-4f88-ad37-296c0717c38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d5dd00>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:22.384557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d391f5-c8ed-4943-bdbf-d460b706147e None None] Network fbaee6c4-ee62-48fd-9596-a47ee7adec01 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:22.421031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.430008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a213433-b04b-4be8-bf77-ff3d9290b552 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:22.438922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc9e128-9119-4f88-ad37-296c0717c38c None None] Routers {'6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:22.439829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2bc9e128-9119-4f88-ad37-296c0717c38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d5dd00>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:22.499679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=f5e071e9-b40b-40c3-a3a2-13b77b467d9c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:22.503693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:22.504689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No DVR routers for this DVR port f5e071e9-b40b-40c3-a3a2-13b77b467d9c on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:22.513147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:22.572612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6e851769-69fa-49fc-9c41-81249cc39b27 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:22.573770 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6e851769-69fa-49fc-9c41-81249cc39b27 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports/a7a00674-8c4b-463b-b252-7a478b580194 HTTP/1.1" status: 200  len: 910 time: 0.5517256
Nov 27 11:44:22.577480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49508) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:22.610851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.619352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.640187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.668231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284502b9d0>,) {'filters': {'network_id': ['f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:22.680686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284502b9d0>, '8f7fba6e-b246-45d9-b82a-f9173daa17da') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:22.680973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284502b9d0>, '8f7fba6e-b246-45d9-b82a-f9173daa17da') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:22.690785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2bc9e128-9119-4f88-ad37-296c0717c38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d5dd00>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:22.691229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc9e128-9119-4f88-ad37-296c0717c38c None None] The sync data for ids ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:44:22.697358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.719597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.726575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:22.726973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:22.741680 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:22.745150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.14 (fbaee6c4-ee62-48fd-9596-a47ee7adec01/46b01c3f-6a8d-4eb0-b8c6-515d00ce8269/ace5db8b-c480-42ba-8ced-71c9a9d87c03) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:22.759677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f660c-dd3e-4145-ad2c-65d23bc0fcdc req-a8b4bbc5-93c4-499f-b67d-e93827a93c77 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:22.761138 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9f2f660c-dd3e-4145-ad2c-65d23bc0fcdc req-a8b4bbc5-93c4-499f-b67d-e93827a93c77 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 945 time: 0.2517262
Nov 27 11:44:22.771427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cd2bad-190a-4d09-97a5-5a6f815b859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d27e0d3-6e11-4794-a9aa-92e7fe5257a4'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:44:22.799196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:22.802122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] For port f5e071e9-b40b-40c3-a3a2-13b77b467d9c, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=f5e071e9-b40b-40c3-a3a2-13b77b467d9c,segment=NetworkSegment(8f7fba6e-b246-45d9-b82a-f9173daa17da),segment_id=8f7fba6e-b246-45d9-b82a-f9173daa17da)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:22.802763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.891759 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9f2f660c-dd3e-4145-ad2c-65d23bc0fcdc req-5f0b95c2-0e53-4dfe-a280-1ecc01da634a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194961
Nov 27 11:44:22.929803 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cd2bad-190a-4d09-97a5-5a6f815b859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d27e0d3-6e11-4794-a9aa-92e7fe5257a4', 'code': 200}
Nov 27 11:44:22.937387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] Calling delete_port for f5e071e9-b40b-40c3-a3a2-13b77b467d9c owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:22.942889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.946419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-237a7d69-ee98-443c-b692-d098046122c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:22.970587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:22.986671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Network': ['ID=f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:22.986671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:22.999907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a2caa190-78da-4d88-a4cd-af9d9288c718 None None] Provisioning for port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:23.009758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.016704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:23.070718 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/networks/f698d503-1e1c-4b2d-8ef1-df5d58d9a3ed HTTP/1.1" status: 204  len: 168 time: 1.4281588
Nov 27 11:44:23.077240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49514) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:23.080877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1424955628'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:23.086713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:23.091140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:network and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:23.094431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:23.101402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:23.166101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:23.166366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.169799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:23.170396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:44:23.170779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:44:23.187422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object ace5db8b-c480-42ba-8ced-71c9a9d87c03 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:23.199511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:23.207043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:23.207443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.256895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:23.261544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.293728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:23.304656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.305093 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Added segment c2df3b07-995c-44a3-986e-036456bf5bd5 of type vlan for network 0786605a-94d9-4877-b4cd-32e3d5d0dff3
Nov 27 11:44:23.346709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.348704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.370727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:23.435033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.441400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:23.451115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.458141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-25d87a0a-741a-4310-b9f2-2609e760247c tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:23.468788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.469354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network fbaee6c4-ee62-48fd-9596-a47ee7adec01 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:23.480247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:23.493274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:23.518418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=da32ebe0-5a41-4f0a-90dc-1f867f8bdf43,segment=NetworkSegment(1f50451f-e1e9-416f-846f-124288145f0d),segment_id=1f50451f-e1e9-416f-846f-124288145f0d)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:23.557556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=ace5db8b-c480-42ba-8ced-71c9a9d87c03,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:23.578948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:23.583058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Network': ['ID=0786605a-94d9-4877-b4cd-32e3d5d0dff3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:23.586420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:23.592995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:23.598174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.598332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:23.612690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6f9d2456-60da-4419-a91b-28ea2a7e43fb None None] Provisioning for port c352e41b-6dbd-42c7-92f4-f112e5a378ae completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:23.622035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.627605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fb81f0a9-d289-4dfc-94a7-b51172476599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:23.661737 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcf09655-fde4-4653-b1af-846425efb943 req-bfe4bb38-0aaa-4887-a8c3-939c297ccac3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 1099 time: 0.2532697
Nov 27 11:44:23.668631 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5935960
Nov 27 11:44:23.671951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49520) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:23.674703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] Deleting port f5e071e9-b40b-40c3-a3a2-13b77b467d9c {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:23.675088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.681062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:23.707487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6f9d2456-60da-4419-a91b-28ea2a7e43fb None None] Provisioning complete for port c352e41b-6dbd-42c7-92f4-f112e5a378ae triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:23.712474 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f9d2456-60da-4419-a91b-28ea2a7e43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:23.754577 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcf09655-fde4-4653-b1af-846425efb943 req-f3295e5f-9401-43ed-9597-42f4988503e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788829
Nov 27 11:44:23.762176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.1657372
Nov 27 11:44:23.762401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49524) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:23.853767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d2456-60da-4419-a91b-28ea2a7e43fb None None] Port c352e41b-6dbd-42c7-92f4-f112e5a378ae cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:23.855739 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device f5e071e9-b40b-40c3-a3a2-13b77b467d9c no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:23.931777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: f5e071e9-b40b-40c3-a3a2-13b77b467d9c {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:23.932209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device f5e071e9-b40b-40c3-a3a2-13b77b467d9c not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:23.984595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.031291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e87768c1-0de2-45b4-9c64-e78744a0c9c3 None None] The port 'f5e071e9-b40b-40c3-a3a2-13b77b467d9c' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:44:24.053643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:24.055801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6f9d2456-60da-4419-a91b-28ea2a7e43fb None None] Provisioning complete for port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:24.056305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f9d2456-60da-4419-a91b-28ea2a7e43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.060347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:24.064536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:24.070580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:24.154251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=da32ebe0-5a41-4f0a-90dc-1f867f8bdf43,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:24.159167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.160170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:24.227935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:24.377505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9172504e-677e-434e-a082-f2707388ffaf None None] Provisioning complete for port c352e41b-6dbd-42c7-92f4-f112e5a378ae triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:24.377892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9172504e-677e-434e-a082-f2707388ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.379792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0221c156-5b3a-4e7a-8559-aee9c8e32d75 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:24.380491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0221c156-5b3a-4e7a-8559-aee9c8e32d75 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:24.409777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.456365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:24.498868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708209fa-c8c2-48da-ad6a-afdb33520557 req-e94dd7b0-1d6a-45f6-9db4-26dd2acaa4fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:24.500383 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-708209fa-c8c2-48da-ad6a-afdb33520557 req-e94dd7b0-1d6a-45f6-9db4-26dd2acaa4fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 946 time: 0.4178402
Nov 27 11:44:24.513957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9172504e-677e-434e-a082-f2707388ffaf None None] Port c352e41b-6dbd-42c7-92f4-f112e5a378ae cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:24.553339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:24.553718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.557502 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-708209fa-c8c2-48da-ad6a-afdb33520557 req-6a9bb67a-b3d7-42e7-b9e0-385d797d300e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508080
Nov 27 11:44:24.565121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0221c156-5b3a-4e7a-8559-aee9c8e32d75 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:24.568619 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0221c156-5b3a-4e7a-8559-aee9c8e32d75 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200  len: 923 time: 0.8024809
Nov 27 11:44:24.571024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49532) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:24.674192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port ace5db8b-c480-42ba-8ced-71c9a9d87c03 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:24.674453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9172504e-677e-434e-a082-f2707388ffaf None None] Provisioning for port ace5db8b-c480-42ba-8ced-71c9a9d87c03 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:24.674989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.687004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9172504e-677e-434e-a082-f2707388ffaf None None] Provisioning complete for port ace5db8b-c480-42ba-8ced-71c9a9d87c03 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:24.687397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9172504e-677e-434e-a082-f2707388ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.724325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b275bc-e89b-435f-a40a-c0bd706d1e65 req-8d9133ac-e16d-451a-a99b-1f62278f0f84 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:24.726380 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a8b275bc-e89b-435f-a40a-c0bd706d1e65 req-8d9133ac-e16d-451a-a99b-1f62278f0f84 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 946 time: 0.2960529
Nov 27 11:44:24.737494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.21.0.1 (07cc7923-9ff9-473a-90aa-279867106c81/6ebbcae2-f101-406b-97c8-7753eeec71f8/9f0cc0fd-d1ca-419b-a148-e738d1cabd62) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:24.763245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9172504e-677e-434e-a082-f2707388ffaf None None] Port ace5db8b-c480-42ba-8ced-71c9a9d87c03 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:24.906626 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:24.930559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object 9f0cc0fd-d1ca-419b-a148-e738d1cabd62 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:24.934360 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a8b275bc-e89b-435f-a40a-c0bd706d1e65 req-21d3a0ca-4231-4b9b-842b-4549f367fa1a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1561661
Nov 27 11:44:25.037189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.042660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ede26c08-b93e-45cf-9355-e6ad66cfe4fc tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:25.054868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.105678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 07cc7923-9ff9-473a-90aa-279867106c81 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:25.108743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:25.111889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:25.119806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.159351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=9f0cc0fd-d1ca-419b-a148-e738d1cabd62,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:25.163944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:25.175684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0ecf863d-8c10-43b5-92c4-0d94bec59a17 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:25.184647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.211589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for ace5db8b-c480-42ba-8ced-71c9a9d87c03 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:25.326744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=b7109ebb-5830-40b4-b1ec-df103085268d,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:25.331034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:25.340079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking segment: {'id': 'c2df3b07-995c-44a3-986e-036456bf5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:25.344245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network hostable DHCP agents. Network: 0786605a-94d9-4877-b4cd-32e3d5d0dff3, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:25.391092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.469221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:25.510715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3381d04b-ffab-44ef-b407-0215f3da4f27 None None] Provisioning for port 9f0cc0fd-d1ca-419b-a148-e738d1cabd62 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:25.515726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3381d04b-ffab-44ef-b407-0215f3da4f27 None None] Provisioning complete for port 9f0cc0fd-d1ca-419b-a148-e738d1cabd62 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:25.516366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3381d04b-ffab-44ef-b407-0215f3da4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.576411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3381d04b-ffab-44ef-b407-0215f3da4f27 None None] Port 9f0cc0fd-d1ca-419b-a148-e738d1cabd62 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:25.623317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.629834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:25.668557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 0786605a-94d9-4877-b4cd-32e3d5d0dff3) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:25.672811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:25.673656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.682772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2198f7-fdad-4461-85ad-da2450d0c8c9 None None] Network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:25.702671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=ace5db8b-c480-42ba-8ced-71c9a9d87c03,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:25.706272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:25.804920 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1314456
Nov 27 11:44:25.808441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49538) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:25.820201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3', 'name': 'tempest-PortsIpV6TestJSON-1635403440', 'fixed_ips': [{'subnet_id': 'b7109ebb-5830-40b4-b1ec-df103085268d', 'ip_address': '2001:db8::10'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:25.850320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:25.855292 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/ace5db8b-c480-42ba-8ced-71c9a9d87c03 HTTP/1.1" status: 204  len: 168 time: 1.2769523
Nov 27 11:44:25.856213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49542) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:25.903358 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee9ae4d-ddba-443f-b855-7fc6f129bcb4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:25.905097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cee9ae4d-ddba-443f-b855-7fc6f129bcb4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:25.968081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f968a26-f4d4-4bd6-b361-a13d2483e43d req-eef3a462-60c6-41b0-bcd2-2f80c7a68693 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:25.969453 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f968a26-f4d4-4bd6-b361-a13d2483e43d req-eef3a462-60c6-41b0-bcd2-2f80c7a68693 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 946 time: 0.2750766
Nov 27 11:44:25.972126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.002325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cee9ae4d-ddba-443f-b855-7fc6f129bcb4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:26.002325 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cee9ae4d-ddba-443f-b855-7fc6f129bcb4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/ace5db8b-c480-42ba-8ced-71c9a9d87c03 HTTP/1.1" status: 404  len: 333 time: 0.1406591
Nov 27 11:44:26.002325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49548) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:26.003293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-0786605a-94d9-4877-b4cd-32e3d5d0dff3', 'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3', 'tenant_id': 'a0270ee3ba574932b1c598ac398651fb', 'fixed_ips': [{'subnet_id': 'b7109ebb-5830-40b4-b1ec-df103085268d'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:26.003293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.047597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:26.051745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.083096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f968a26-f4d4-4bd6-b361-a13d2483e43d req-e4247768-3748-498a-8404-3358bc24e671 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067624
Nov 27 11:44:26.084347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:26.090035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d6f0864-3124-49c6-b700-3e421bae160c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:26.123408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:26.135141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:26.164845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port c352e41b-6dbd-42c7-92f4-f112e5a378ae {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:26.165289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.185627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.190906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=9f0cc0fd-d1ca-419b-a148-e738d1cabd62,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:26.194129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:26.205451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Allocated IP 2001:db8::2 (0786605a-94d9-4877-b4cd-32e3d5d0dff3/b7109ebb-5830-40b4-b1ec-df103085268d/9731fc13-8e9b-438d-95c6-512b6aea7010) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:26.421007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cf049-3643-4514-9202-e109009c5a82 req-35026b13-e9d5-4929-853d-6138f2d2a438 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:26.422487 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-724cf049-3643-4514-9202-e109009c5a82 req-35026b13-e9d5-4929-853d-6138f2d2a438 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 946 time: 0.3173611
Nov 27 11:44:26.493322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:26.495053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.506168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Transition to ACTIVE for port object 9731fc13-8e9b-438d-95c6-512b6aea7010 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:26.525132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Transition to ACTIVE for port object 9731fc13-8e9b-438d-95c6-512b6aea7010 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:26.553178 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-724cf049-3643-4514-9202-e109009c5a82 req-89034105-bc74-4db8-8803-4b3421e8f50f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197648
Nov 27 11:44:26.588104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.593473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e02e9f53-2727-4d29-9f1a-4171a35b4140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:26.605685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.659818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:26.663097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:26.667616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:26.669976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Pushing event updated for resources: {'Port': ['ID=9731fc13-8e9b-438d-95c6-512b6aea7010,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:26.674755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:26.705353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 07cc7923-9ff9-473a-90aa-279867106c81 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:26.712319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:26.730104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for c352e41b-6dbd-42c7-92f4-f112e5a378ae owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:26.775072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.781642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Attempting to bind port 9731fc13-8e9b-438d-95c6-512b6aea7010 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:26.782065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Attempting to bind port 9731fc13-8e9b-438d-95c6-512b6aea7010 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'c2df3b07-995c-44a3-986e-036456bf5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:26.783246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Attempting to bind port 9731fc13-8e9b-438d-95c6-512b6aea7010 on network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:26.790589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:26.791208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Checking segment: {'id': 'c2df3b07-995c-44a3-986e-036456bf5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:26.791787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.792328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Bound using segment: {'id': 'c2df3b07-995c-44a3-986e-036456bf5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:26.792961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Bound port: 9731fc13-8e9b-438d-95c6-512b6aea7010, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2df3b07-995c-44a3-986e-036456bf5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:26.793630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.862323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606551d9-b7ba-4d9f-87e2-e7d08c66ccf9 req-ff31c1d0-bdb8-4b66-a0a7-866f3aafc12e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:26.864496 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-606551d9-b7ba-4d9f-87e2-e7d08c66ccf9 req-ff31c1d0-bdb8-4b66-a0a7-866f3aafc12e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 946 time: 0.4164467
Nov 27 11:44:26.870634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640050-f89f-4e2a-8609-86bb50776028 req-f1a14a11-d207-4d94-b30c-bc86ee7f96c6 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:26.872280 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b7640050-f89f-4e2a-8609-86bb50776028 req-f1a14a11-d207-4d94-b30c-bc86ee7f96c6 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 946 time: 0.6372974
Nov 27 11:44:26.899049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] For port 9731fc13-8e9b-438d-95c6-512b6aea7010, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:26.903353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] For port 9731fc13-8e9b-438d-95c6-512b6aea7010, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9731fc13-8e9b-438d-95c6-512b6aea7010,segment=NetworkSegment(c2df3b07-995c-44a3-986e-036456bf5bd5),segment_id=c2df3b07-995c-44a3-986e-036456bf5bd5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:26.974001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:26.976271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 6d8854fc-036a-4776-9c60-786ec7dec06f yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:26.978457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cb916a58-bfa3-424f-8591-096a695d18e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:27.002983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:27.010903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7627220d-5cf8-49c5-ad75-ca1442034f73 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:27.058983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=c352e41b-6dbd-42c7-92f4-f112e5a378ae,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:27.060771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Deleting port f7167fca-4dc8-4962-8155-f033ce8e5f91 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:27.060771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:27.064031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:27.072133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-77a30bc6-bc32-420b-a4dd-b4c2aa736640 None None] Provisioning complete for port 9f0cc0fd-d1ca-419b-a148-e738d1cabd62 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:27.072515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-77a30bc6-bc32-420b-a4dd-b4c2aa736640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:27.110758 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-606551d9-b7ba-4d9f-87e2-e7d08c66ccf9 req-dc0e1576-c964-435a-85b6-d91177a471dc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2371218
Nov 27 11:44:27.145225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Pushing event updated for resources: {'Port': ['ID=9731fc13-8e9b-438d-95c6-512b6aea7010,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:27.149687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:27.163945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-77a30bc6-bc32-420b-a4dd-b4c2aa736640 None None] Port 9f0cc0fd-d1ca-419b-a148-e738d1cabd62 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:27.221816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:27.332434 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/c352e41b-6dbd-42c7-92f4-f112e5a378ae HTTP/1.1" status: 204  len: 168 time: 1.3264084
Nov 27 11:44:27.332696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49558) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:27.431380 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3c34c9-b0f6-4e43-9935-497ff64fae8f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:27.432295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6c3c34c9-b0f6-4e43-9935-497ff64fae8f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:27.513244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6c3c34c9-b0f6-4e43-9935-497ff64fae8f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:27.516890 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6c3c34c9-b0f6-4e43-9935-497ff64fae8f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/c352e41b-6dbd-42c7-92f4-f112e5a378ae HTTP/1.1" status: 404  len: 333 time: 0.1806903
Nov 27 11:44:27.517186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49562) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:27.617430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::10 (0786605a-94d9-4877-b4cd-32e3d5d0dff3/b7109ebb-5830-40b4-b1ec-df103085268d/6d8854fc-036a-4776-9c60-786ec7dec06f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:27.730822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] For port f7167fca-4dc8-4962-8155-f033ce8e5f91, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f7167fca-4dc8-4962-8155-f033ce8e5f91,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:27.731170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:27.771749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet 46b01c3f-6a8d-4eb0-b8c6-515d00ce8269 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:27.776536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:27.848909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:27.864884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:44:27.892423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbde0d7-dedc-43dc-8b7a-4284f8686c59 req-6a6e8be1-4127-4afe-b6a0-a1d44fdf1f5d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:27.895935 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-efbde0d7-dedc-43dc-8b7a-4284f8686c59 req-6a6e8be1-4127-4afe-b6a0-a1d44fdf1f5d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 946 time: 0.2010345
Nov 27 11:44:27.972455 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-efbde0d7-dedc-43dc-8b7a-4284f8686c59 req-3b38d636-9f86-4a4d-a560-bc2219872e87 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685959
Nov 27 11:44:27.982171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.145434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.149777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a8a37285-a0a3-40cd-a660-26e829fb4635 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:28.191148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=46b01c3f-6a8d-4eb0-b8c6-515d00ce8269,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:28.198605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:28.200254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.202305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b7bd41-33ad-467d-9eb8-f0d37a58c4c4 None None] Network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:28.207054 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/46b01c3f-6a8d-4eb0-b8c6-515d00ce8269 HTTP/1.1" status: 204  len: 168 time: 0.6888561
Nov 27 11:44:28.210104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49568) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:28.229968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024cf11a-8a50-4884-8e90-958279f94841 None None] Network fbaee6c4-ee62-48fd-9596-a47ee7adec01 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:28.328208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.340659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:28.341114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.426884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.471044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 6d8854fc-036a-4776-9c60-786ec7dec06f will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:28.480925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.481283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.481580 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Floating IP 8c04505f-abf4-4ff4-9016-c6187738a09f disassociated. External IP: 172.26.6.34, port: f7167fca-4dc8-4962-8155-f033ce8e5f91.
Nov 27 11:44:28.481912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Calling delete_port for f7167fca-4dc8-4962-8155-f033ce8e5f91 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:28.552865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9731fc13-8e9b-438d-95c6-512b6aea7010 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:28.605281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] For port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=da32ebe0-5a41-4f0a-90dc-1f867f8bdf43,segment=NetworkSegment(1f50451f-e1e9-416f-846f-124288145f0d),segment_id=1f50451f-e1e9-416f-846f-124288145f0d)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:28.605819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.642614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f51b564a-f6bb-4fc1-b6e3-d4bbd992e985 None None] Provisioning for port 9731fc13-8e9b-438d-95c6-512b6aea7010 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:28.653762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49572) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:28.733325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.744901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:44:28.758526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-18bdbcc8-84e5-45d7-8b54-2b6d0aa46589 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:28.765560 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd8cf1-2534-4efe-b7c8-f5d7a76103f7 None None] Sync routers for ids ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:44:28.778835 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd8cf1-2534-4efe-b7c8-f5d7a76103f7 None None] Routers {'6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:28.779641 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-39dd8cf1-2534-4efe-b7c8-f5d7a76103f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f7e3d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:28.854237 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-39dd8cf1-2534-4efe-b7c8-f5d7a76103f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f7e3d0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:28.869870 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd8cf1-2534-4efe-b7c8-f5d7a76103f7 None None] Routers {'6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:28.870579 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-39dd8cf1-2534-4efe-b7c8-f5d7a76103f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f7e3d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:28.905136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911525f0-1b38-4d38-bf68-ecbf0f2d3162 None None] DHCP port deletion for fbaee6c4-ee62-48fd-9596-a47ee7adec01 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:28.905706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:28.906675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=6d8854fc-036a-4776-9c60-786ec7dec06f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:28.910385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:28.912896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:28.915530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:28.918112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-911525f0-1b38-4d38-bf68-ecbf0f2d3162 None None] Deleting port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:28.918510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:28.920176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:28.920739 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-911525f0-1b38-4d38-bf68-ecbf0f2d3162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.920861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:28.952933 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-39dd8cf1-2534-4efe-b7c8-f5d7a76103f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f7e3d0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:28.953252 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd8cf1-2534-4efe-b7c8-f5d7a76103f7 None None] The sync data for ids ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:44:28.977437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9731fc13-8e9b-438d-95c6-512b6aea7010 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:28.998949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9731fc13-8e9b-438d-95c6-512b6aea7010 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:28.999488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.061614 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:44:29.062288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.081975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:29.129785 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.3180225
Nov 27 11:44:29.132573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49578) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:29.136172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': '0786605a-94d9-4877-b4cd-32e3d5d0dff3', 'name': 'tempest-PortsIpV6TestJSON-1538736343', 'fixed_ips': [{'subnet_id': 'b7109ebb-5830-40b4-b1ec-df103085268d', 'ip_address': '2001:db8::f'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:29.159777 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5775044
Nov 27 11:44:29.164937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.178139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49582) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:29.178139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-304199bf-bd82-4009-9b65-9997bba360fd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:29.183012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.196318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event deleted for resources: {'Port': ['ID=f7167fca-4dc8-4962-8155-f033ce8e5f91,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:29.205477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:29.216726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-610e293d-85d0-45ea-8deb-654cf2f476ea req-ff3fa847-6a81-4f56-91ad-5b7c93041975 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:29.266716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-911525f0-1b38-4d38-bf68-ecbf0f2d3162 None None] The port 'da32ebe0-5a41-4f0a-90dc-1f867f8bdf43' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:44:29.275749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=da32ebe0-5a41-4f0a-90dc-1f867f8bdf43,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:29.279592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:29.299860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 9731fc13-8e9b-438d-95c6-512b6aea7010, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9731fc13-8e9b-438d-95c6-512b6aea7010,segment=NetworkSegment(c2df3b07-995c-44a3-986e-036456bf5bd5),segment_id=c2df3b07-995c-44a3-986e-036456bf5bd5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:29.301259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-610e293d-85d0-45ea-8deb-654cf2f476ea req-ff3fa847-6a81-4f56-91ad-5b7c93041975 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:29.302571 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-610e293d-85d0-45ea-8deb-654cf2f476ea req-ff3fa847-6a81-4f56-91ad-5b7c93041975 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.1424494
Nov 27 11:44:29.335434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6b8492f5-efbc-4f11-89ef-ebcc6b752169 None None] Provisioning for port 6d8854fc-036a-4776-9c60-786ec7dec06f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:29.340541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6b8492f5-efbc-4f11-89ef-ebcc6b752169 None None] Provisioning complete for port 6d8854fc-036a-4776-9c60-786ec7dec06f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:29.340929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b8492f5-efbc-4f11-89ef-ebcc6b752169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.383730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No DVR routers for this DVR port da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:29.423753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6b8492f5-efbc-4f11-89ef-ebcc6b752169 None None] Port 6d8854fc-036a-4776-9c60-786ec7dec06f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:29.436314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.446507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:29.482457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d998a1-f361-4b38-af42-e1bdb412ac0e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:29.489931 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-24d998a1-f361-4b38-af42-e1bdb412ac0e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports/9f0cc0fd-d1ca-419b-a148-e738d1cabd62 HTTP/1.1" status: 200  len: 910 time: 0.2742250
Nov 27 11:44:29.491337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49586) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:29.494184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6b8492f5-efbc-4f11-89ef-ebcc6b752169 None None] Provisioning complete for port 9731fc13-8e9b-438d-95c6-512b6aea7010 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:29.494796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b8492f5-efbc-4f11-89ef-ebcc6b752169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.598777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.616199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:29.620755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:port and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:29.625390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:29.643013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:29.649700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28457b9850>,) {'filters': {'network_id': ['fbaee6c4-ee62-48fd-9596-a47ee7adec01']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:29.666860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28457b9850>, '1f50451f-e1e9-416f-846f-124288145f0d') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:29.667158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28457b9850>, '1f50451f-e1e9-416f-846f-124288145f0d') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:29.673945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f7167fca-4dc8-4962-8155-f033ce8e5f91 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:29.687408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.710638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.716631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: f7167fca-4dc8-4962-8155-f033ce8e5f91 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:29.716984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f7167fca-4dc8-4962-8155-f033ce8e5f91 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:29.720349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:29.720838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.721371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=9731fc13-8e9b-438d-95c6-512b6aea7010,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:29.724336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:29.741256 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:29.746540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:29.799173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a025683a-f2ae-486d-aef2-cae0a0e8e8ef None None] Provisioning complete for port 6d8854fc-036a-4776-9c60-786ec7dec06f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:29.803106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a025683a-f2ae-486d-aef2-cae0a0e8e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.856497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a025683a-f2ae-486d-aef2-cae0a0e8e8ef None None] Port 6d8854fc-036a-4776-9c60-786ec7dec06f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:29.938757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.960274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.964274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:29.967683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 7aaf13cc-149a-4950-a267-b9e4381db772 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:30.004945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3dc94824-f59d-403a-ab81-a2fe428cde3b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:30.036174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Network': ['ID=fbaee6c4-ee62-48fd-9596-a47ee7adec01,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:30.038913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:30.098639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Router 4e381d82-7ba7-4a33-9879-a70491a89069 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:44:30.124865 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/networks/fbaee6c4-ee62-48fd-9596-a47ee7adec01 HTTP/1.1" status: 204  len: 168 time: 1.9137039
Nov 27 11:44:30.142263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49590) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:30.176104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1960987152'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:30.190940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:30.197882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:network and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:30.206659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:30.216028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:30.230215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::f (0786605a-94d9-4877-b4cd-32e3d5d0dff3/b7109ebb-5830-40b4-b1ec-df103085268d/7aaf13cc-149a-4950-a267-b9e4381db772) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:30.322302 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:30.325604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.359147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:30.368661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.369005 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Added segment 88e59035-e968-44bf-8200-179f6d2fefdf of type vlan for network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d
Nov 27 11:44:30.398311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.465955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9731fc13-8e9b-438d-95c6-512b6aea7010 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:30.537608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9731fc13-8e9b-438d-95c6-512b6aea7010 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:30.538221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.552426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.562101 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-21abe241-3090-4e89-89ef-1ce1a09e6bd8 req-0f81b03e-da03-4315-a4ff-e239c6850883 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.0636764
Nov 27 11:44:30.606235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.625059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 7aaf13cc-149a-4950-a267-b9e4381db772 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:30.642600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.646941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:30.647577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.654281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8d89f6be-1fb2-4711-ba54-76d8d0a7c446 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:30.726590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:30.758548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:30.759252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device da32ebe0-5a41-4f0a-90dc-1f867f8bdf43 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:30.767479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.779269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Network': ['ID=ffb39eaa-cc1e-4ef1-a69a-c8744c09491d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:30.784488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:30.784488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ce6b4ed4-f07a-4feb-9240-f92e78351a2b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:30.790022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:30.893766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:44:30.909817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:44:30.921926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:30.922688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f68e20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:30.934365 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7884867
Nov 27 11:44:30.937129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49596) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:30.941681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:30.948726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:30.952516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:30.957063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:30.957650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:30.989554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=7aaf13cc-149a-4950-a267-b9e4381db772,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:30.995849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:31.001938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:31.047094 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9157317
Nov 27 11:44:31.051036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49600) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:31.073682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] No DVR routers for this DVR port f7167fca-4dc8-4962-8155-f033ce8e5f91 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:31.085081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:31.087433 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b7640050-f89f-4e2a-8609-86bb50776028 req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "DELETE /v2.0/ports/f7167fca-4dc8-4962-8155-f033ce8e5f91 HTTP/1.1" status: 204  len: 173 time: 4.1882937
Nov 27 11:44:31.094846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'name': 'network-vif-deleted', 'tag': 'f7167fca-4dc8-4962-8155-f033ce8e5f91'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:44:31.167394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8606a69d-3055-4906-841b-97bfa877a14d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:31.167773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8606a69d-3055-4906-841b-97bfa877a14d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:31.207140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:44:31.211088 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cea67f-fb69-4be1-990f-12ab1b9ab45e', 'name': 'network-vif-deleted', 'tag': 'f7167fca-4dc8-4962-8155-f033ce8e5f91', 'status': 'completed', 'code': 200}
Nov 27 11:44:31.259453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8606a69d-3055-4906-841b-97bfa877a14d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:31.264473 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8606a69d-3055-4906-841b-97bfa877a14d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.2077696
Nov 27 11:44:31.264926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49606) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:31.401968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e393b1-4329-416a-a890-b5b1a0627a4d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:31.408084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e393b1-4329-416a-a890-b5b1a0627a4d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:31.414707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e393b1-4329-416a-a890-b5b1a0627a4d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:31.416818 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-45e393b1-4329-416a-a890-b5b1a0627a4d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2391 time: 0.1503301
Nov 27 11:44:31.419753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49610) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:31.509378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 7aaf13cc-149a-4950-a267-b9e4381db772 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:31.509737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:31.556357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:31.594156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:31.603005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:31.615679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:31.647253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e2f91d0a-1093-4f7c-9be5-2d865d555cfa None None] Provisioning for port 7aaf13cc-149a-4950-a267-b9e4381db772 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:31.665513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e2f91d0a-1093-4f7c-9be5-2d865d555cfa None None] Provisioning complete for port 7aaf13cc-149a-4950-a267-b9e4381db772 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:31.665891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e2f91d0a-1093-4f7c-9be5-2d865d555cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:31.757903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:31.761691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e2f91d0a-1093-4f7c-9be5-2d865d555cfa None None] Port 7aaf13cc-149a-4950-a267-b9e4381db772 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:31.770052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f68e20>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:31.774412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:44:31.786854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:31.787502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f68e20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:31.787819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:31.904448 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-625c7829-38c8-4894-acd5-d8333ebc8ea6 req-4b246c9b-3b6a-49e3-90c4-2868c53738b6 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=23cea67f-fb69-4be1-990f-12ab1b9ab45e HTTP/1.1" status: 200  len: 210 time: 0.0559337
Nov 27 11:44:31.979853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:32.009376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:44:32.035080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:32.112512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 7aaf13cc-149a-4950-a267-b9e4381db772 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:32.331127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:32.355336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0793f9e8-b4b0-4685-8273-712767f46406 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:32.386654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f68e20>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:32.393046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dea3f0-d4d6-4923-9c80-16f0c3a2157e None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:44:32.456699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=7aaf13cc-149a-4950-a267-b9e4381db772,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:32.468148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:32.468148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:32.566927 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/7aaf13cc-149a-4950-a267-b9e4381db772 HTTP/1.1" status: 204  len: 168 time: 1.1453445
Nov 27 11:44:32.567984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49616) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:32.632575 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b68175-84af-4899-a557-36df9ca08c75 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:32.633203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-37b68175-84af-4899-a557-36df9ca08c75 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:32.689201 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583b351-645b-409f-8423-b41067312102 None None] New status for floating IP 8c04505f-abf4-4ff4-9016-c6187738a09f: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:44:32.712048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.17 (67bf996e-d12c-40f0-bbe8-e9052fc1283b/2e14969f-ebb5-4c72-b658-def87107be4a/6b8868d6-3ad9-4195-8d03-c2ca4e409ca4) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:32.717291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 9f0cc0fd-d1ca-419b-a148-e738d1cabd62 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:32.717617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:32.773901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-37b68175-84af-4899-a557-36df9ca08c75 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:32.776455 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-37b68175-84af-4899-a557-36df9ca08c75 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/7aaf13cc-149a-4950-a267-b9e4381db772 HTTP/1.1" status: 404  len: 333 time: 0.2071993
Nov 27 11:44:32.780010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49620) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:32.868376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:32.868983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 6d8854fc-036a-4776-9c60-786ec7dec06f {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:32.869327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:32.880721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-80ee3876-1823-4b5c-b983-4c168c3ba5db tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:33.081974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=12baa9d3-a04b-47a9-95a1-4260734b4e45,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:33.105928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:33.118309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:33.208883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:33.346048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 6d8854fc-036a-4776-9c60-786ec7dec06f owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:33.526569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:33.526569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 9f0cc0fd-d1ca-419b-a148-e738d1cabd62 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:33.526569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking segment: {'id': '88e59035-e968-44bf-8200-179f6d2fefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:33.526569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network hostable DHCP agents. Network: ffb39eaa-cc1e-4ef1-a69a-c8744c09491d, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:33.526569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:33.601745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:33.638120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:33.642359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2e643464-7f16-4265-987f-872ed72f31d0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:33.650713 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-29c8d86a-fa6e-4b3f-9508-61ec99a1939b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590843127&fields=id&tenant_id=494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 267 time: 0.0885785
Nov 27 11:44:33.676353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, ffb39eaa-cc1e-4ef1-a69a-c8744c09491d) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:33.687181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc329a9b-fa1b-4fcc-bdda-c41bb6206c4f None None] Network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:33.694546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:33.699487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:33.704478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:33.740636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:33.750058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-66d16f7e-fd24-4354-b28d-c81e8f7db49e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:33.754435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:33.758147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:33.759929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:33.762252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:33.829567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=6d8854fc-036a-4776-9c60-786ec7dec06f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:33.829567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:33.829853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:33.829853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-33073d8f-585c-4733-9e88-eb4d45808783 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:33.894079 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9249516
Nov 27 11:44:33.895100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49634) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:33.896072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=9f0cc0fd-d1ca-419b-a148-e738d1cabd62,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:33.900238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:33.901973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d', 'name': 'tempest-PortsTestJSON-309084541', 'fixed_ips': [{'subnet_id': '12baa9d3-a04b-47a9-95a1-4260734b4e45', 'ip_address': '172.20.0.10'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:33.924741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-b51d57d2-d86a-4bab-8d07-b62121de103b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:33.926392 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-b51d57d2-d86a-4bab-8d07-b62121de103b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 812 time: 0.2673078
Nov 27 11:44:33.950704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.030920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-ffb39eaa-cc1e-4ef1-a69a-c8744c09491d', 'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d', 'tenant_id': '0aff31ebd04f4e60bd10a9304736d0ad', 'fixed_ips': [{'subnet_id': '12baa9d3-a04b-47a9-95a1-4260734b4e45'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:34.032489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.048716 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-d1ac6a29-33f2-4778-9db3-db2c7f0116a0 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/quotas/494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 375 time: 0.1085305
Nov 27 11:44:34.207770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.216959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:34.241998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:34.257996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:34.263002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.270821 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-24bec4f1-337f-4af8-af35-3ffd51632f1e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2103622
Nov 27 11:44:34.271702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:34.272592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Allocated IP 172.20.0.2 (ffb39eaa-cc1e-4ef1-a69a-c8744c09491d/12baa9d3-a04b-47a9-95a1-4260734b4e45/9978859a-1556-4f63-8396-a2d9d6de3e68) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:34.401245 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/6d8854fc-036a-4776-9c60-786ec7dec06f HTTP/1.1" status: 204  len: 168 time: 1.6200752
Nov 27 11:44:34.404531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:34.420622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49638) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:34.475329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-56742d20-ca15-4891-b811-d4f6ae67c559 None None] Provisioning for port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:34.491947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-56742d20-ca15-4891-b811-d4f6ae67c559 None None] Provisioning complete for port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:34.492342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-56742d20-ca15-4891-b811-d4f6ae67c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.527352 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd83a025-f4b8-48d3-ad5c-529cb907433c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:34.527619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dd83a025-f4b8-48d3-ad5c-529cb907433c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:34.557498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.569717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-56742d20-ca15-4891-b811-d4f6ae67c559 None None] Port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:34.573385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Transition to ACTIVE for port object 9978859a-1556-4f63-8396-a2d9d6de3e68 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:34.593729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Transition to ACTIVE for port object 9978859a-1556-4f63-8396-a2d9d6de3e68 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:34.607374 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-0559dec5-c51b-4f90-a35f-06fc0ac6c4f0 service neutron] 10.222.0.23 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3081419
Nov 27 11:44:34.647045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dd83a025-f4b8-48d3-ad5c-529cb907433c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:34.648152 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dd83a025-f4b8-48d3-ad5c-529cb907433c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/6d8854fc-036a-4776-9c60-786ec7dec06f HTTP/1.1" status: 404  len: 333 time: 0.2266538
Nov 27 11:44:34.654796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49642) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:34.655000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.670422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.674188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:34.739222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 89816cb0-1e3e-4271-897a-3c55ef2950cd yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:34.748064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:34.749232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Pushing event updated for resources: {'Port': ['ID=9978859a-1556-4f63-8396-a2d9d6de3e68,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:34.752682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:34.754024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:34.756258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:34.842917 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-7d0005ca-0bcf-4562-b81f-1455de73028d service neutron] 10.222.0.23 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249939
Nov 27 11:44:34.896870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Attempting to bind port 9978859a-1556-4f63-8396-a2d9d6de3e68 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:34.897252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Attempting to bind port 9978859a-1556-4f63-8396-a2d9d6de3e68 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '88e59035-e968-44bf-8200-179f6d2fefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:34.897624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Attempting to bind port 9978859a-1556-4f63-8396-a2d9d6de3e68 on network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:34.904416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:34.904803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Checking segment: {'id': '88e59035-e968-44bf-8200-179f6d2fefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:34.905214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:34.905619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Bound using segment: {'id': '88e59035-e968-44bf-8200-179f6d2fefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:34.906091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Bound port: 9978859a-1556-4f63-8396-a2d9d6de3e68, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e59035-e968-44bf-8200-179f6d2fefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:34.906901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.006933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.10 (ffb39eaa-cc1e-4ef1-a69a-c8744c09491d/12baa9d3-a04b-47a9-95a1-4260734b4e45/89816cb0-1e3e-4271-897a-3c55ef2950cd) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:35.009771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] For port 9978859a-1556-4f63-8396-a2d9d6de3e68, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:35.013318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] For port 9978859a-1556-4f63-8396-a2d9d6de3e68, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9978859a-1556-4f63-8396-a2d9d6de3e68,segment=NetworkSegment(88e59035-e968-44bf-8200-179f6d2fefdf),segment_id=88e59035-e968-44bf-8200-179f6d2fefdf)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:35.033573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.086359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet b7109ebb-5830-40b4-b1ec-df103085268d {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:35.086359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.183035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.189256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:35.253008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.270777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Pushing event updated for resources: {'Port': ['ID=9978859a-1556-4f63-8396-a2d9d6de3e68,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:35.271644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object 89816cb0-1e3e-4271-897a-3c55ef2950cd will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:35.273644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:35.388247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.419485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.426019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f66e6be4-7472-41e4-8246-69ae4965726e tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:35.428786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:44:35.450436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.512414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.537532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:35.547435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:35.550650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:35.570290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0fa24abe-fb9b-4bca-ac88-5939d6f46a3d tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:35.591506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=89816cb0-1e3e-4271-897a-3c55ef2950cd,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:35.595460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:35.624069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:35.624849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.696715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.749320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:35.752122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:35.759896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:35.802578 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.9063900
Nov 27 11:44:35.805402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49658) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:35.815594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': 'ffb39eaa-cc1e-4ef1-a69a-c8744c09491d', 'name': 'tempest-PortsTestJSON-1573014923', 'fixed_ips': [{'subnet_id': '12baa9d3-a04b-47a9-95a1-4260734b4e45', 'ip_address': '172.20.0.9'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:35.827975 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4835647e-cad3-4b02-bc7e-12eaa1974ad7 req-805a690a-fdac-4c08-b955-ec0d6a4d45cc tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 210 time: 0.0813105
Nov 27 11:44:36.104239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:36.107133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:36.111307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:36.118800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:36.201294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:36.209751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:36.221869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-11582454-b368-4ef1-8d80-97a69bf19f6e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:36.252355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:36.256351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:36.263822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:36.294200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port 14ac499a-4857-4804-a42d-34cdc1a694b1 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:36.397625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=b7109ebb-5830-40b4-b1ec-df103085268d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:36.422986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:36.435556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:36.457513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13733c97-bf3e-4180-8265-2b50faa71c6f None None] Network 0786605a-94d9-4877-b4cd-32e3d5d0dff3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:36.461656 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/b7109ebb-5830-40b4-b1ec-df103085268d HTTP/1.1" status: 204  len: 168 time: 1.8044589
Nov 27 11:44:36.465881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49666) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:36.569041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b3bf9-541f-459a-a8d4-5dd4b2071661 None None] Network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:36.599579 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9978859a-1556-4f63-8396-a2d9d6de3e68 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:36.695177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.9 (ffb39eaa-cc1e-4ef1-a69a-c8744c09491d/12baa9d3-a04b-47a9-95a1-4260734b4e45/14ac499a-4857-4804-a42d-34cdc1a694b1) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:36.830269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:36.849294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-12315b6d-f276-41de-921e-6ac4bf7f521b None None] Provisioning for port 9978859a-1556-4f63-8396-a2d9d6de3e68 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:36.914815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 9731fc13-8e9b-438d-95c6-512b6aea7010 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:36.915155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:36.987737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:44:36.992854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.009368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9978859a-1556-4f63-8396-a2d9d6de3e68 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:37.021792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9978859a-1556-4f63-8396-a2d9d6de3e68 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:37.022230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.054363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4786e7d3-79b8-4403-b872-4902d2493400 None None] Provisioning complete for port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:37.054779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d3-79b8-4403-b872-4902d2493400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.108598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] DHCP port deletion for 0786605a-94d9-4877-b4cd-32e3d5d0dff3 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:37.111341 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b50bbb10-665f-45ea-bfb3-5d39e694900a req-14902a3e-f5fd-4dd3-961c-4fda3353131d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 210 time: 0.0946662
Nov 27 11:44:37.114365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object 14ac499a-4857-4804-a42d-34cdc1a694b1 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:37.123902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] Deleting port 9731fc13-8e9b-438d-95c6-512b6aea7010 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:37.124263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.201228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4786e7d3-79b8-4403-b872-4902d2493400 None None] Port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:37.360325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.367023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-908a6f04-2f53-445f-9537-f4946ac986ae tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:37.434813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.449599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:37.459142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:37.462125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:37.485633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] For port 9731fc13-8e9b-438d-95c6-512b6aea7010, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9731fc13-8e9b-438d-95c6-512b6aea7010,segment=NetworkSegment(c2df3b07-995c-44a3-986e-036456bf5bd5),segment_id=c2df3b07-995c-44a3-986e-036456bf5bd5)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:37.486432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.491470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] For port 9731fc13-8e9b-438d-95c6-512b6aea7010, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9731fc13-8e9b-438d-95c6-512b6aea7010,segment=NetworkSegment(c2df3b07-995c-44a3-986e-036456bf5bd5),segment_id=c2df3b07-995c-44a3-986e-036456bf5bd5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:37.492428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.553424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=14ac499a-4857-4804-a42d-34cdc1a694b1,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:37.557324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:37.569437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:37.569742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.628696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 9731fc13-8e9b-438d-95c6-512b6aea7010 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:37.629908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] Calling delete_port for 9731fc13-8e9b-438d-95c6-512b6aea7010 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:37.687175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 9978859a-1556-4f63-8396-a2d9d6de3e68, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9978859a-1556-4f63-8396-a2d9d6de3e68,segment=NetworkSegment(88e59035-e968-44bf-8200-179f6d2fefdf),segment_id=88e59035-e968-44bf-8200-179f6d2fefdf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:37.694086 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8874745
Nov 27 11:44:37.695243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49672) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:37.776971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.779580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0ecbc979-c667-433c-bba1-2bd7c338d24d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:37.808158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:44:37.814358 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2434614
Nov 27 11:44:37.817344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49676) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:37.820947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:44:37.841740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:44:37.842034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:44:37.842781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-052b4297-db8a-449e-9519-08e439e98cb1 None None] Provisioning for port 89816cb0-1e3e-4271-897a-3c55ef2950cd completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:37.847234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f103fa7-6a8f-48ee-ba89-954db504231f None None] Sync routers for ids ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:44:37.854277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a17d4-0b72-4e4f-b0dc-3494e317b122 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:37.855809 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-397a17d4-0b72-4e4f-b0dc-3494e317b122 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.1519301
Nov 27 11:44:37.858874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.859152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49680) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:37.874515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-052b4297-db8a-449e-9519-08e439e98cb1 None None] Provisioning complete for port 89816cb0-1e3e-4271-897a-3c55ef2950cd triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:37.875054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-052b4297-db8a-449e-9519-08e439e98cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:37.932595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=9978859a-1556-4f63-8396-a2d9d6de3e68,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:37.946102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] No DVR routers for this DVR port 9731fc13-8e9b-438d-95c6-512b6aea7010 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:37.950020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:37.951615 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:38.048492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f103fa7-6a8f-48ee-ba89-954db504231f None None] Routers {'6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:38.049254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1f103fa7-6a8f-48ee-ba89-954db504231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284629ffa0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:38.116271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] Pushing event deleted for resources: {'Port': ['ID=9731fc13-8e9b-438d-95c6-512b6aea7010,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:38.125062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-052b4297-db8a-449e-9519-08e439e98cb1 None None] Port 89816cb0-1e3e-4271-897a-3c55ef2950cd cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:38.127438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:38.129039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b58bc0-88af-4dac-81c9-e2acd82fbf4f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:38.129380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1f103fa7-6a8f-48ee-ba89-954db504231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284629ffa0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:38.132805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b58bc0-88af-4dac-81c9-e2acd82fbf4f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:38.136823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b58bc0-88af-4dac-81c9-e2acd82fbf4f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:38.138537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-99b58bc0-88af-4dac-81c9-e2acd82fbf4f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.2781112
Nov 27 11:44:38.145741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49684) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:38.149541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-052b4297-db8a-449e-9519-08e439e98cb1 None None] Provisioning complete for port 9978859a-1556-4f63-8396-a2d9d6de3e68 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:38.149820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-052b4297-db8a-449e-9519-08e439e98cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:38.185131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f103fa7-6a8f-48ee-ba89-954db504231f None None] Routers {'6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:38.185848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1f103fa7-6a8f-48ee-ba89-954db504231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284629ffa0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:38.256978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1f103fa7-6a8f-48ee-ba89-954db504231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284629ffa0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:38.257860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f103fa7-6a8f-48ee-ba89-954db504231f None None] The sync data for ids ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:44:38.276603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 14ac499a-4857-4804-a42d-34cdc1a694b1 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:38.276603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:38.311273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:38.348721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 9731fc13-8e9b-438d-95c6-512b6aea7010 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:38.349067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:38.460892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9978859a-1556-4f63-8396-a2d9d6de3e68 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:38.568003 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-78f410e4-4c6c-43c3-a813-46ce6fe795cb req-9e594bd4-a658-4afb-acde-f577a263ef90 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 210 time: 0.2527943
Nov 27 11:44:38.592501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-40582a8a-4a55-4401-8b16-c1151d19438d None None] Provisioning complete for port 89816cb0-1e3e-4271-897a-3c55ef2950cd triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:38.593098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40582a8a-4a55-4401-8b16-c1151d19438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:38.676710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] The port '9731fc13-8e9b-438d-95c6-512b6aea7010' was deleted {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:44:38.697157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-40582a8a-4a55-4401-8b16-c1151d19438d None None] Port 89816cb0-1e3e-4271-897a-3c55ef2950cd cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:38.701650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9978859a-1556-4f63-8396-a2d9d6de3e68 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:38.702026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:38.856214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-40582a8a-4a55-4401-8b16-c1151d19438d None None] Provisioning for port 14ac499a-4857-4804-a42d-34cdc1a694b1 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:38.871091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-40582a8a-4a55-4401-8b16-c1151d19438d None None] Provisioning complete for port 14ac499a-4857-4804-a42d-34cdc1a694b1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:38.871506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40582a8a-4a55-4401-8b16-c1151d19438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:38.938879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-1b7989a5-0bf2-4074-b85e-88e40ce82959 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:38.940945 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-1b7989a5-0bf2-4074-b85e-88e40ce82959 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 812 time: 0.6944537
Nov 27 11:44:38.978642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-40582a8a-4a55-4401-8b16-c1151d19438d None None] Port 14ac499a-4857-4804-a42d-34cdc1a694b1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:38.979263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.021063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9731fc13-8e9b-438d-95c6-512b6aea7010 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:39.080893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844c446a0>,) {'filters': {'network_id': ['0786605a-94d9-4877-b4cd-32e3d5d0dff3']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:39.095062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9731fc13-8e9b-438d-95c6-512b6aea7010 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:39.095593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9731fc13-8e9b-438d-95c6-512b6aea7010 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:39.097238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.114133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c446a0>, 'c2df3b07-995c-44a3-986e-036456bf5bd5') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:39.114504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c446a0>, 'c2df3b07-995c-44a3-986e-036456bf5bd5') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:39.141434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:44:39.147908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.171148 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-9f582c3b-ad02-4ec3-a52c-4e8a5d7e0f7f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 379 time: 0.2101872
Nov 27 11:44:39.189057 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Sync routers for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:44:39.194612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'port': {'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'admin_state_up': True, 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'security_groups': ['0be11675-906e-4472-8242-038e9ca23067']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:39.211498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.223451 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/d3ba42a4-4d0d-44b1-8a02-6fe52b8087db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5673118
Nov 27 11:44:39.234984 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:39.236756 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468ed610>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:39.305214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:39.305621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:39.320645 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:39.328471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.389251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port a7a00674-8c4b-463b-b252-7a478b580194 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:39.390040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.534420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 14ac499a-4857-4804-a42d-34cdc1a694b1 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:39.563076 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:44:39.641866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.664965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:39.677932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:39.719193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.728891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:39.743067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.762549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Network': ['ID=0786605a-94d9-4877-b4cd-32e3d5d0dff3,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:39.770416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:39.786241 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/networks/0786605a-94d9-4877-b4cd-32e3d5d0dff3 HTTP/1.1" status: 204  len: 168 time: 3.2582040
Nov 27 11:44:39.791324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49700) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:39.803417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-7035160'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:39.804755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:39.809361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:network and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:39.813081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:39.820656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:39.875213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Made reservation on behalf of 494d59d333c040f9a8c631a4bb0a01f4 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:39.877620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for a7a00674-8c4b-463b-b252-7a478b580194 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:39.884315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.924641 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8f969212-6f2b-4044-beb1-52e3079b2e15 req-48fb61f6-2b87-4eb9-bc45-b545111104b6 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 210 time: 0.0831485
Nov 27 11:44:39.944468 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:39.950690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.958682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:39.967528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-930a914f-0e57-4a00-a734-50b5433ec7f4 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:40.053113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=14ac499a-4857-4804-a42d-34cdc1a694b1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:40.064183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:40.169789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:40.184585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.190750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:40.225778 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468ed610>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:33Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:22Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b8868d6-3ad9-4195-8d03-c2ca4e409ca4', 'name': '', 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:17:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e14969f-ebb5-4c72-b658-def87107be4a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:44:32Z', 'updated_at': '2021-11-27T11:44:34Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e14969f-ebb5-4c72-b658-def87107be4a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:40.232124 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Checking router: d3ba42a4-4d0d-44b1-8a02-6fe52b8087db for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:44:40.232579 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Updating router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:44:40.302864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.303568 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Added segment 51d44885-7162-4252-8ae1-5d93b761fa76 of type vlan for network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7
Nov 27 11:44:40.311887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=a7a00674-8c4b-463b-b252-7a478b580194,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:40.312908 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.318507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:40.414952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.432314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Allocated IP 172.20.0.14 (a98f47c4-0fa4-495e-98b2-b2d9e68f1432/5a6c300f-101d-4339-ab08-9d85fd8e3627/bb724cbb-ddd9-4af3-8108-a3b2a1910580) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:40.464924 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.487173 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/14ac499a-4857-4804-a42d-34cdc1a694b1 HTTP/1.1" status: 204  len: 168 time: 2.3393903
Nov 27 11:44:40.495558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49704) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:40.699658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.713182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.resource_extend [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:44:40.725706 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-48dd4e7b-0f79-4403-b2b2-e8c63deaee97 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:40.726221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-48dd4e7b-0f79-4403-b2b2-e8c63deaee97 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:40.831713 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.845936 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Transition to ACTIVE for port object 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:40.847863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.852287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:40.857185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.861023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-10d9660b-0da2-4202-9de6-b198872063e1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:40.978829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-48dd4e7b-0f79-4403-b2b2-e8c63deaee97 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:40.980591 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-48dd4e7b-0f79-4403-b2b2-e8c63deaee97 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/14ac499a-4857-4804-a42d-34cdc1a694b1 HTTP/1.1" status: 404  len: 333 time: 0.4835036
Nov 27 11:44:40.987129 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:40.988445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49710) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:40.993929 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:41.068936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 89816cb0-1e3e-4271-897a-3c55ef2950cd {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:41.069278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:41.098862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.3056595
Nov 27 11:44:41.106969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:41.110233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Network': ['ID=eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:41.113104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:41.113616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49714) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:41.123434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:41.145126 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Pushing event updated for resources: {'Port': ['ID=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:41.147396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:41.167287 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.167920 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.168420 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.168927 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.169546 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.170038 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.170578 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.171109 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.171684 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.172163 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.172663 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:44:41.185198 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:41.214723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Transition to ACTIVE for port object bb724cbb-ddd9-4af3-8108-a3b2a1910580 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:41.319252 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Attempting to bind port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:41.320904 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Attempting to bind port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:41.321440 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Attempting to bind port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 on network 67bf996e-d12c-40f0-bbe8-e9052fc1283b {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:41.331349 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:41.332035 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Checking segment: {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:41.332616 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:41.333289 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Bound using segment: {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:41.333922 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Bound port: 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:41.338489 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:41.533312 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] For port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:41.539778 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] For port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:41.575714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-e38f05f0-09f1-4bc6-9905-a12c8ebc52e4 req-7e8f4b32-1ab6-4bc0-bbcf-5554336179f6 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:41.613763 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:41.617488 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4a9bfead-5b5b-4009-8d5e-9d1b7bf9fc2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:41.637106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:44:41.693268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:41.707030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-e38f05f0-09f1-4bc6-9905-a12c8ebc52e4 req-7e8f4b32-1ab6-4bc0-bbcf-5554336179f6 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:41.707629 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Pushing event updated for resources: {'Port': ['ID=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:41.716815 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:41.717481 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e38f05f0-09f1-4bc6-9905-a12c8ebc52e4 req-7e8f4b32-1ab6-4bc0-bbcf-5554336179f6 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 210 time: 0.3832712
Nov 27 11:44:41.720914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:41.721867 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:41.722922 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468ed610>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:41.726904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:41.763748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:41.790088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:41.903674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:44:41.920250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f456f01-3744-4a1e-96f0-79f5ea0cb25a None None] Sync routers for ids ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:44:41.951113 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1303787
Nov 27 11:44:41.960188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49720) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:41.967020 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:44:41.968199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f456f01-3744-4a1e-96f0-79f5ea0cb25a None None] Routers {'6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:41.969881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9f456f01-3744-4a1e-96f0-79f5ea0cb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284593d820>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:42.040643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 89816cb0-1e3e-4271-897a-3c55ef2950cd owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:42.042642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-09b60588-15e9-4e3e-bb3c-d6dff94deb6a tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:42.109730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9f456f01-3744-4a1e-96f0-79f5ea0cb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284593d820>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:42.137966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:42.146684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f456f01-3744-4a1e-96f0-79f5ea0cb25a None None] Routers {'6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:42.147876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9f456f01-3744-4a1e-96f0-79f5ea0cb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284593d820>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:42.162019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:42.199003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c23ae88d-cc10-47bd-be03-c5a878ae79dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:42.257344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9f456f01-3744-4a1e-96f0-79f5ea0cb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284593d820>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:42.257989 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f456f01-3744-4a1e-96f0-79f5ea0cb25a None None] The sync data for ids ['6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:44:42.391835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-09b60588-15e9-4e3e-bb3c-d6dff94deb6a tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:42.392148 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-09b60588-15e9-4e3e-bb3c-d6dff94deb6a tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e HTTP/1.1" status: 200  len: 205 time: 0.4296441
Nov 27 11:44:42.392663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:42.395268 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468ed610>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:33Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:22Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b8868d6-3ad9-4195-8d03-c2ca4e409ca4', 'name': '', 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:17:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e14969f-ebb5-4c72-b658-def87107be4a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:44:32Z', 'updated_at': '2021-11-27T11:44:41Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e14969f-ebb5-4c72-b658-def87107be4a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:42.399324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:42.400344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49724) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:42.400765 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22e361-1d95-4240-91d0-feb0e6b8580f None None] The sync data for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv is: [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:33Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:22Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b8868d6-3ad9-4195-8d03-c2ca4e409ca4', 'name': '', 'network_id': '67bf996e-d12c-40f0-bbe8-e9052fc1283b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:17:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e14969f-ebb5-4c72-b658-def87107be4a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:44:32Z', 'updated_at': '2021-11-27T11:44:41Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e14969f-ebb5-4c72-b658-def87107be4a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:44:42.517253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=bb724cbb-ddd9-4af3-8108-a3b2a1910580,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:42.519812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:42.521601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:42.560908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:42.654199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:42.654738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:42.660737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e4acca3-7f22-4ec0-9625-7aa592d4ec9c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:42.785024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5940921
Nov 27 11:44:42.800195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Request body: {'port': {'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:42.953641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-88997dcf-8f9d-4adb-a69f-de86a8d1bc0f None None] Provisioning for port bb724cbb-ddd9-4af3-8108-a3b2a1910580 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:42.965425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-88997dcf-8f9d-4adb-a69f-de86a8d1bc0f None None] Provisioning complete for port bb724cbb-ddd9-4af3-8108-a3b2a1910580 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:42.966421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-88997dcf-8f9d-4adb-a69f-de86a8d1bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.044202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.056598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:43.084439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-88997dcf-8f9d-4adb-a69f-de86a8d1bc0f None None] Port bb724cbb-ddd9-4af3-8108-a3b2a1910580 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:43.152797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=89816cb0-1e3e-4271-897a-3c55ef2950cd,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:43.162235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:43.193398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e4acca3-7f22-4ec0-9625-7aa592d4ec9c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.207101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e4acca3-7f22-4ec0-9625-7aa592d4ec9c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.226406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380f5f0-87e2-4f71-8c71-f6ff2d4a9e72 req-6b58f635-bd31-40cc-a835-82b938688907 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:43.230873 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b380f5f0-87e2-4f71-8c71-f6ff2d4a9e72 req-6b58f635-bd31-40cc-a835-82b938688907 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 932 time: 0.2934787
Nov 27 11:44:43.293566 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b380f5f0-87e2-4f71-8c71-f6ff2d4a9e72 req-54e1d50d-6d9e-41d6-93bc-e9117eb60783 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494325
Nov 27 11:44:43.316887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.398836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e4acca3-7f22-4ec0-9625-7aa592d4ec9c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.399323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4acca3-7f22-4ec0-9625-7aa592d4ec9c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:44:43.416933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1e4acca3-7f22-4ec0-9625-7aa592d4ec9c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.418028 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1e4acca3-7f22-4ec0-9625-7aa592d4ec9c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e HTTP/1.1" status: 204  len: 168 time: 1.0161734
Nov 27 11:44:43.422315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49730) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:43.523056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.570677 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/89816cb0-1e3e-4271-897a-3c55ef2950cd HTTP/1.1" status: 204  len: 168 time: 2.5811245
Nov 27 11:44:43.576921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49734) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:43.628433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.635558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0c99e488-2c97-4ec7-9cf7-93dcfcee1803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:43.756315 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ce06f2-6632-4150-97a5-734115320371 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:43.756712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-14ce06f2-6632-4150-97a5-734115320371 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:43.788040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=4194383e-d1e2-499a-a055-a35ed32082b8,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:43.799042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet 6ebbcae2-f101-406b-97c8-7753eeec71f8 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:43.802394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.804607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:43.826448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Checking segment: {'id': '51d44885-7162-4252-8ae1-5d93b761fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:43.826829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network hostable DHCP agents. Network: eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:43.859596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.894496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-14ce06f2-6632-4150-97a5-734115320371 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:43.899094 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-14ce06f2-6632-4150-97a5-734115320371 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/89816cb0-1e3e-4271-897a-3c55ef2950cd HTTP/1.1" status: 404  len: 333 time: 0.3174436
Nov 27 11:44:43.900526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49738) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:43.911688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb724cbb-ddd9-4af3-8108-a3b2a1910580 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:44:43.918644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:43.933143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Transition to ACTIVE for port object bb724cbb-ddd9-4af3-8108-a3b2a1910580 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:43.989826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:44.024629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.028363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3cf1e94b-06e7-4d4a-a4d5-b6fc7bec4d92 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:44.068496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.129643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:44.152417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7db6f0-46c0-42a2-bc3f-bc1b70f75718 None None] Network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:44.160738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:44.160738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.167026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb724cbb-ddd9-4af3-8108-a3b2a1910580,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:44.169199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet 12baa9d3-a04b-47a9-95a1-4260734b4e45 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:44.173221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.175242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:44.239933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.337413 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2002604
Nov 27 11:44:44.338795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49744) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:44.349608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Attempting to bind port bb724cbb-ddd9-4af3-8108-a3b2a1910580 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:44.349608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Attempting to bind port bb724cbb-ddd9-4af3-8108-a3b2a1910580 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:44.350091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Attempting to bind port bb724cbb-ddd9-4af3-8108-a3b2a1910580 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:44.362152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.366913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Port bb724cbb-ddd9-4af3-8108-a3b2a1910580 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:44:44.367180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Attempting to bind port bb724cbb-ddd9-4af3-8108-a3b2a1910580 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:44.397552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:44.397552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Checking segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:44.397552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Bound using segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:44.398151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Bound port: bb724cbb-ddd9-4af3-8108-a3b2a1910580, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:44.398151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.444106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1963617442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:44.481743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.491342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:44.501222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3874a684-169a-4c5b-a861-d1aceaa49428 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983 tempest-ExtraDHCPOptionsIpV6TestJSON-762445983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:44.568187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebbcae2-f101-406b-97c8-7753eeec71f8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:44.580122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:router and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:44.586814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:44.591061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:44.609085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] For port bb724cbb-ddd9-4af3-8108-a3b2a1910580, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:44.617742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] For port bb724cbb-ddd9-4af3-8108-a3b2a1910580, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:44.621506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7', 'network_id': 'eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7', 'tenant_id': 'a0270ee3ba574932b1c598ac398651fb', 'fixed_ips': [{'subnet_id': '4194383e-d1e2-499a-a055-a35ed32082b8'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:44.622647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.628333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:44.634609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.644883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a05852-c949-49f1-aa06-6f3078898fe5 None None] Network 07cc7923-9ff9-473a-90aa-279867106c81 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:44.661608 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/6ebbcae2-f101-406b-97c8-7753eeec71f8 HTTP/1.1" status: 204  len: 168 time: 1.2318492
Nov 27 11:44:44.661938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04a849-b6c5-4257-aae8-754e8b519484 req-ca55adf3-3f55-4323-9b1b-af93664b250d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:44.662155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:44.663314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49750) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:44.664125 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eb04a849-b6c5-4257-aae8-754e8b519484 req-ca55adf3-3f55-4323-9b1b-af93664b250d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 944 time: 0.1261423
Nov 27 11:44:44.698160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.702518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-271dd298-46b1-4336-8258-1817e0a988e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:44.743883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.745061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.803170 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eb04a849-b6c5-4257-aae8-754e8b519484 req-e1ca12b4-c468-4aa8-97cf-b375a5f02c2d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1374824
Nov 27 11:44:44.809435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.811732 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] 10.222.0.39 "PUT /v2.0/ports/bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 200  len: 1094 time: 2.0167830
Nov 27 11:44:44.820442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:44:44.863794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.868512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb724cbb-ddd9-4af3-8108-a3b2a1910580,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:44.873331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a51044ab-52d6-4639-b561-4c6263d86e36 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:44.875475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:44.921541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=12baa9d3-a04b-47a9-95a1-4260734b4e45,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:44.928794 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'status': 'completed', 'code': 200}
Nov 27 11:44:44.937037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:44.972243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.972415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e643d-69c1-46d7-8ea4-3f78329a9e25 None None] Network ffb39eaa-cc1e-4ef1-a69a-c8744c09491d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:44.972530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:44.996876 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/12baa9d3-a04b-47a9-95a1-4260734b4e45 HTTP/1.1" status: 204  len: 168 time: 1.0951841
Nov 27 11:44:45.001927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49756) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:45.024899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet cdd79e11-ef87-42cc-bc1d-f15fdadbf5dd {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:45.039355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.074070 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0d437b0c-dc91-450e-be1d-8fca3512e84d req-54aa1fb5-1e4b-404b-96df-3a1e4fe252d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1097 time: 0.1043940
Nov 27 11:44:45.155229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.203720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.226573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d437b0c-dc91-450e-be1d-8fca3512e84d req-10b517cc-d55e-4f55-84d4-c0a6da64fd83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:45.228154 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0d437b0c-dc91-450e-be1d-8fca3512e84d req-10b517cc-d55e-4f55-84d4-c0a6da64fd83 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1424110
Nov 27 11:44:45.239781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.278179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 9978859a-1556-4f63-8396-a2d9d6de3e68 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:45.278889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.312249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.313642 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b09371a3-60cb-4746-adce-8a8d67f275a5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.9712644
Nov 27 11:44:45.326367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49760) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:45.340114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'network_id': 'eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7', 'name': 'tempest-PortsIpV6TestJSON-356559014'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:45.443749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d437b0c-dc91-450e-be1d-8fca3512e84d req-620ec2ad-89db-4871-aeaa-3e1cfdb0fdaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:45.445193 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0d437b0c-dc91-450e-be1d-8fca3512e84d req-620ec2ad-89db-4871-aeaa-3e1cfdb0fdaf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2050958
Nov 27 11:44:45.487206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:45.511965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Allocated IP 2001:db8::2 (eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7/4194383e-d1e2-499a-a055-a35ed32082b8/536dda93-7d49-4c0b-97e0-f5445fff3c74) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:45.526824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:45.529045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.582180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.678325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-ca99e538-695d-493e-8903-00ba58f779c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1097 time: 0.1891448
Nov 27 11:44:45.758507 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-03c7aa41-f670-49c4-b21a-6348ccf88d5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 200  len: 217 time: 0.0714431
Nov 27 11:44:45.797282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] DHCP port deletion for 07cc7923-9ff9-473a-90aa-279867106c81 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:45.831551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] Deleting port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:45.832453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.837124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-c2e29e2e-85c6-4d18-8961-01f345b59821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:45.838850 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-c2e29e2e-85c6-4d18-8961-01f345b59821 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.0711095
Nov 27 11:44:45.848065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:45.870111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] For port 9978859a-1556-4f63-8396-a2d9d6de3e68, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9978859a-1556-4f63-8396-a2d9d6de3e68,segment=NetworkSegment(88e59035-e968-44bf-8200-179f6d2fefdf),segment_id=88e59035-e968-44bf-8200-179f6d2fefdf)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:45.870482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:45.884429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:45.995885 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-41a3b686-1c1b-4142-b0aa-cff8dce3768a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1474264
Nov 27 11:44:46.009689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] DHCP port deletion for ffb39eaa-cc1e-4ef1-a69a-c8744c09491d request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:46.019977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 9978859a-1556-4f63-8396-a2d9d6de3e68 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:46.043855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] Deleting port 9978859a-1556-4f63-8396-a2d9d6de3e68 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:46.044425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.073708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:46.078502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.117995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.130121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9a2d926c-8deb-45a9-8e00-f7343a38c6cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:46.150066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.192942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd79e11-ef87-42cc-bc1d-f15fdadbf5dd,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:46.200500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:46.205017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 2c27f0cf-f8fe-4b8c-b942-24c3c212095b yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:46.209677 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-5828e3a5-3868-408b-8cf9-8ddee2e814d0 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060988
Nov 27 11:44:46.262486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c72c51-d06c-412c-88f7-90617d296335 req-723d8f76-e768-4b31-ac2f-337161029deb tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:46.263943 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-00c72c51-d06c-412c-88f7-90617d296335 req-723d8f76-e768-4b31-ac2f-337161029deb tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 944 time: 0.1597199
Nov 27 11:44:46.278955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.298999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2be7be-e3ea-4c0f-a82d-2e6e3edb8f59 None None] Network 6331b8b0-e421-49d7-80bf-e1118a616b65 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:46.330636 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/cdd79e11-ef87-42cc-bc1d-f15fdadbf5dd HTTP/1.1" status: 204  len: 168 time: 1.6624868
Nov 27 11:44:46.341638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49766) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:46.396368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.410016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3234d967-299e-42ef-928b-7a405a09fabe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:46.443128 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-60a3ebd8-3801-4978-86ec-9bb9b8db397e req-9a6d0a09-5897-4439-97df-40ab8c0fb772 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190542
Nov 27 11:44:46.462245 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-00c72c51-d06c-412c-88f7-90617d296335 req-bf6a64c0-ea77-4d41-8cd1-6ab9f85466cd tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877819
Nov 27 11:44:46.521283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=9978859a-1556-4f63-8396-a2d9d6de3e68,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:46.537942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:46.554983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No DVR routers for this DVR port 9978859a-1556-4f63-8396-a2d9d6de3e68 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:46.610738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.616775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.626443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:46.657798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Transition to ACTIVE for port object 536dda93-7d49-4c0b-97e0-f5445fff3c74 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:46.660998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] For port 7055bc57-c0ab-490a-b252-a2abd4e63ef5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7055bc57-c0ab-490a-b252-a2abd4e63ef5,segment=NetworkSegment(e89d386d-684b-4ebf-8cb4-a21f77991056),segment_id=e89d386d-684b-4ebf-8cb4-a21f77991056)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:46.661387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.702643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:46.702896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.733201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.773748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ebfdf0>,) {'filters': {'network_id': ['ffb39eaa-cc1e-4ef1-a69a-c8744c09491d']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:46.797678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ebfdf0>, '88e59035-e968-44bf-8200-179f6d2fefdf') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:46.797678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ebfdf0>, '88e59035-e968-44bf-8200-179f6d2fefdf') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:46.853218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.868510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.889901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.893247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:46.894380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:46.894806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:46.910549 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:46.937829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] Calling delete_port for 7055bc57-c0ab-490a-b252-a2abd4e63ef5 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:46.993413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Transition to ACTIVE for port object 536dda93-7d49-4c0b-97e0-f5445fff3c74 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:46.998278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7055bc57-c0ab-490a-b252-a2abd4e63ef5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:47.035840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] For port 9978859a-1556-4f63-8396-a2d9d6de3e68, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9978859a-1556-4f63-8396-a2d9d6de3e68,segment=NetworkSegment(88e59035-e968-44bf-8200-179f6d2fefdf),segment_id=88e59035-e968-44bf-8200-179f6d2fefdf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:47.036175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.063589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 7055bc57-c0ab-490a-b252-a2abd4e63ef5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7055bc57-c0ab-490a-b252-a2abd4e63ef5,segment=NetworkSegment(e89d386d-684b-4ebf-8cb4-a21f77991056),segment_id=e89d386d-684b-4ebf-8cb4-a21f77991056)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:47.063926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.211533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] Calling delete_port for 9978859a-1556-4f63-8396-a2d9d6de3e68 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:47.218519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 7055bc57-c0ab-490a-b252-a2abd4e63ef5 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:47.244996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:47.244996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:47.245483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.245725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.258122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:47.273378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:47.276399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.293144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Network': ['ID=ffb39eaa-cc1e-4ef1-a69a-c8744c09491d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:47.305069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:47.315708 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/networks/ffb39eaa-cc1e-4ef1-a69a-c8744c09491d HTTP/1.1" status: 204  len: 168 time: 2.3116419
Nov 27 11:44:47.319599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49772) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:47.341981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Pushing event updated for resources: {'Port': ['ID=536dda93-7d49-4c0b-97e0-f5445fff3c74,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:47.343102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1808648567'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:47.350350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:47.355189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::384 (eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7/4194383e-d1e2-499a-a055-a35ed32082b8/2c27f0cf-f8fe-4b8c-b942-24c3c212095b) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:47.389578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:47.401448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:network and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:47.428774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:47.437642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:47.463029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:47.470013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:47.472678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:47.487985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] DHCP port deletion for 6331b8b0-e421-49d7-80bf-e1118a616b65 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:47.495404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:44:47.495657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:44:47.522722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] Deleting port e6c4dba3-66e6-4348-a201-e4f3a7558e02 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:47.523106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.550740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.569961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.572080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:47.578196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.586430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-975543ba-ba52-4c04-b8ec-f6f51c359994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:47.639600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:47.655860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.656579 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Added segment f299c944-21f4-4ed1-904d-7eb1c80cc27d of type vlan for network 71828af6-38e6-433c-abbb-369f33338536
Nov 27 11:44:47.668898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] Pushing event deleted for resources: {'Port': ['ID=7055bc57-c0ab-490a-b252-a2abd4e63ef5,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:47.683712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:47.708635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.712192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] No DVR routers for this DVR port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:47.714288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Attempting to bind port 536dda93-7d49-4c0b-97e0-f5445fff3c74 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:47.714696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Attempting to bind port 536dda93-7d49-4c0b-97e0-f5445fff3c74 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '51d44885-7162-4252-8ae1-5d93b761fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:47.715069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Attempting to bind port 536dda93-7d49-4c0b-97e0-f5445fff3c74 on network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:47.772135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:44:47.772135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:44:47.788825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9978859a-1556-4f63-8396-a2d9d6de3e68 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:47.812827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.821332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:47.822341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.824357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9978859a-1556-4f63-8396-a2d9d6de3e68 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:47.824708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9978859a-1556-4f63-8396-a2d9d6de3e68 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:47.828067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:47.833837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Checking segment: {'id': '51d44885-7162-4252-8ae1-5d93b761fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:47.833837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.833837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Bound using segment: {'id': '51d44885-7162-4252-8ae1-5d93b761fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:47.833837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Bound port: 536dda93-7d49-4c0b-97e0-f5445fff3c74, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d44885-7162-4252-8ae1-5d93b761fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:47.833837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.845719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:47.856653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:47.871096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be30de-20ff-410f-9265-60db5867097c req-47d5082f-ace1-4c06-80d9-3889789b7421 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:47.872551 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-49be30de-20ff-410f-9265-60db5867097c req-47d5082f-ace1-4c06-80d9-3889789b7421 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 944 time: 0.1702726
Nov 27 11:44:47.873554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 2c27f0cf-f8fe-4b8c-b942-24c3c212095b will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:47.939923 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-49be30de-20ff-410f-9265-60db5867097c req-56811c82-e7b4-4116-93c3-e1a3191942dd tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564630
Nov 27 11:44:47.988417 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6656826
Nov 27 11:44:47.991475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49778) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:47.997403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': '71828af6-38e6-433c-abbb-369f33338536', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:48.002052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] Deleting port 9978859a-1556-4f63-8396-a2d9d6de3e68 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:48.002690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.003031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Network': ['ID=71828af6-38e6-433c-abbb-369f33338536,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:48.007078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:48.035894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 71828af6-38e6-433c-abbb-369f33338536 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:48.072865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.090525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:48.161684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d52585be-f3f8-464c-9b0e-d0d8d3d60321 None None] The port '9978859a-1556-4f63-8396-a2d9d6de3e68' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:44:48.163386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] For port e6c4dba3-66e6-4348-a201-e4f3a7558e02, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e6c4dba3-66e6-4348-a201-e4f3a7558e02,segment=NetworkSegment(af8ffa31-e570-4c5f-a607-5f5e7d92d5ae),segment_id=af8ffa31-e570-4c5f-a607-5f5e7d92d5ae)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:48.163787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.181630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:48.191257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:48.192232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=2c27f0cf-f8fe-4b8c-b942-24c3c212095b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:48.199717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:48.199717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:48.200362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:48.202454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:48.205213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:48.205804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.210284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:48.222209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:48.241758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] For port 536dda93-7d49-4c0b-97e0-f5445fff3c74, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:48.273021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 7055bc57-c0ab-490a-b252-a2abd4e63ef5 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:48.273417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.312204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] Calling delete_port for e6c4dba3-66e6-4348-a201-e4f3a7558e02 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:48.336611 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.0091457
Nov 27 11:44:48.341068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49782) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:48.342435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] The port '7055bc57-c0ab-490a-b252-a2abd4e63ef5' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:44:48.344886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:48.365737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] For port 536dda93-7d49-4c0b-97e0-f5445fff3c74, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=536dda93-7d49-4c0b-97e0-f5445fff3c74,segment=NetworkSegment(51d44885-7162-4252-8ae1-5d93b761fa76),segment_id=51d44885-7162-4252-8ae1-5d93b761fa76)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:48.476248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.483513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:48.567662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.575363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Pushing event updated for resources: {'Port': ['ID=536dda93-7d49-4c0b-97e0-f5445fff3c74,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:48.577071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.577268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:48.610428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.614970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:48.659784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] Pushing event deleted for resources: {'Port': ['ID=e6c4dba3-66e6-4348-a201-e4f3a7558e02,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:48.662154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:48.666314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] No DVR routers for this DVR port e6c4dba3-66e6-4348-a201-e4f3a7558e02 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:48.682681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845f74d60>,) {'filters': {'network_id': ['07cc7923-9ff9-473a-90aa-279867106c81']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:48.706068 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845f74d60>, 'e89d386d-684b-4ebf-8cb4-a21f77991056') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:48.706305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845f74d60>, 'e89d386d-684b-4ebf-8cb4-a21f77991056') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:48.723237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.750043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.760825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:48.761327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:48.776786 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:48.947401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c41302bc-0fc1-4d5a-81d4-8bb32663f373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.024920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.028837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b98b51f-2d9f-4ddc-9407-acfde067838b tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:49.051387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.065058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=07cc7923-9ff9-473a-90aa-279867106c81,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:49.070571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:49.070571 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/07cc7923-9ff9-473a-90aa-279867106c81 HTTP/1.1" status: 204  len: 168 time: 2.7275443
Nov 27 11:44:49.071513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.073182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49790) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:49.098111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.106857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96846126-5b00-4bdb-abdf-4ec1bef972ea tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:49.170149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:49.254199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:49.254614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.264417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=2d673985-612c-4a7b-ac9e-141895f29a05,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:49.275751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:49.293241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.365795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Checking segment: {'id': 'f299c944-21f4-4ed1-904d-7eb1c80cc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '71828af6-38e6-433c-abbb-369f33338536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:49.366869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network hostable DHCP agents. Network: 71828af6-38e6-433c-abbb-369f33338536, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:49.387087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 536dda93-7d49-4c0b-97e0-f5445fff3c74 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:49.451342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.470639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f91e8-f222-47ab-a12e-1d06219cb9d5 req-96aa07f8-7194-4423-8540-38a6b68f2653 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:49.472193 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8f2f91e8-f222-47ab-a12e-1d06219cb9d5 req-96aa07f8-7194-4423-8540-38a6b68f2653 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 944 time: 0.2266498
Nov 27 11:44:49.483855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28454f5f40>,) {'filters': {'network_id': ['6331b8b0-e421-49d7-80bf-e1118a616b65']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:49.504837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28454f5f40>, 'af8ffa31-e570-4c5f-a607-5f5e7d92d5ae') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:49.512809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28454f5f40>, 'af8ffa31-e570-4c5f-a607-5f5e7d92d5ae') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:49.519091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.561582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 536dda93-7d49-4c0b-97e0-f5445fff3c74 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:49.607186 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8f2f91e8-f222-47ab-a12e-1d06219cb9d5 req-ede9de01-61f5-4d14-8286-fa4851b06d30 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188791
Nov 27 11:44:49.645379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e6c4dba3-66e6-4348-a201-e4f3a7558e02 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:49.652685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 71828af6-38e6-433c-abbb-369f33338536 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:49.667667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.682411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:49.682738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:49.699665 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:49.703154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e6c4dba3-66e6-4348-a201-e4f3a7558e02 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:49.707518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e6c4dba3-66e6-4348-a201-e4f3a7558e02 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:49.723076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.761050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 71828af6-38e6-433c-abbb-369f33338536) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:49.765739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:49.766369 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.773225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb653608-226b-4829-b62c-8cb6794a50b4 None None] Network 71828af6-38e6-433c-abbb-369f33338536 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:49.791011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.815823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.819869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a5a0cdb9-d6cb-42dc-917e-fbff673786cd tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:49.856103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae9692-704e-4bde-ba93-5c43364826bc None None] Network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:49.901766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.906152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:49.909234 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/6331b8b0-e421-49d7-80bf-e1118a616b65 HTTP/1.1" status: 204  len: 168 time: 0.8350158
Nov 27 11:44:49.910174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-74bc80f9-20ae-4902-895c-8c4b45ae0ae9 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:49.930792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49794) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:49.934880 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9395447
Nov 27 11:44:49.935825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49798) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:49.940950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-98743351'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:49.941214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-442049533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:49.946259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=6331b8b0-e421-49d7-80bf-e1118a616b65,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:49.948968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:49.950443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:49.951366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:49.953054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=2c27f0cf-f8fe-4b8c-b942-24c3c212095b,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:49.956519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:router and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:49.958929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:49.960394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:49.962019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:49.963163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:49.967119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:49.977733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:50.058871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.059977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.079502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.088480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:50.095737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.112734 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] Provisioning for port 536dda93-7d49-4c0b-97e0-f5445fff3c74 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:50.129681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] Provisioning complete for port 536dda93-7d49-4c0b-97e0-f5445fff3c74 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:50.130051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.164532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:44:50.168265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.173336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.183744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.187667 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment 053ec0f2-e08e-47b7-8f73-eaee7efcd42b of type vlan for network b9795fbe-81df-401e-9ecd-c55dd3f9c382
Nov 27 11:44:50.218185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.224198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-71828af6-38e6-433c-abbb-369f33338536', 'network_id': '71828af6-38e6-433c-abbb-369f33338536', 'tenant_id': '0aff31ebd04f4e60bd10a9304736d0ad', 'fixed_ips': [{'subnet_id': '2d673985-612c-4a7b-ac9e-141895f29a05'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:50.225012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.301882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.306135 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d42bfbe4-9bc7-42e5-8770-fc91a7d156d7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.3670149
Nov 27 11:44:50.306370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49802) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:50.312033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'network_id': '71828af6-38e6-433c-abbb-369f33338536', 'name': 'tempest-PortsTestJSON-1588163631'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:50.377788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.382220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:50.383084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.394253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a13e1bc3-68f0-49f4-85f4-218adf468f4a tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:50.436168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.469851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:50.475256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:50.478793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:50.486040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:50.513486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.527818 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.5962186
Nov 27 11:44:50.532854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] For port 536dda93-7d49-4c0b-97e0-f5445fff3c74, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=536dda93-7d49-4c0b-97e0-f5445fff3c74,segment=NetworkSegment(51d44885-7162-4252-8ae1-5d93b761fa76),segment_id=51d44885-7162-4252-8ae1-5d93b761fa76)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:50.532854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Allocated IP 172.20.0.2 (71828af6-38e6-433c-abbb-369f33338536/2d673985-612c-4a7b-ac9e-141895f29a05/c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:50.533206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49806) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:50.538653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=b9795fbe-81df-401e-9ecd-c55dd3f9c382,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:50.541952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': 'b9795fbe-81df-401e-9ecd-c55dd3f9c382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:50.548169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:50.563485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network b9795fbe-81df-401e-9ecd-c55dd3f9c382 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:44:50.566434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:50.569630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.657503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:50.688509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port ac911c43-482e-48cf-8a4a-f9ae29a22536 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:50.756672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:50.877298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:50.882037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:50.885926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:50.895304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:50.936709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9a42f-bdb8-4b47-ad65-9723fdca03db req-fbd23578-f12b-49dc-8f34-e9c3f90c47b8 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:50.939332 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-00b9a42f-bdb8-4b47-ad65-9723fdca03db req-fbd23578-f12b-49dc-8f34-e9c3f90c47b8 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 944 time: 0.1238596
Nov 27 11:44:50.995242 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-00b9a42f-bdb8-4b47-ad65-9723fdca03db req-351a9b59-37fa-4903-8a93-afceabe96b53 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495603
Nov 27 11:44:50.995467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:51.022923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.023906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.033791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Transition to ACTIVE for port object c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:51.078890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.079881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.085299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:51.088491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Transition to ACTIVE for port object c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:51.100407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] Pushing event updated for resources: {'Port': ['ID=536dda93-7d49-4c0b-97e0-f5445fff3c74,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:51.104554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:51.106186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d96a8c5a-259f-47b9-a336-1a6b358e7a2d None None] Provisioning complete for port 536dda93-7d49-4c0b-97e0-f5445fff3c74 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:51.106842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d96a8c5a-259f-47b9-a336-1a6b358e7a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.122183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.186624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.203569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fb159e3f-ce9d-4b27-8fbc-f43f26566f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:51.252347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Network 71828af6-38e6-433c-abbb-369f33338536 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:51.275863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49814) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:51.294077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:51.310123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:51.312140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e780-03b2-4720-8d24-c1b6f8032f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.364136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=2c27f0cf-f8fe-4b8c-b942-24c3c212095b,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:51.369538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:51.442164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f203796a-c304-4149-b4c2-fa382245ad95 {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:44:51.442500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:44:51.456968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:51.458562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:51.472508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Pushing event updated for resources: {'Port': ['ID=c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:51.493463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:51.495371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Attempting to bind port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:51.495747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Attempting to bind port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f299c944-21f4-4ed1-904d-7eb1c80cc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '71828af6-38e6-433c-abbb-369f33338536'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:51.496117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Attempting to bind port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 on network 71828af6-38e6-433c-abbb-369f33338536 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:51.507872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:51.508249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Checking segment: {'id': 'f299c944-21f4-4ed1-904d-7eb1c80cc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '71828af6-38e6-433c-abbb-369f33338536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:51.508650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.509049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Bound using segment: {'id': 'f299c944-21f4-4ed1-904d-7eb1c80cc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '71828af6-38e6-433c-abbb-369f33338536'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:51.509549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Bound port: c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f299c944-21f4-4ed1-904d-7eb1c80cc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '71828af6-38e6-433c-abbb-369f33338536'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:51.509922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.614445 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d96a8c5a-259f-47b9-a336-1a6b358e7a2d None None] Provisioning for port 2c27f0cf-f8fe-4b8c-b942-24c3c212095b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:51.628115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d96a8c5a-259f-47b9-a336-1a6b358e7a2d None None] Provisioning complete for port 2c27f0cf-f8fe-4b8c-b942-24c3c212095b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:51.628948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d96a8c5a-259f-47b9-a336-1a6b358e7a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.673990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] For port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:51.692783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.695098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] For port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6,segment=NetworkSegment(f299c944-21f4-4ed1-904d-7eb1c80cc27d),segment_id=f299c944-21f4-4ed1-904d-7eb1c80cc27d)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:51.700625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d96a8c5a-259f-47b9-a336-1a6b358e7a2d None None] Port 2c27f0cf-f8fe-4b8c-b942-24c3c212095b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:51.701935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a2f198e2-ca73-4ca0-b4d5-83b1b35150c4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:51.776548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.783001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3695d25e-40c4-4aaf-b6d7-ed7e6bd101a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:51.799389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=6c06e025-d5c8-4dca-9989-8cbcf0bc55ef,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:51.807031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:51.824845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': '053ec0f2-e08e-47b7-8f73-eaee7efcd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9795fbe-81df-401e-9ecd-c55dd3f9c382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:51.825202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: b9795fbe-81df-401e-9ecd-c55dd3f9c382, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:44:51.878730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Pushing event updated for resources: {'Port': ['ID=c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:51.883736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:51.884726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5d2731a2-c3d9-4d2f-89fb-835004967228 None None] Provisioning complete for port 2c27f0cf-f8fe-4b8c-b942-24c3c212095b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:51.885097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5d2731a2-c3d9-4d2f-89fb-835004967228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:51.924943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Router 592fc1a3-f2fd-416c-a3a7-0fccf5de8487 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:44:51.950174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5d2731a2-c3d9-4d2f-89fb-835004967228 None None] Port 2c27f0cf-f8fe-4b8c-b942-24c3c212095b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:52.078652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:52.105230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network b9795fbe-81df-401e-9ecd-c55dd3f9c382 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:44:52.137526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port fa5733ae-9594-4b13-b619-401003391473 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:52.209451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:52.226951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:44:52.235673 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "PUT /v2.0/routers/592fc1a3-f2fd-416c-a3a7-0fccf5de8487/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8911891
Nov 27 11:44:52.238310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49820) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:52.246553 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecdc7b-652c-43ce-ab20-eb1911d1ab63 None None] Sync routers for ids ['592fc1a3-f2fd-416c-a3a7-0fccf5de8487'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:44:52.262960 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecdc7b-652c-43ce-ab20-eb1911d1ab63 None None] Routers {'592fc1a3-f2fd-416c-a3a7-0fccf5de8487'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:52.264098 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4aecdc7b-652c-43ce-ab20-eb1911d1ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468eda90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['592fc1a3-f2fd-416c-a3a7-0fccf5de8487'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:52.276590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, b9795fbe-81df-401e-9ecd-c55dd3f9c382) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:52.288199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8871a-cab0-4517-af28-dcfe3b947e50 None None] Network b9795fbe-81df-401e-9ecd-c55dd3f9c382 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:52.329179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:52.329778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:52.337662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:52.366111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cd97-2485-49c8-8145-88a02e4ec5a0 req-2552e247-5fee-45f3-9b99-792bf8e3d6a4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:52.367810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f8b0cd97-2485-49c8-8145-88a02e4ec5a0 req-2552e247-5fee-45f3-9b99-792bf8e3d6a4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 944 time: 0.2007334
Nov 27 11:44:52.399999 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4aecdc7b-652c-43ce-ab20-eb1911d1ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468eda90>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:52.415974 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecdc7b-652c-43ce-ab20-eb1911d1ab63 None None] Routers {'592fc1a3-f2fd-416c-a3a7-0fccf5de8487'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:52.416867 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4aecdc7b-652c-43ce-ab20-eb1911d1ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468eda90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['592fc1a3-f2fd-416c-a3a7-0fccf5de8487'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:52.444686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77331a7-4812-466d-a0ba-a117e38c8de7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:52.445654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b77331a7-4812-466d-a0ba-a117e38c8de7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:52.474551 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f8b0cd97-2485-49c8-8145-88a02e4ec5a0 req-c5a884dd-a9e5-4552-a1cf-be287bb12203 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009240
Nov 27 11:44:52.475992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.8 (71828af6-38e6-433c-abbb-369f33338536/2d673985-612c-4a7b-ac9e-141895f29a05/fa5733ae-9594-4b13-b619-401003391473) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:52.507212 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4aecdc7b-652c-43ce-ab20-eb1911d1ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468eda90>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:52.507920 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecdc7b-652c-43ce-ab20-eb1911d1ab63 None None] The sync data for ids ['592fc1a3-f2fd-416c-a3a7-0fccf5de8487'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:44:52.561716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b77331a7-4812-466d-a0ba-a117e38c8de7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:52.562319 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0279980
Nov 27 11:44:52.566579 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b77331a7-4812-466d-a0ba-a117e38c8de7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports?device_id=592fc1a3-f2fd-416c-a3a7-0fccf5de8487 HTTP/1.1" status: 200  len: 988 time: 0.3261671
Nov 27 11:44:52.570410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49824) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:52.570410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49826) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:52.613398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-b9795fbe-81df-401e-9ecd-c55dd3f9c382', 'network_id': 'b9795fbe-81df-401e-9ecd-c55dd3f9c382', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': '6c06e025-d5c8-4dca-9989-8cbcf0bc55ef'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:44:52.614384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:52.629632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-583631420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:52.646606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:52.696221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:router and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:52.707815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:52.722460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:52.803766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Allocated IP 172.20.0.2 (b9795fbe-81df-401e-9ecd-c55dd3f9c382/6c06e025-d5c8-4dca-9989-8cbcf0bc55ef/630046f5-8efb-424b-b5d4-6d0cb8f01ae4) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:52.836005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:52.860148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object fa5733ae-9594-4b13-b619-401003391473 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:52.862590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:52.863785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:52.980194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.027402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.058502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9059f6b2-c258-457b-a604-494a5fee1bf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:53.099176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.125999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.139721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 536dda93-7d49-4c0b-97e0-f5445fff3c74 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:53.171136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 71828af6-38e6-433c-abbb-369f33338536 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:53.177741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Transition to ACTIVE for port object 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:53.179070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:53.184988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:53.213121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Transition to ACTIVE for port object 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:53.217573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.218995 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-081f8148-9f1e-4b5a-aa69-d06c4b9c4fda tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6502204
Nov 27 11:44:53.222092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49832) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:53.230654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'port': {'network_id': 'b9795fbe-81df-401e-9ecd-c55dd3f9c382', 'name': 'tempest-RoutersTest-1365249135'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:44:53.232530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=fa5733ae-9594-4b13-b619-401003391473,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:53.235910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 536dda93-7d49-4c0b-97e0-f5445fff3c74 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:53.236288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.276153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86109e-d9d8-4f76-8d09-1e00e70f8ae4 None None] Network 71828af6-38e6-433c-abbb-369f33338536 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:53.298212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:53.384641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:53.385420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.395792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.404232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:53.475162 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.1676598
Nov 27 11:44:53.477742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49836) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:53.544556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Network b9795fbe-81df-401e-9ecd-c55dd3f9c382 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:53.551126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:53.555378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Pushing event updated for resources: {'Port': ['ID=630046f5-8efb-424b-b5d4-6d0cb8f01ae4,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:53.557720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:53.567384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:53.583080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:44:53.587047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:port and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:44:53.589921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:44:53.595797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:44:53.605596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.664889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:44:53.668145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.688779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-977b3f7d-157d-4b26-921b-ec8dc53685e0 None None] Provisioning for port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:53.758109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] device_id is not set on port ced3665d-901e-4aad-a79f-0334641c0736 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:44:53.800223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device bb724cbb-ddd9-4af3-8108-a3b2a1910580 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:44:53.807006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:53.850891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Attempting to bind port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:44:53.851368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Attempting to bind port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '053ec0f2-e08e-47b7-8f73-eaee7efcd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9795fbe-81df-401e-9ecd-c55dd3f9c382'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:44:53.851751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Attempting to bind port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 on network b9795fbe-81df-401e-9ecd-c55dd3f9c382 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:44:53.867979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.884575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:44:53.884982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Checking segment: {'id': '053ec0f2-e08e-47b7-8f73-eaee7efcd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9795fbe-81df-401e-9ecd-c55dd3f9c382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:44:53.885359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.885761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Bound using segment: {'id': '053ec0f2-e08e-47b7-8f73-eaee7efcd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9795fbe-81df-401e-9ecd-c55dd3f9c382'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:44:53.886244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Bound port: 630046f5-8efb-424b-b5d4-6d0cb8f01ae4, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053ec0f2-e08e-47b7-8f73-eaee7efcd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b9795fbe-81df-401e-9ecd-c55dd3f9c382'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:44:53.886660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:53.967321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.20.0.6 (b9795fbe-81df-401e-9ecd-c55dd3f9c382/6c06e025-d5c8-4dca-9989-8cbcf0bc55ef/ced3665d-901e-4aad-a79f-0334641c0736) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:44:54.091400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c43eb-9f58-4b97-8b89-46ee6520917d req-02bfbcd5-47c9-40ed-8856-f53d9c9d9ebe tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:54.092999 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-166c43eb-9f58-4b97-8b89-46ee6520917d req-02bfbcd5-47c9-40ed-8856-f53d9c9d9ebe tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 944 time: 0.4574170
Nov 27 11:44:54.122643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port bb724cbb-ddd9-4af3-8108-a3b2a1910580, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:54.134489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] For port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:44:54.142745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:44:54.147097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] For port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=630046f5-8efb-424b-b5d4-6d0cb8f01ae4,segment=NetworkSegment(053ec0f2-e08e-47b7-8f73-eaee7efcd42b),segment_id=053ec0f2-e08e-47b7-8f73-eaee7efcd42b)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:44:54.176574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:54.190291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:54.190720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.217410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:54.217793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.246566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.274041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.280466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:54.317441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb724cbb-ddd9-4af3-8108-a3b2a1910580 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:44:54.357539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 2c27f0cf-f8fe-4b8c-b942-24c3c212095b {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:54.358114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.376740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port bb724cbb-ddd9-4af3-8108-a3b2a1910580, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:54.417611 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-166c43eb-9f58-4b97-8b89-46ee6520917d req-ece0e95e-7bd7-4712-81ee-29675ffee66f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3084829
Nov 27 11:44:54.435934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Pushing event updated for resources: {'Port': ['ID=630046f5-8efb-424b-b5d4-6d0cb8f01ae4,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:54.441503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:54.466884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.471298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:54.509056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.556997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f84d340f-7c04-4529-983f-26dd17ab1d4f None None] Provisioning complete for port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:54.557683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f84d340f-7c04-4529-983f-26dd17ab1d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.643200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.682407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6,segment=NetworkSegment(f299c944-21f4-4ed1-904d-7eb1c80cc27d),segment_id=f299c944-21f4-4ed1-904d-7eb1c80cc27d)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:54.723320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=bb724cbb-ddd9-4af3-8108-a3b2a1910580,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:54.727426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:54.739195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object ced3665d-901e-4aad-a79f-0334641c0736 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:44:54.750198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.752754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:54.752754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.755843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:54.762257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['bb724cbb-ddd9-4af3-8108-a3b2a1910580'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:44:54.824571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-35754ead-61af-4025-8179-f28bd3f021cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:54.886863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 2c27f0cf-f8fe-4b8c-b942-24c3c212095b owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:54.890414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:54.950240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:54.955336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:55.000389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.015430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f84d340f-7c04-4529-983f-26dd17ab1d4f None None] Provisioning for port fa5733ae-9594-4b13-b619-401003391473 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:55.034685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f84d340f-7c04-4529-983f-26dd17ab1d4f None None] Provisioning complete for port fa5733ae-9594-4b13-b619-401003391473 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:55.035062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f84d340f-7c04-4529-983f-26dd17ab1d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.042273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.101754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-633b009d-4d77-415d-a912-6923fc2a0e0b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:55.122842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f84d340f-7c04-4529-983f-26dd17ab1d4f None None] Port fa5733ae-9594-4b13-b619-401003391473 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:55.125288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:55.207108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network b9795fbe-81df-401e-9ecd-c55dd3f9c382 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:55.211408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:55.215867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:44:55.244599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=ced3665d-901e-4aad-a79f-0334641c0736,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:55.252813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:55.286431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:55.287711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.294636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6314d5d9-8c9c-4023-96b3-5c9817611694 None None] Provisioning complete for port fa5733ae-9594-4b13-b619-401003391473 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:55.297277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.297430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6314d5d9-8c9c-4023-96b3-5c9817611694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.305395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-84e10d67-b5a9-4ac6-a3cd-16b7fa8bcab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:55.386166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6314d5d9-8c9c-4023-96b3-5c9817611694 None None] Port fa5733ae-9594-4b13-b619-401003391473 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:55.393913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:55.529016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=2c27f0cf-f8fe-4b8c-b942-24c3c212095b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:55.536066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:55.593266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.643766 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.4206107
Nov 27 11:44:55.646439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49844) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:55.712440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.716289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.726704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cb87f6ca-b62c-4355-82f1-b841a4214991 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:55.790371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:55.827783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=6b8868d6-3ad9-4195-8d03-c2ca4e409ca4,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:55.866358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d194d4-b4e3-4d6f-8422-1350e90a3230 None None] Network b9795fbe-81df-401e-9ecd-c55dd3f9c382 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:55.888922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55bf1b-3e9a-4f13-8050-0546e4946620 req-80a8467a-8ffe-4fd2-bf27-4401fa147aa5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:55.890547 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1b55bf1b-3e9a-4f13-8050-0546e4946620 req-80a8467a-8ffe-4fd2-bf27-4401fa147aa5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 945 time: 0.2491097
Nov 27 11:44:56.078004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] Provisioning for port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:56.129701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] Provisioning complete for port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:56.132243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:56.176888 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1b55bf1b-3e9a-4f13-8050-0546e4946620 req-7d7a61ce-fdc7-40eb-8210-32e64e988636 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2345181
Nov 27 11:44:56.362328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=fa5733ae-9594-4b13-b619-401003391473,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:56.365228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:56.376568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:56.376824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:56.413760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Router 592fc1a3-f2fd-416c-a3a7-0fccf5de8487 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:44:56.427049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:56.476360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] For port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=630046f5-8efb-424b-b5d4-6d0cb8f01ae4,segment=NetworkSegment(053ec0f2-e08e-47b7-8f73-eaee7efcd42b),segment_id=053ec0f2-e08e-47b7-8f73-eaee7efcd42b)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:56.550250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:56.559714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:56.588447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:44:56.593721 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "PUT /v2.0/routers/592fc1a3-f2fd-416c-a3a7-0fccf5de8487/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0229766
Nov 27 11:44:56.594877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49848) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:56.597486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f832dfb-e072-4510-83c1-f760b87252b6 None None] Sync routers for ids ['592fc1a3-f2fd-416c-a3a7-0fccf5de8487'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:44:56.638321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3c7b61-a3c5-4eb3-9610-b9e2b336b120 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:44:56.638849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ba3c7b61-a3c5-4eb3-9610-b9e2b336b120 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:56.647278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f832dfb-e072-4510-83c1-f760b87252b6 None None] Routers {'592fc1a3-f2fd-416c-a3a7-0fccf5de8487'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:56.647836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8f832dfb-e072-4510-83c1-f760b87252b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469420a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['592fc1a3-f2fd-416c-a3a7-0fccf5de8487'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:56.722427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] Pushing event updated for resources: {'Port': ['ID=630046f5-8efb-424b-b5d4-6d0cb8f01ae4,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:56.726191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:56.726945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8f832dfb-e072-4510-83c1-f760b87252b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469420a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:56.735781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ba3c7b61-a3c5-4eb3-9610-b9e2b336b120 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:56.740288 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ba3c7b61-a3c5-4eb3-9610-b9e2b336b120 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/2c27f0cf-f8fe-4b8c-b942-24c3c212095b HTTP/1.1" status: 404  len: 333 time: 0.1401961
Nov 27 11:44:56.740654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49852) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:56.745141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f832dfb-e072-4510-83c1-f760b87252b6 None None] Routers {'592fc1a3-f2fd-416c-a3a7-0fccf5de8487'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:44:56.745864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8f832dfb-e072-4510-83c1-f760b87252b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469420a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['592fc1a3-f2fd-416c-a3a7-0fccf5de8487'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:56.812070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8f832dfb-e072-4510-83c1-f760b87252b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469420a0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:56.813596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f832dfb-e072-4510-83c1-f760b87252b6 None None] The sync data for ids ['592fc1a3-f2fd-416c-a3a7-0fccf5de8487'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:44:56.819658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Provisioning for port ced3665d-901e-4aad-a79f-0334641c0736 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:56.829566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Provisioning complete for port ced3665d-901e-4aad-a79f-0334641c0736 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:56.830079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:56.887626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Port ced3665d-901e-4aad-a79f-0334641c0736 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:56.893985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6ab28e0-c1bf-4975-9805-b6a06ca4819a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:56.901701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Provisioning complete for port fa5733ae-9594-4b13-b619-401003391473 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:56.902198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:56.952709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:56.958369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Port fa5733ae-9594-4b13-b619-401003391473 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:56.980837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Provisioning complete for port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:56.981677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e118e10c-f048-4ec6-9448-a73be6875855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.104208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:57.203640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:57.204571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.231457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.301989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.329601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.357487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:57.396522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d7785fe1-6b72-43ab-b49b-776cedef4218 None None] Provisioning complete for port ced3665d-901e-4aad-a79f-0334641c0736 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:57.397154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7785fe1-6b72-43ab-b49b-776cedef4218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.465464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d7785fe1-6b72-43ab-b49b-776cedef4218 None None] Port ced3665d-901e-4aad-a79f-0334641c0736 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:57.466663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6ab28e0-c1bf-4975-9805-b6a06ca4819a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.471758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6ab28e0-c1bf-4975-9805-b6a06ca4819a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.480115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:57.480844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.564382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6ab28e0-c1bf-4975-9805-b6a06ca4819a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.564898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ab28e0-c1bf-4975-9805-b6a06ca4819a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Fanout notify agent at l3_agent the message router_deleted on router 592fc1a3-f2fd-416c-a3a7-0fccf5de8487 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:44:57.577017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6ab28e0-c1bf-4975-9805-b6a06ca4819a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.580652 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f6ab28e0-c1bf-4975-9805-b6a06ca4819a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/routers/592fc1a3-f2fd-416c-a3a7-0fccf5de8487 HTTP/1.1" status: 204  len: 168 time: 0.8360922
Nov 27 11:44:57.580825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49858) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:57.776590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet 4194383e-d1e2-499a-a055-a35ed32082b8 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:44:57.779420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.814921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device bb724cbb-ddd9-4af3-8108-a3b2a1910580 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:44:57.850896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.938150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port bb724cbb-ddd9-4af3-8108-a3b2a1910580 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:44:57.943892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port bb724cbb-ddd9-4af3-8108-a3b2a1910580 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:57.944276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:57.958641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.081268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.113076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:44:58.122154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.126961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e8768e9-1429-4072-adef-6c5ce99b1ff1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:58.132401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port bb724cbb-ddd9-4af3-8108-a3b2a1910580, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:58.169495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=4194383e-d1e2-499a-a055-a35ed32082b8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:58.172814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:58.176860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.182162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d0eb2-349d-452b-97a2-f3638e2881ee None None] Network eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:44:58.183197 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/4194383e-d1e2-499a-a055-a35ed32082b8 HTTP/1.1" status: 204  len: 168 time: 0.6013699
Nov 27 11:44:58.185835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49864) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:58.241242 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.252476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e3078449-46d1-4445-8916-62fdad2490ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:58.258100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445b06e-0e88-407b-9989-cab0106a7596 req-e4cfd38f-6894-4636-bbb2-ae6c804ce613 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:58.260167 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2445b06e-0e88-407b-9989-cab0106a7596 req-e4cfd38f-6894-4636-bbb2-ae6c804ce613 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 945 time: 0.9110374
Nov 27 11:44:58.310636 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'code': 200}
Nov 27 11:44:58.327232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.342068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 536dda93-7d49-4c0b-97e0-f5445fff3c74 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:58.342417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.496960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=bb724cbb-ddd9-4af3-8108-a3b2a1910580,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:58.500799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:58.508267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.564562 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2445b06e-0e88-407b-9989-cab0106a7596 req-03c83600-8eb9-4030-bfb4-120499c61504 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2810223
Nov 27 11:44:58.570147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.599902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] DHCP port deletion for eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:44:58.604568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] Deleting port 536dda93-7d49-4c0b-97e0-f5445fff3c74 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:58.605199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.615837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:58.682258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:44:58.689312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] For port 536dda93-7d49-4c0b-97e0-f5445fff3c74, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=536dda93-7d49-4c0b-97e0-f5445fff3c74,segment=NetworkSegment(51d44885-7162-4252-8ae1-5d93b761fa76),segment_id=51d44885-7162-4252-8ae1-5d93b761fa76)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:58.689658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.723657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.738254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.741643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=fa5733ae-9594-4b13-b619-401003391473,revision_number=3']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:58.745977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:58.821971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 536dda93-7d49-4c0b-97e0-f5445fff3c74 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:58.832453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.840381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12873f44-40a3-4fe9-b62c-029298895639 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:58.854746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] For port 536dda93-7d49-4c0b-97e0-f5445fff3c74, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=536dda93-7d49-4c0b-97e0-f5445fff3c74,segment=NetworkSegment(51d44885-7162-4252-8ae1-5d93b761fa76),segment_id=51d44885-7162-4252-8ae1-5d93b761fa76)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:44:58.855454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:58.904400 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d2f58cec-fd79-42e9-882e-f6adc921bd92 req-81656a19-8e7b-44d5-90f5-82a6d212fc89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1099 time: 0.2610340
Nov 27 11:44:58.965149 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d2f58cec-fd79-42e9-882e-f6adc921bd92 req-86ff65da-33a5-45f1-9d3f-f5717f7c56ef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475361
Nov 27 11:44:58.985321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] Calling delete_port for 536dda93-7d49-4c0b-97e0-f5445fff3c74 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:44:59.001580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.007006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-867fc6a1-849c-4d1c-9221-06fcad770375 tempest-RoutersIpV6AdminTest-2121137552 tempest-RoutersIpV6AdminTest-2121137552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:59.017517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 536dda93-7d49-4c0b-97e0-f5445fff3c74 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:44:59.062418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 536dda93-7d49-4c0b-97e0-f5445fff3c74 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:44:59.063209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 536dda93-7d49-4c0b-97e0-f5445fff3c74 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:44:59.105640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:44:59.106168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:44:59.134369 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=ced3665d-901e-4aad-a79f-0334641c0736,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:59.155995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:59.189454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=536dda93-7d49-4c0b-97e0-f5445fff3c74,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:59.194374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:59.197491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No DVR routers for this DVR port 536dda93-7d49-4c0b-97e0-f5445fff3c74 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:44:59.230095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network 71828af6-38e6-433c-abbb-369f33338536 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:44:59.302208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0a622fe4-f396-49e3-b771-ebdf0d38032f None None] Provisioning complete for port ced3665d-901e-4aad-a79f-0334641c0736 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:59.303070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a622fe4-f396-49e3-b771-ebdf0d38032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.327911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.355028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284673f370>,) {'filters': {'network_id': ['eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:59.368637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284673f370>, '51d44885-7162-4252-8ae1-5d93b761fa76') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:59.368911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284673f370>, '51d44885-7162-4252-8ae1-5d93b761fa76') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:44:59.374585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0a622fe4-f396-49e3-b771-ebdf0d38032f None None] Port ced3665d-901e-4aad-a79f-0334641c0736 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:59.382906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.391643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:44:59.401206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.408253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:44:59.408822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:44:59.425516 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:44:59.607262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] Deleting port 536dda93-7d49-4c0b-97e0-f5445fff3c74 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:44:59.607609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.638691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.645751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.657973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:44:59.681071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c6a45-b35b-4992-a8c4-6064914868a0 None None] The port '536dda93-7d49-4c0b-97e0-f5445fff3c74' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:44:59.707841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Network': ['ID=eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:44:59.710492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:44:59.718151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-280952c8-f32f-42d7-a70a-8670c35c68c0 None None] Provisioning complete for port fa5733ae-9594-4b13-b619-401003391473 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:44:59.718847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-280952c8-f32f-42d7-a70a-8670c35c68c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.758216 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/networks/eeb8b6bb-f062-4d8e-80ba-d8ac8dab99b7 HTTP/1.1" status: 204  len: 168 time: 1.5711465
Nov 27 11:44:59.762413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49870) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:59.779758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-280952c8-f32f-42d7-a70a-8670c35c68c0 None None] Port fa5733ae-9594-4b13-b619-401003391473 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:44:59.839424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b634a1-557a-4a29-b89e-b328e8728d10 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:59.840040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d3b634a1-557a-4a29-b89e-b328e8728d10 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:44:59.868381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce996b63-752a-4135-a67b-3279b17322b4 req-f9592200-6163-4e75-9a87-c784a8c1723c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:44:59.869746 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce996b63-752a-4135-a67b-3279b17322b4 req-f9592200-6163-4e75-9a87-c784a8c1723c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 946 time: 0.1556723
Nov 27 11:44:59.915567 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce996b63-752a-4135-a67b-3279b17322b4 req-63beb5b3-7ba4-49da-8cc1-e18eab2c85a7 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400076
Nov 27 11:44:59.918052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d3b634a1-557a-4a29-b89e-b328e8728d10 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:44:59.924323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:44:59.924532 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d3b634a1-557a-4a29-b89e-b328e8728d10 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/fadb3ec0-d30d-4d97-b272-16f9149a23f4 HTTP/1.1" status: 200  len: 845 time: 0.1559539
Nov 27 11:44:59.924532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49874) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:44:59.995246 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5c724a4c-3e98-44cc-86f5-e779f15f9236 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/fadb3ec0-d30d-4d97-b272-16f9149a23f4?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0696032
Nov 27 11:44:59.998866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49878) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:00.004185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:00.125463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:00.129416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:00.132448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:00.138356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:00.151865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:00.167622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:00.266913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:00.368248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:00.413430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Router b06a2be3-e851-4ab0-b231-3b511f114b54 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:45:00.650659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:00.655698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-de749cdb-9a68-479c-8258-b779e6e2627f tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:00.727496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:00.730420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:00.732388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=fe6d2d17-aa55-4c85-b388-4140c5142a90,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:00.735437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:00.736012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:00.740033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:00.741746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accec9d2-dcea-4fb0-a1d6-e081574f4ce7 None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:00.839340 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8372808
Nov 27 11:45:00.842916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49882) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:00.850459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'security_group': {'name': 'tempest-secgroup-2107310768'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:00.857506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:00.862784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:00.866022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:00.874132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:00.965050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:00.999540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.025009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:01.040631 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733756e-1f40-4935-82b3-f8c5ec211e62 None None] Sync routers for ids ['b06a2be3-e851-4ab0-b231-3b511f114b54'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:01.043216 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "PUT /v2.0/routers/b06a2be3-e851-4ab0-b231-3b511f114b54/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5638139
Nov 27 11:45:01.046305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49888) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:01.052539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:01.057888 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1edb54c3-0fd4-4432-bd1c-b53c776523a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/d3ba42a4-4d0d-44b1-8a02-6fe52b8087db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7767870
Nov 27 11:45:01.066284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.067762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-fdce91ed-1cbc-4457-9e1d-0172221d627c', 'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'tenant_id': 'a0270ee3ba574932b1c598ac398651fb', 'fixed_ips': [{'subnet_id': 'fe6d2d17-aa55-4c85-b388-4140c5142a90'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:45:01.070339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.073910 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733756e-1f40-4935-82b3-f8c5ec211e62 None None] Routers {'b06a2be3-e851-4ab0-b231-3b511f114b54'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:01.074649 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e733756e-1f40-4935-82b3-f8c5ec211e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284621aa00>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b06a2be3-e851-4ab0-b231-3b511f114b54'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:01.098295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:01.103495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group_rule and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:01.107693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:01.115057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:01.136118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b256c8c2-2974-42a6-8f5e-80467ea354f7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:01.181465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25690eec-f69c-416b-8527-986e265fd115 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:01.182198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-25690eec-f69c-416b-8527-986e265fd115 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:01.233845 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e733756e-1f40-4935-82b3-f8c5ec211e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284621aa00>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:01.244655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.256515 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733756e-1f40-4935-82b3-f8c5ec211e62 None None] Routers {'b06a2be3-e851-4ab0-b231-3b511f114b54'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:01.257052 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e733756e-1f40-4935-82b3-f8c5ec211e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284621aa00>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b06a2be3-e851-4ab0-b231-3b511f114b54'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:01.278409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=ced3665d-901e-4aad-a79f-0334641c0736,revision_number=3']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:01.285045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:01.286115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.315253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.320747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5f59c7cf-6924-4a88-948c-c2a2962a3da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:01.346330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Allocated IP 2001:db8::2 (fdce91ed-1cbc-4457-9e1d-0172221d627c/fe6d2d17-aa55-4c85-b388-4140c5142a90/8c9411fe-4ca6-4747-ae48-d5fff760adb8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:01.350346 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e733756e-1f40-4935-82b3-f8c5ec211e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284621aa00>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:01.363153 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733756e-1f40-4935-82b3-f8c5ec211e62 None None] The sync data for ids ['b06a2be3-e851-4ab0-b231-3b511f114b54'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:01.377564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-25690eec-f69c-416b-8527-986e265fd115 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:01.382143 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-25690eec-f69c-416b-8527-986e265fd115 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports?device_id=b06a2be3-e851-4ab0-b231-3b511f114b54 HTTP/1.1" status: 200  len: 982 time: 0.3347566
Nov 27 11:45:01.385838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49894) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:01.454165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2c72cb-63f6-4337-8542-324a7bac26bd,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:01.463542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:01.497164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] Sync routers for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:01.512083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45af6d2-8770-4d3b-a754-4808b8ce0a50 req-899ec124-a163-4466-9e45-9c1980756f15 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:01.513433 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e45af6d2-8770-4d3b-a754-4808b8ce0a50 req-899ec124-a163-4466-9e45-9c1980756f15 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 946 time: 0.3823812
Nov 27 11:45:01.515660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.517382 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6723104
Nov 27 11:45:01.523034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49898) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:01.531059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'security_group': {'name': 'tempest-secgroup-976329950'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:01.537762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:01.542217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:01.542997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f317c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:01.543423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:01.547233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:01.554537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:01.569016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network b9795fbe-81df-401e-9ecd-c55dd3f9c382 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:01.571604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:01.755181 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e45af6d2-8770-4d3b-a754-4808b8ce0a50 req-5f2aa641-992a-4f1d-b081-6db1599cacdd tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2290840
Nov 27 11:45:01.758868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.791441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Transition to ACTIVE for port object 8c9411fe-4ca6-4747-ae48-d5fff760adb8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:01.802182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:01.836196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Transition to ACTIVE for port object 8c9411fe-4ca6-4747-ae48-d5fff760adb8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:01.839780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:01.922901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:01.928608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group_rule and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:01.932627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:01.960228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:02.012712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.025427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7694b100-2794-4336-8238-bc8504fb7a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:02.097350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.120675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8288e6-1595-4f41-83c1-19fa8d531b0d req-4cf4933b-a39d-41f7-a155-2a5222ad3769 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:02.122532 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6a8288e6-1595-4f41-83c1-19fa8d531b0d req-4cf4933b-a39d-41f7-a155-2a5222ad3769 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 946 time: 0.1349931
Nov 27 11:45:02.157457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10b834-cfe3-4684-96b5-6e5cda48fe1e req-1e7e44f9-3946-48a9-a94c-20f691a72def tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:02.158189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-cd10b834-cfe3-4684-96b5-6e5cda48fe1e req-1e7e44f9-3946-48a9-a94c-20f691a72def tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:02.178941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-cd10b834-cfe3-4684-96b5-6e5cda48fe1e req-1e7e44f9-3946-48a9-a94c-20f691a72def tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:02.180083 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cd10b834-cfe3-4684-96b5-6e5cda48fe1e req-1e7e44f9-3946-48a9-a94c-20f691a72def tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 946 time: 0.1979816
Nov 27 11:45:02.181770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.186996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-49c3ce8f-b670-4a84-b5d0-d9f8702b7960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:02.187915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:02.188738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-20b09fbc-69bc-43a6-9150-c428e2c153a5 None None] Provisioning complete for port ced3665d-901e-4aad-a79f-0334641c0736 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:02.189231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-20b09fbc-69bc-43a6-9150-c428e2c153a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.191858 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6a8288e6-1595-4f41-83c1-19fa8d531b0d req-9a5b144f-82ab-4b74-a042-cc7855750e27 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632122
Nov 27 11:45:02.215918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Pushing event updated for resources: {'Port': ['ID=8c9411fe-4ca6-4747-ae48-d5fff760adb8,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:02.225231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:02.226988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:02.233298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:02.235904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49906) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:02.289224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-20b09fbc-69bc-43a6-9150-c428e2c153a5 None None] Port ced3665d-901e-4aad-a79f-0334641c0736 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:02.290511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50db69f0-a7a2-4398-9674-5f75498c4605,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:02.304367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:45:02.324573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:02.338566 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cd10b834-cfe3-4684-96b5-6e5cda48fe1e req-a67b3ec3-fbe7-4f34-840d-9d751a517da5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322389
Nov 27 11:45:02.365499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.366740 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.8427405
Nov 27 11:45:02.369627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49910) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:02.381289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-350800263', 'security_groups': ['50db69f0-a7a2-4398-9674-5f75498c4605'], 'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe6d2d17-aa55-4c85-b388-4140c5142a90'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:02.450108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Attempting to bind port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:02.450490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Attempting to bind port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a3b181ff-89ab-4649-9275-4493d26062be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:02.450876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Attempting to bind port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 on network fdce91ed-1cbc-4457-9e1d-0172221d627c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:02.473943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:02.473943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Checking segment: {'id': 'a3b181ff-89ab-4649-9275-4493d26062be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:02.474338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.474688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Bound using segment: {'id': 'a3b181ff-89ab-4649-9275-4493d26062be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:02.475161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Bound port: 8c9411fe-4ca6-4747-ae48-d5fff760adb8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b181ff-89ab-4649-9275-4493d26062be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:02.475529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.502387 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-74b1b904-98ac-4b2b-a319-fc653b255b71 tempest-TestVolumeBootPattern-1838619765 tempest-TestVolumeBootPattern-1838619765-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1094 time: 0.2610838
Nov 27 11:45:02.502387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49914) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:02.507913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:02.523333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:02.529356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:floatingip and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:02.533587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:02.540021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.541686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:02.561382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:02.569627 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9217033
Nov 27 11:45:02.570393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49918) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:02.574453 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae91c4-f561-4176-b2cf-7915258c5ee4 None None] Sync routers for ids ['6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:02.592046 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae91c4-f561-4176-b2cf-7915258c5ee4 None None] Routers {'6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:02.596174 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4bae91c4-f561-4176-b2cf-7915258c5ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284621aa30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:02.603512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] For port 8c9411fe-4ca6-4747-ae48-d5fff760adb8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:02.606661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] For port 8c9411fe-4ca6-4747-ae48-d5fff760adb8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8c9411fe-4ca6-4747-ae48-d5fff760adb8,segment=NetworkSegment(a3b181ff-89ab-4649-9275-4493d26062be),segment_id=a3b181ff-89ab-4649-9275-4493d26062be)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:02.646140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f317c0>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:55Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:22Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:02.649367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09981c16-b853-4315-bd2d-d4a63162d612 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:02.650251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-09981c16-b853-4315-bd2d-d4a63162d612 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:02.650377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] Checking router: d3ba42a4-4d0d-44b1-8a02-6fe52b8087db for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:45:02.662769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:02.662981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.663200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f317c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:02.681377 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4bae91c4-f561-4176-b2cf-7915258c5ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284621aa30>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:02.696217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:02.701428 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae91c4-f561-4176-b2cf-7915258c5ee4 None None] Routers {'6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:02.702701 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4bae91c4-f561-4176-b2cf-7915258c5ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284621aa30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:02.710011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:02.723907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.735573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:02.785990 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4bae91c4-f561-4176-b2cf-7915258c5ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284621aa30>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:02.786932 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae91c4-f561-4176-b2cf-7915258c5ee4 None None] The sync data for ids ['6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:02.876942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:02.881648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:02.916033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Pushing event updated for resources: {'Port': ['ID=8c9411fe-4ca6-4747-ae48-d5fff760adb8,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:02.921017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:02.929542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-09981c16-b853-4315-bd2d-d4a63162d612 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:02.931091 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-09981c16-b853-4315-bd2d-d4a63162d612 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports/ced3665d-901e-4aad-a79f-0334641c0736 HTTP/1.1" status: 200  len: 977 time: 0.3596680
Nov 27 11:45:02.935628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49922) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:02.940926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:02.951049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:45:03.034323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port fa5733ae-9594-4b13-b619-401003391473 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:03.034682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:03.364564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:03.404296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f317c0>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:55Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:22Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:03.410580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8550d4-16ac-46d8-8208-6d2fc3592716 None None] The sync data for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv is: [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:55Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'bbd786b1-c8a6-4002-b1e9-c78804cc6e66', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.241', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'port_id': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'mac_address': 'fa:16:3e:a6:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:43:15Z', 'updated_at': '2021-11-27T11:43:22Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:03.540938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::2a8 (fdce91ed-1cbc-4457-9e1d-0172221d627c/fe6d2d17-aa55-4c85-b388-4140c5142a90/f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:03.549321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:03.621592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Allocated IP 172.26.6.208 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/808abc9a-9a34-4738-9609-185daef56dac) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:03.776108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf63a26-538b-4e63-a9e6-20b800774c87 req-c56898e7-f2ca-4c2c-889e-4650d93273ab tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:03.776817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-9cf63a26-538b-4e63-a9e6-20b800774c87 req-c56898e7-f2ca-4c2c-889e-4650d93273ab tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:03.817426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for fa5733ae-9594-4b13-b619-401003391473 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:03.841285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-9cf63a26-538b-4e63-a9e6-20b800774c87 req-c56898e7-f2ca-4c2c-889e-4650d93273ab tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:03.848180 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9cf63a26-538b-4e63-a9e6-20b800774c87 req-c56898e7-f2ca-4c2c-889e-4650d93273ab tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 946 time: 0.3233287
Nov 27 11:45:03.882961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-fe005b07-cfd6-4b2f-868b-8afccedfcfdf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:03.884418 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-fe005b07-cfd6-4b2f-868b-8afccedfcfdf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 946 time: 0.6076396
Nov 27 11:45:03.963634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:03.987113 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9cf63a26-538b-4e63-a9e6-20b800774c87 req-2aeb8853-f207-4530-8858-84e077737d18 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1379170
Nov 27 11:45:04.080870 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:04.081423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.106502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.114823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:04.165083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.259735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.292613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:04.325154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:04.330593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:04.332518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=808abc9a-9a34-4738-9609-185daef56dac,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:04.335051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:04.370079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:04.427054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f2ded541-978a-4d4f-b912-b2d2ec3925b6 None None] Provisioning complete for port fadb3ec0-d30d-4d97-b272-16f9149a23f4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:04.428036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f2ded541-978a-4d4f-b912-b2d2ec3925b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.485406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f2ded541-978a-4d4f-b912-b2d2ec3925b6 None None] Port fadb3ec0-d30d-4d97-b272-16f9149a23f4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:04.505776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.518286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b561f9e7-4f6b-4d91-8c71-9b0e394c77ef tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:04.565166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:04.565523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.578079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f2ded541-978a-4d4f-b912-b2d2ec3925b6 None None] Provisioning for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:04.636342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.705076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:04.765572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:04.768790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:04.773906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:04.807685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:04.811688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:04.812292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:04.890050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.890715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.891433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.891983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.892360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.892729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.893100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.893465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.893828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.894192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.894581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:04.914708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:04.919953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-16d1af9e-9ac6-4fb6-b8d0-392fd923231d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:04.990872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=fa5733ae-9594-4b13-b619-401003391473,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:05.000868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:05.072321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port ced3665d-901e-4aad-a79f-0334641c0736 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:05.072814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.078149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8c9411fe-4ca6-4747-ae48-d5fff760adb8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:05.120795 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7501237
Nov 27 11:45:05.136423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49930) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:05.198027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:05.255245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:05.260248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:05.260713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.322531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.379510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d8d80626-811e-44cb-92cb-27e489bfb1dc None None] Provisioning for port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:05.386714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d8d80626-811e-44cb-92cb-27e489bfb1dc None None] Provisioning complete for port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:05.387237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d8d80626-811e-44cb-92cb-27e489bfb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.465393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for ced3665d-901e-4aad-a79f-0334641c0736 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:05.489720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d8d80626-811e-44cb-92cb-27e489bfb1dc None None] Port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:05.496317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.511349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.532630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 8c9411fe-4ca6-4747-ae48-d5fff760adb8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8c9411fe-4ca6-4747-ae48-d5fff760adb8,segment=NetworkSegment(a3b181ff-89ab-4649-9275-4493d26062be),segment_id=a3b181ff-89ab-4649-9275-4493d26062be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:05.557076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.567421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9b583737-eaed-49b0-ae80-c9e82bd251e2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:05.601025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.605110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:05.645504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:05.675617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be4087-fd1d-419e-bae1-0f297f6512db req-abb6575d-c53b-40d6-b519-769572c5ed39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:05.677077 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4be4087-fd1d-419e-bae1-0f297f6512db req-abb6575d-c53b-40d6-b519-769572c5ed39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 946 time: 0.4833803
Nov 27 11:45:05.686329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:05.689011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=5d27e0d3-6e11-4794-a9aa-92e7fe5257a4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:05.693189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:05.693776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 6b8868d6-3ad9-4195-8d03-c2ca4e409ca4 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:05.724592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=8c9411fe-4ca6-4747-ae48-d5fff760adb8,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:05.734090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.735363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.735711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.736064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.736485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.737292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.737631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.737960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.738290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.738678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.739001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.743218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:05.753920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:05.756374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:05.759928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:05.775116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:05.788375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.802236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ba1167c5-2527-48fb-9926-4e29300e84ee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:05.848828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=ced3665d-901e-4aad-a79f-0334641c0736,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:05.851076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.877849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:05.884103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:05.886685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cd2bad-190a-4d09-97a5-5a6f815b859b', 'name': 'network-vif-deleted', 'tag': '5d27e0d3-6e11-4794-a9aa-92e7fe5257a4'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:45:05.893380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.893760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.894136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.894543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.894912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.895272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.895631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.895989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.896344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.896721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.897080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:05.904410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:05.916369 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4be4087-fd1d-419e-bae1-0f297f6512db req-e5232907-9672-4909-8837-a67132dcdfe7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=b91f2974-7ebf-4eba-8820-8866815c354a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2237298
Nov 27 11:45:05.919037 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:06.028610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cd2bad-190a-4d09-97a5-5a6f815b859b', 'name': 'network-vif-deleted', 'tag': '5d27e0d3-6e11-4794-a9aa-92e7fe5257a4', 'status': 'completed', 'code': 200}
Nov 27 11:45:06.067314 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:45:06.141895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-be5831f7-a26c-4735-97e5-b7ca4f055998 req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 HTTP/1.1" status: 204  len: 173 time: 2.2444887
Nov 27 11:45:06.142754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:06.193739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:06.347300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:06.473264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Router b06a2be3-e851-4ab0-b231-3b511f114b54 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:06.496245 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.ipam_backend_mixin [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe6d2d17-aa55-4c85-b388-4140c5142a90 (CIDR: 2001:db8::/64)
Nov 27 11:45:06.562162 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:45:06.563156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:06.645248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:06.651003 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "PUT /v2.0/routers/b06a2be3-e851-4ab0-b231-3b511f114b54/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2638698
Nov 27 11:45:06.652791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49936) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:06.656848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389d0b3-d90a-4e82-92dc-3fe5ee0c5abb None None] Sync routers for ids ['b06a2be3-e851-4ab0-b231-3b511f114b54'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:06.668915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389d0b3-d90a-4e82-92dc-3fe5ee0c5abb None None] Routers {'b06a2be3-e851-4ab0-b231-3b511f114b54'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:06.669659 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b389d0b3-d90a-4e82-92dc-3fe5ee0c5abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845cec790>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b06a2be3-e851-4ab0-b231-3b511f114b54'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:06.701535 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f24756-02ad-427e-9989-34bb517e5e48 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:45:06.702043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a9f24756-02ad-427e-9989-34bb517e5e48 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:06.712940 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ff7ac6d7-dde5-4a7f-9b3b-aa4c2b2a3215 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5181310
Nov 27 11:45:06.713140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49940) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:06.721961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:06.737036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b389d0b3-d90a-4e82-92dc-3fe5ee0c5abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845cec790>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:06.749522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389d0b3-d90a-4e82-92dc-3fe5ee0c5abb None None] Routers {'b06a2be3-e851-4ab0-b231-3b511f114b54'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:06.750799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b389d0b3-d90a-4e82-92dc-3fe5ee0c5abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845cec790>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b06a2be3-e851-4ab0-b231-3b511f114b54'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:06.812335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a9f24756-02ad-427e-9989-34bb517e5e48 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:06.816795 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a9f24756-02ad-427e-9989-34bb517e5e48 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/fa5733ae-9594-4b13-b619-401003391473 HTTP/1.1" status: 404  len: 333 time: 0.1603467
Nov 27 11:45:06.817042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49944) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:06.821283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:06.838395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b389d0b3-d90a-4e82-92dc-3fe5ee0c5abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845cec790>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:06.838933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389d0b3-d90a-4e82-92dc-3fe5ee0c5abb None None] The sync data for ids ['b06a2be3-e851-4ab0-b231-3b511f114b54'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:06.902269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:06.969629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:06.983719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d16b4fd-8496-4e37-9336-7b34145d4ec5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:07.017556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8c9411fe-4ca6-4747-ae48-d5fff760adb8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:07.100938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:07.101618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:07.169345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2ff195e1-882d-4e2a-8e13-fe250c5c18a7 req-dd259c69-f8b8-427b-80ff-05e221341b4d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cd2bad-190a-4d09-97a5-5a6f815b859b HTTP/1.1" status: 200  len: 210 time: 0.0768406
Nov 27 11:45:07.191254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=808abc9a-9a34-4738-9609-185daef56dac,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:07.202953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:07.210358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:07.221687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:07.223406 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b9b397-b98c-45f9-a7f3-1eb791f74693 None None] Sync routers for ids ['6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:07.240272 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9b397-b98c-45f9-a7f3-1eb791f74693 None None] Routers {'6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:07.247668 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-63b9b397-b98c-45f9-a7f3-1eb791f74693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468dc310>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:07.279730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:07.284759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15175ca5-4801-4d8c-b725-46d9b28368e3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:07.311596 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-63b9b397-b98c-45f9-a7f3-1eb791f74693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468dc310>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:07.324044 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9b397-b98c-45f9-a7f3-1eb791f74693 None None] Routers {'6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:07.324786 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-63b9b397-b98c-45f9-a7f3-1eb791f74693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468dc310>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:07.382418 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4415305
Nov 27 11:45:07.383591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49950) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:07.397752 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-63b9b397-b98c-45f9-a7f3-1eb791f74693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468dc310>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:07.398161 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b9b397-b98c-45f9-a7f3-1eb791f74693 None None] The sync data for ids ['6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:07.421370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:07.428475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:07.440391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:07.576752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:07.580432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:07.817652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15175ca5-4801-4d8c-b725-46d9b28368e3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:07.820902 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Floating IP 0bed21b3-8abe-4fcd-b655-2901810724fc associated. External IP: 172.26.6.208, port: bb724cbb-ddd9-4af3-8108-a3b2a1910580.
Nov 27 11:45:07.836263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15175ca5-4801-4d8c-b725-46d9b28368e3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:07.873790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:07.905623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:07.906111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 5d27e0d3-6e11-4794-a9aa-92e7fe5257a4 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:07.952204 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-09060899-1a89-4875-ac70-8aeeede6a7df tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] remove_router_interface failed (client error): The resource could not be found.
Nov 27 11:45:07.952494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15175ca5-4801-4d8c-b725-46d9b28368e3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:07.953068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15175ca5-4801-4d8c-b725-46d9b28368e3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Fanout notify agent at l3_agent the message router_deleted on router b06a2be3-e851-4ab0-b231-3b511f114b54 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:45:07.953297 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-09060899-1a89-4875-ac70-8aeeede6a7df tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5634568
Nov 27 11:45:07.956050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49954) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:07.978070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15175ca5-4801-4d8c-b725-46d9b28368e3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:07.979176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-15175ca5-4801-4d8c-b725-46d9b28368e3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/routers/b06a2be3-e851-4ab0-b231-3b511f114b54 HTTP/1.1" status: 204  len: 168 time: 1.1612861
Nov 27 11:45:07.990504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49958) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:08.002988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-836fb56d-9d1b-4b8b-a7c5-48f1bd11f41c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:08.120545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-836fb56d-9d1b-4b8b-a7c5-48f1bd11f41c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:08.121600 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-836fb56d-9d1b-4b8b-a7c5-48f1bd11f41c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7 HTTP/1.1" status: 200  len: 205 time: 0.1646268
Nov 27 11:45:08.124301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49962) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:08.152166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.158406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-de336883-1821-48ff-a196-1a45f6fa9440 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:08.255593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:08.260198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:08.262572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:08.266895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:08.268821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.271380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:08.274099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet 2d673985-612c-4a7b-ac9e-141895f29a05 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:08.283510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.284087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ced4fca6-87a3-41e1-9d16-b96e20f49fc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.288173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac86ef-e0c4-4c5a-9ed1-2e5df5e0679f None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:08.320185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49968) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:08.386362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.422910 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.7086740
Nov 27 11:45:08.429703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49972) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:08.437183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-744757372', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9'}], 'security_groups': ['1a2c72cb-63f6-4337-8542-324a7bac26bd']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:08.541538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14319aa1-67cf-4d68-b8ff-b3151817fb8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.632159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14319aa1-67cf-4d68-b8ff-b3151817fb8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.657332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.672481 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Update dhcp port {'port': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'fixed_ips': [{'subnet_id': 'fe6d2d17-aa55-4c85-b388-4140c5142a90', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '8c9411fe-4ca6-4747-ae48-d5fff760adb8'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:45:08.704324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.732264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.957198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ced4fca6-87a3-41e1-9d16-b96e20f49fc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.965927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ced4fca6-87a3-41e1-9d16-b96e20f49fc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:08.987928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Allocated IP 2001:db8:0:1::2 (fdce91ed-1cbc-4457-9e1d-0172221d627c/b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9/8c9411fe-4ca6-4747-ae48-d5fff760adb8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:09.026122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Router 4e381d82-7ba7-4a33-9879-a70491a89069 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:09.086229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.093351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.094379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ced4fca6-87a3-41e1-9d16-b96e20f49fc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.094909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced4fca6-87a3-41e1-9d16-b96e20f49fc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:45:09.115407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ced4fca6-87a3-41e1-9d16-b96e20f49fc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.118959 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ced4fca6-87a3-41e1-9d16-b96e20f49fc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7 HTTP/1.1" status: 204  len: 168 time: 0.9912982
Nov 27 11:45:09.119908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49976) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:09.126361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e21aaa48-b790-4004-9092-6216fe7c232c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:09.150642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] For port 8c9411fe-4ca6-4747-ae48-d5fff760adb8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8c9411fe-4ca6-4747-ae48-d5fff760adb8,segment=NetworkSegment(a3b181ff-89ab-4649-9275-4493d26062be),segment_id=a3b181ff-89ab-4649-9275-4493d26062be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:09.170248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=2d673985-612c-4a7b-ac9e-141895f29a05,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:09.172478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14319aa1-67cf-4d68-b8ff-b3151817fb8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.179069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:09.181232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0970b717-df38-442c-a4a7-c9c87699f0ac tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:09.185975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.209315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Transition to ACTIVE for port object 8c9411fe-4ca6-4747-ae48-d5fff760adb8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:09.211973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.216622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aee9ef-a596-4c83-bdbe-db1af0ab427a None None] Network 71828af6-38e6-433c-abbb-369f33338536 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:09.217438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14319aa1-67cf-4d68-b8ff-b3151817fb8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91f2974-7ebf-4eba-8820-8866815c354a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:09.224698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-14319aa1-67cf-4d68-b8ff-b3151817fb8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:09.236665 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/2d673985-612c-4a7b-ac9e-141895f29a05 HTTP/1.1" status: 204  len: 168 time: 1.2450955
Nov 27 11:45:09.243620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49980) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:09.314454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.320537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f0c27376-4778-418c-a48c-47c186a5b7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:09.429170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet 6c06e025-d5c8-4dca-9989-8cbcf0bc55ef {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:09.434586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.436904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14319aa1-67cf-4d68-b8ff-b3151817fb8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.441801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-14319aa1-67cf-4d68-b8ff-b3151817fb8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/b91f2974-7ebf-4eba-8820-8866815c354a HTTP/1.1" status: 204  len: 168 time: 1.1168861
Nov 27 11:45:09.481839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.514247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.538841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:09.539180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.550921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:09.579463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:09.580806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49986) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:09.634088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.666459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Delete allocated IP 2001:db8::2a8 (fdce91ed-1cbc-4457-9e1d-0172221d627c/fe6d2d17-aa55-4c85-b388-4140c5142a90) {{(pid=84363) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 11:45:09.676792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Pushing event updated for resources: {'Port': ['ID=8c9411fe-4ca6-4747-ae48-d5fff760adb8,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:09.678366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.680145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:09.689682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:09.690322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465a4550>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:09.727217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8:0:1::2fe (fdce91ed-1cbc-4457-9e1d-0172221d627c/b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9/f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:09.815269 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 7.3129549
Nov 27 11:45:09.816736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:45:09.890103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.894388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c3c08582-6585-46a3-8fd1-0b41314ab254 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:09.914943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:09.943374 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'status': 'completed', 'code': 200}
Nov 27 11:45:09.958282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=6c06e025-d5c8-4dca-9989-8cbcf0bc55ef,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:09.964013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:09.971406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:09.974053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] DHCP port deletion for 71828af6-38e6-433c-abbb-369f33338536 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:45:09.978565 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/6c06e025-d5c8-4dca-9989-8cbcf0bc55ef HTTP/1.1" status: 204  len: 168 time: 0.8582304
Nov 27 11:45:09.981151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 49994) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:09.988383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac882556-680b-4673-8c7b-0b7090d17a21 None None] Network b9795fbe-81df-401e-9ecd-c55dd3f9c382 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:10.012356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] Deleting port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:10.012991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.114942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.129572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:10.130040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.169067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] For port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6,segment=NetworkSegment(f299c944-21f4-4ed1-904d-7eb1c80cc27d),segment_id=f299c944-21f4-4ed1-904d-7eb1c80cc27d)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:10.169990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.335796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:10.348203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] For port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6,segment=NetworkSegment(f299c944-21f4-4ed1-904d-7eb1c80cc27d),segment_id=f299c944-21f4-4ed1-904d-7eb1c80cc27d)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:10.348600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.377904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet 2e14969f-ebb5-4c72-b658-def87107be4a {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:10.387278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.393758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=630046f5-8efb-424b-b5d4-6d0cb8f01ae4,segment=NetworkSegment(053ec0f2-e08e-47b7-8f73-eaee7efcd42b),segment_id=053ec0f2-e08e-47b7-8f73-eaee7efcd42b)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:10.394125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.472174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] Calling delete_port for c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:10.502121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.527352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:10.563898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.569952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99d3de46-a987-457a-9721-48eed88bfd4f req-4bb1de0e-1aa6-4df6-896e-dc7ba72eee10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1099 time: 0.5684214
Nov 27 11:45:10.700466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Provisioning complete for port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:10.700762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.715230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.719276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fff833e8-cb64-4d1f-bbc9-e013ce098e4b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:10.736690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.741162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:45:10.741514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:45:10.747404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2b34789-65d2-4eae-8412-194382359c81 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:10.760618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=630046f5-8efb-424b-b5d4-6d0cb8f01ae4,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:10.764548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:10.768978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No DVR routers for this DVR port 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:10.775238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:10.804047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:10.847354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:10.861000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:10.876131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.881246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No DVR routers for this DVR port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:10.888828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-def55e05-5a1f-437a-99c9-8e41b0c6a450 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:10.901712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.905141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d77cf-8fc8-45bc-880e-0b7920f7fb3f None None] DHCP port deletion for b9795fbe-81df-401e-9ecd-c55dd3f9c382 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:45:10.925056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Provisioning complete for port fadb3ec0-d30d-4d97-b272-16f9149a23f4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:10.930856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.935256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844d85310>,) {'filters': {'network_id': ['b9795fbe-81df-401e-9ecd-c55dd3f9c382']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:10.948561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844d85310>, '053ec0f2-e08e-47b7-8f73-eaee7efcd42b') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:10.948862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844d85310>, '053ec0f2-e08e-47b7-8f73-eaee7efcd42b') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:10.961663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.981301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:10.991546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:45:10.991975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:45:11.013918 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:45:11.037380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.081217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8c9411fe-4ca6-4747-ae48-d5fff760adb8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:11.127330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Port fadb3ec0-d30d-4d97-b272-16f9149a23f4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:11.137664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3de46-a987-457a-9721-48eed88bfd4f req-8cfcc04d-0c48-4a1a-86a5-bac8bc2cbd06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:11.139194 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99d3de46-a987-457a-9721-48eed88bfd4f req-8cfcc04d-0c48-4a1a-86a5-bac8bc2cbd06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.5572951
Nov 27 11:45:11.179454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:11.194698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465a4550>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:04Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:11.204598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:45:11.215617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.220354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bd881b24-ba4f-4e39-bf8c-67d51ab11ae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:11.221673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:11.222697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465a4550>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:11.246205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.256125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:11.262747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] In _notify_port_updated(), no bound segment for port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 on network fdce91ed-1cbc-4457-9e1d-0172221d627c {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:45:11.267282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:11.267761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.271864 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "PUT /v2.0/ports/f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 HTTP/1.1" status: 200  len: 930 time: 2.8384273
Nov 27 11:45:11.273890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.291014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 49998) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:11.295859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] Deleting port c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:11.295859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.298989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=b9795fbe-81df-401e-9ecd-c55dd3f9c382,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:11.329103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:11.336880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:11.369498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Provisioning for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:11.392963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28465603d0>,) {'filters': {'network_id': ['71828af6-38e6-433c-abbb-369f33338536']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:11.409083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:11.409493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 630046f5-8efb-424b-b5d4-6d0cb8f01ae4 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:11.418865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:11.423594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/b9795fbe-81df-401e-9ecd-c55dd3f9c382 HTTP/1.1" status: 204  len: 168 time: 1.4282820
Nov 27 11:45:11.423594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50002) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:11.428125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-1740430767'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:11.440409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:11.444778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:11.449276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:11.451751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28465603d0>, 'f299c944-21f4-4ed1-904d-7eb1c80cc27d') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:11.452051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28465603d0>, 'f299c944-21f4-4ed1-904d-7eb1c80cc27d') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:11.461029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:11.482647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Provisioning complete for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:11.482647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-14eae8f3-57b3-49fb-b9c0-d3ccdc3ebb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.493158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.507893 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99d3de46-a987-457a-9721-48eed88bfd4f req-461436db-9aaf-4f32-94f1-0c2fba1a3243 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 200  len: 1000 time: 0.3258240
Nov 27 11:45:11.513059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:11.513258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.546556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:11.546556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:11.548275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:11.550182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.588071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.595239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.610625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c2639e99-d238-4e6e-8ca7-1608e47cb57b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:11.612326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:45:11.616935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9e3510cc-54ad-4db5-8e23-58499ee0c968 None None] The port 'c77def8a-55d2-4ddb-ad10-a3dfdbddb1b6' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:45:11.622781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.623119 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment b6edc285-8246-463d-9571-decaf3bb2a51 of type vlan for network 79d151d9-6c26-4366-ad38-a7c83d90ce03
Nov 27 11:45:11.660890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:45:11.667144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:45:11.677470 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:45:11.688664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=2e14969f-ebb5-4c72-b658-def87107be4a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:11.705115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:11.783256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:11.822273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.835176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3de46-a987-457a-9721-48eed88bfd4f req-ea4191e8-cc37-473e-8af6-c0ba3f766568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:11.835176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99d3de46-a987-457a-9721-48eed88bfd4f req-ea4191e8-cc37-473e-8af6-c0ba3f766568 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.2976847
Nov 27 11:45:11.840618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94412c-1b02-4d61-8f6a-54ad45235f88 None None] Network 67bf996e-d12c-40f0-bbe8-e9052fc1283b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:11.872309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:11.887697 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/2e14969f-ebb5-4c72-b658-def87107be4a HTTP/1.1" status: 204  len: 168 time: 2.2974784
Nov 27 11:45:11.900007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50006) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:12.005479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.005479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2058ce3e-ddf5-4533-be46-cbe8c947f0d5 tempest-NetworksIpV6Test-1687697656 tempest-NetworksIpV6Test-1687697656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:12.005479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.041150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Network': ['ID=71828af6-38e6-433c-abbb-369f33338536,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:12.041150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:12.049536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.065735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/networks/71828af6-38e6-433c-abbb-369f33338536 HTTP/1.1" status: 204  len: 168 time: 2.7853839
Nov 27 11:45:12.068560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port c1c5b195-fe57-475f-88da-2f8458d0fc74 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:12.068560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.073955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50010) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:12.091787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.091787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:12.091787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.091787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f7d79af7-a7c6-4a77-93f3-4f76067830dc tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:12.166441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.185357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-20e067a1-6e6d-4bb2-9672-3fe68707b702 None None] Provisioning for port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:12.192993 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99d3de46-a987-457a-9721-48eed88bfd4f req-3351523d-ffce-4863-aefc-2f5bd59b103b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3301139
Nov 27 11:45:12.202626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-20e067a1-6e6d-4bb2-9672-3fe68707b702 None None] Provisioning complete for port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:12.202626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-20e067a1-6e6d-4bb2-9672-3fe68707b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.234464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=79d151d9-6c26-4366-ad38-a7c83d90ce03,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:12.248591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32240736-39ad-4d53-988b-852bbd637b09 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:12.248591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-32240736-39ad-4d53-988b-852bbd637b09 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:12.255619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:12.268642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 79d151d9-6c26-4366-ad38-a7c83d90ce03 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:45:12.307424 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8752601
Nov 27 11:45:12.323704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50014) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:12.342906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:12.396546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': '79d151d9-6c26-4366-ad38-a7c83d90ce03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:12.502002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-20e067a1-6e6d-4bb2-9672-3fe68707b702 None None] Port f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:12.523934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port c1c5b195-fe57-475f-88da-2f8458d0fc74, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c1c5b195-fe57-475f-88da-2f8458d0fc74,segment=NetworkSegment(2dc85b56-ea67-417b-ba86-57ae1c2e2a1c),segment_id=2dc85b56-ea67-417b-ba86-57ae1c2e2a1c)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:12.526150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.656634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-32240736-39ad-4d53-988b-852bbd637b09 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:12.656634 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-32240736-39ad-4d53-988b-852bbd637b09 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/79716b70-d77e-42bf-b850-04e373109957 HTTP/1.1" status: 200  len: 840 time: 0.6037164
Nov 27 11:45:12.656634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50018) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:12.681753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for c1c5b195-fe57-475f-88da-2f8458d0fc74 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:12.714735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99d3de46-a987-457a-9721-48eed88bfd4f req-cadd4401-bd48-45ca-b154-e6ca73f7cdeb service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3945653
Nov 27 11:45:12.728476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:12.754493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:12.754493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:12.773559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:12.803827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a55051-3476-4405-8e46-f4aee53312e1 None None] DHCP port deletion for 67bf996e-d12c-40f0-bbe8-e9052fc1283b request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:45:12.803827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-00a55051-3476-4405-8e46-f4aee53312e1 None None] Deleting port c1c5b195-fe57-475f-88da-2f8458d0fc74 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:12.803827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-00a55051-3476-4405-8e46-f4aee53312e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:12.866585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:12.868481 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-24730079-56a2-4134-ae86-96879fad51c1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/79716b70-d77e-42bf-b850-04e373109957?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2168815
Nov 27 11:45:12.888672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50022) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:12.888672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:12.996094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-00a55051-3476-4405-8e46-f4aee53312e1 None None] The port 'c1c5b195-fe57-475f-88da-2f8458d0fc74' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:45:13.011882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465a4550>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:04Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:13.015034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.017934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.030547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb2843e-899b-4df2-b423-25e75071feb9 None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:04Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:13.034487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-33685741-af27-4886-8889-c91ab1067b89 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:13.065736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6eb3b141-68e4-4509-9fed-125d0f22c0b3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:13.067578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c1c5b195-fe57-475f-88da-2f8458d0fc74 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:13.096646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=c1c5b195-fe57-475f-88da-2f8458d0fc74,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:13.110853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:13.110853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port c1c5b195-fe57-475f-88da-2f8458d0fc74 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:13.140062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: c1c5b195-fe57-475f-88da-2f8458d0fc74 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:13.141146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c1c5b195-fe57-475f-88da-2f8458d0fc74 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:13.147873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:13.153101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:13.161658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.199681 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99d3de46-a987-457a-9721-48eed88bfd4f req-15e6904e-611e-4f06-b42d-2701a046f59d service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4659958
Nov 27 11:45:13.225933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:13.231133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.237169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:13.243013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:13.254990 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 HTTP/1.1" status: 204  len: 168 time: 1.9633439
Nov 27 11:45:13.256112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50026) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:13.257231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:13.292766 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c32cd9-332b-4d82-87cd-07902585d3b1 None None] New status for floating IP 0bed21b3-8abe-4fcd-b655-2901810724fc: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:45:13.325145 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5365e5-b50f-4d58-8846-dce4f6bd1f98 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:45:13.326191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dc5365e5-b50f-4d58-8846-dce4f6bd1f98 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:13.367337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.398993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:13.420037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ab8af0>,) {'filters': {'network_id': ['67bf996e-d12c-40f0-bbe8-e9052fc1283b']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:13.429069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dc5365e5-b50f-4d58-8846-dce4f6bd1f98 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:13.430444 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dc5365e5-b50f-4d58-8846-dce4f6bd1f98 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/f5ab44c3-5dbb-4ab6-a724-468a8dd1f9a1 HTTP/1.1" status: 404  len: 333 time: 0.1708195
Nov 27 11:45:13.433711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50030) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:13.457546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ab8af0>, '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:13.457917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ab8af0>, '2dc85b56-ea67-417b-ba86-57ae1c2e2a1c') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:13.486188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.520194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.521278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.561642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:45:13.562036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:45:13.579103 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:45:13.801198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.806279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-31c236d3-a3dc-46b0-b071-c00392af187a tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:13.810424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82d8a689-6457-46fc-ada4-55dee6594e8a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.862549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82d8a689-6457-46fc-ada4-55dee6594e8a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.864349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:13.867348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:13.871568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:13.872289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.877412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783c0a1-6ea1-4d7a-89d1-759d7f487fd9 None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:13.884173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=b6feb309-7e97-4d29-9302-d58e198c4764,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:13.888523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:13.907608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.912214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-28b2a69b-cfae-422c-b32a-5eea3e814341 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:13.927206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.939479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=67bf996e-d12c-40f0-bbe8-e9052fc1283b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:13.941845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:13.956482 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/67bf996e-d12c-40f0-bbe8-e9052fc1283b HTTP/1.1" status: 204  len: 168 time: 2.0712104
Nov 27 11:45:13.958597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:13.959729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50034) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:13.963027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9c094517-e1dc-436f-ad47-5ff4cc1aee7a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:14.030870 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1559229
Nov 27 11:45:14.032150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50038) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:14.037180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=225df6d3-4b61-47ee-a72b-40a4259b0fa9,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:14.039871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:14.044431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82d8a689-6457-46fc-ada4-55dee6594e8a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.047582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82d8a689-6457-46fc-ada4-55dee6594e8a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.048730 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-82d8a689-6457-46fc-ada4-55dee6594e8a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/security-groups/50db69f0-a7a2-4398-9674-5f75498c4605 HTTP/1.1" status: 204  len: 168 time: 0.6140451
Nov 27 11:45:14.052508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f9e54f90-ed41-4005-bccf-1bb61fbfdb2f tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:14.054515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1589354901'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:14.060907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50042) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:14.076223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8a689-6457-46fc-ada4-55dee6594e8a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50db69f0-a7a2-4398-9674-5f75498c4605,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:14.078675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-82d8a689-6457-46fc-ada4-55dee6594e8a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:14.082336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': 'b6edc285-8246-463d-9571-decaf3bb2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '79d151d9-6c26-4366-ad38-a7c83d90ce03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:14.086757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: 79d151d9-6c26-4366-ad38-a7c83d90ce03, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:45:14.096118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:14.103219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:14.114339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:14.127645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:14.155459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'tenant_id': '0aff31ebd04f4e60bd10a9304736d0ad', 'fixed_ips': [{'subnet_id': 'b6feb309-7e97-4d29-9302-d58e198c4764'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:45:14.156954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.180694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 79d151d9-6c26-4366-ad38-a7c83d90ce03 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:45:14.253371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fd55124-e8a1-46e2-82d2-8e1c9136245d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.267383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 75b8e7cd-d069-4876-8074-9a263ac225ae {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:14.267717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.272355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 79d151d9-6c26-4366-ad38-a7c83d90ce03) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:14.276756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:14.277609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.292843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1e3b6-0dc0-4fbf-afcc-35ed2d151e85 None None] Network 79d151d9-6c26-4366-ad38-a7c83d90ce03 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:14.308651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.349039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fd55124-e8a1-46e2-82d2-8e1c9136245d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.359605 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0467145
Nov 27 11:45:14.368663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50046) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:14.374452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2055820164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:14.383404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:14.387666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:router and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:14.391393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:14.397433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:14.407868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Allocated IP 172.20.0.2 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/b6feb309-7e97-4d29-9302-d58e198c4764/3d4f0b4d-21ff-4517-9b29-8150bab5da2a) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:14.461372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.462275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.481614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:14.482005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.489685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group_rule and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:14.558796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.608858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:14.634715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-79d151d9-6c26-4366-ad38-a7c83d90ce03', 'network_id': '79d151d9-6c26-4366-ad38-a7c83d90ce03', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': '225df6d3-4b61-47ee-a72b-40a4259b0fa9'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:45:14.635527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.638440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.642216 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-14732717-d356-4774-aac2-072625ac64a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2695701
Nov 27 11:45:14.643020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50050) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:14.653787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:14.677594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fd55124-e8a1-46e2-82d2-8e1c9136245d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.697748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-29b032bc-7079-4071-a1cf-c431b0d0e3e4 tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:14.725819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.726035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.733414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd55124-e8a1-46e2-82d2-8e1c9136245d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2c72cb-63f6-4337-8542-324a7bac26bd,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:14.737053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8fd55124-e8a1-46e2-82d2-8e1c9136245d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:14.829776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.871281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 75b8e7cd-d069-4876-8074-9a263ac225ae owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:14.872152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Transition to ACTIVE for port object 3d4f0b4d-21ff-4517-9b29-8150bab5da2a will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:14.906453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Transition to ACTIVE for port object 3d4f0b4d-21ff-4517-9b29-8150bab5da2a will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:14.910933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fd55124-e8a1-46e2-82d2-8e1c9136245d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:14.914707 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8fd55124-e8a1-46e2-82d2-8e1c9136245d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a2c72cb-63f6-4337-8542-324a7bac26bd HTTP/1.1" status: 204  len: 168 time: 0.8499293
Nov 27 11:45:14.915508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50054) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:14.916502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Allocated IP 172.20.0.2 (79d151d9-6c26-4366-ad38-a7c83d90ce03/225df6d3-4b61-47ee-a72b-40a4259b0fa9/948b963b-bb26-414b-a204-f61a3d9d98ce) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:14.994583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.002588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.011168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:15.035002 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-566eb417-9119-43e5-86a2-743ceeca8a1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4220047
Nov 27 11:45:15.120136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:15.125991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:15.129884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:15.132391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.133130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Pushing event updated for resources: {'Port': ['ID=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:15.137044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:15.139353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8f308b4e-83ef-4d78-a577-51bad6b21cbe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:15.197352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.243014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25e300b-4577-4000-86f2-0182d348ab78,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:15.253025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:15.304940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.309005 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2634435
Nov 27 11:45:15.309928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50058) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:15.320279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Attempting to bind port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:15.320648 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Attempting to bind port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '5c5bc0ff-20ca-47d4-b752-1c9f3edeece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:15.321016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Attempting to bind port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a on network a3ab790e-37e2-4df7-8789-93b4ac9abc8f {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:15.324000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1414071256'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:15.339045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:15.339411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Checking segment: {'id': '5c5bc0ff-20ca-47d4-b752-1c9f3edeece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:15.340000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.340551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Bound using segment: {'id': '5c5bc0ff-20ca-47d4-b752-1c9f3edeece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:15.341181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Bound port: 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5bc0ff-20ca-47d4-b752-1c9f3edeece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:15.341746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.341873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:15.350414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet fe6d2d17-aa55-4c85-b388-4140c5142a90 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:15.357654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.359904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.384596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:15.389663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:15.395971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Transition to ACTIVE for port object 948b963b-bb26-414b-a204-f61a3d9d98ce will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:15.409452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:15.436791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Transition to ACTIVE for port object 948b963b-bb26-414b-a204-f61a3d9d98ce will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:15.448426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.478955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0c943208-b233-4202-afff-c81a509e52bd None None] For port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:15.485964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.486201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0c943208-b233-4202-afff-c81a509e52bd None None] For port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,segment=NetworkSegment(5c5bc0ff-20ca-47d4-b752-1c9f3edeece2),segment_id=5c5bc0ff-20ca-47d4-b752-1c9f3edeece2)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:15.490683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1d18ad55-651d-413d-a691-dc542cf85366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:15.525729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.534855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:15.536873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.563586 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-9ebafd9f-949c-4b15-a51c-c32eff906589 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 1098 time: 0.3528059
Nov 27 11:45:15.564369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=75b8e7cd-d069-4876-8074-9a263ac225ae,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:15.569672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.571709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:15.603859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.20.0.1 (79d151d9-6c26-4366-ad38-a7c83d90ce03/225df6d3-4b61-47ee-a72b-40a4259b0fa9/3b67c469-db65-43ab-86e4-21074a0537f7) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:15.673327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Network 79d151d9-6c26-4366-ad38-a7c83d90ce03 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:15.680332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:15.683953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:15.717749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Pushing event updated for resources: {'Port': ['ID=948b963b-bb26-414b-a204-f61a3d9d98ce,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:15.720317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:15.721747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2b6ae044-6679-4c82-bdcd-0a2b2c349375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:15.793428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:15.807229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group_rule and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:15.810039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.813579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:15.816845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.827140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object 3b67c469-db65-43ab-86e4-21074a0537f7 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:15.844485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.867971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Attempting to bind port 948b963b-bb26-414b-a204-f61a3d9d98ce on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:15.868345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Attempting to bind port 948b963b-bb26-414b-a204-f61a3d9d98ce by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'b6edc285-8246-463d-9571-decaf3bb2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '79d151d9-6c26-4366-ad38-a7c83d90ce03'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:15.868715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Attempting to bind port 948b963b-bb26-414b-a204-f61a3d9d98ce on network 79d151d9-6c26-4366-ad38-a7c83d90ce03 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:15.878962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Pushing event updated for resources: {'Port': ['ID=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:15.882663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:15.883940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:15.884312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Checking segment: {'id': 'b6edc285-8246-463d-9571-decaf3bb2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '79d151d9-6c26-4366-ad38-a7c83d90ce03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:15.884885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.885434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Bound using segment: {'id': 'b6edc285-8246-463d-9571-decaf3bb2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '79d151d9-6c26-4366-ad38-a7c83d90ce03'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:15.886072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Bound port: 948b963b-bb26-414b-a204-f61a3d9d98ce, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6edc285-8246-463d-9571-decaf3bb2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '79d151d9-6c26-4366-ad38-a7c83d90ce03'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:15.886731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.914446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:15.951123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:15.954490 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4e8ab2d8-c357-4e28-82e2-5f356aed0dea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:15.989366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] For port 948b963b-bb26-414b-a204-f61a3d9d98ce, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:15.992022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] For port 948b963b-bb26-414b-a204-f61a3d9d98ce, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=948b963b-bb26-414b-a204-f61a3d9d98ce,segment=NetworkSegment(b6edc285-8246-463d-9571-decaf3bb2a51),segment_id=b6edc285-8246-463d-9571-decaf3bb2a51)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:16.013386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-28ed9ed3-d87e-46c7-bf01-d29c339f22a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:16.015002 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-28ed9ed3-d87e-46c7-bf01-d29c339f22a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 200  len: 898 time: 0.3924136
Nov 27 11:45:16.033631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=3b67c469-db65-43ab-86e4-21074a0537f7,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:16.040678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:16.061265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 79d151d9-6c26-4366-ad38-a7c83d90ce03 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:16.064424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:16.067005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:16.078748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:16.083051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:16.145218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:16.155036 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-815cd020-4218-4919-b07a-ce51f653e940 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8 HTTP/1.1" status: 200  len: 217 time: 0.1122973
Nov 27 11:45:16.204555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Pushing event updated for resources: {'Port': ['ID=948b963b-bb26-414b-a204-f61a3d9d98ce,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:16.215696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:16.216902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:16.223302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d8179bb6-3542-42f2-b5e6-2fa4b6e372e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:16.260750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:16.290890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:16.447291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:16.473933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6d2d17-aa55-4c85-b388-4140c5142a90,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:16.477579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:16.485510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-74dbd9c2-203c-485a-af14-5b2d492f3972 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:16.508688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:16.521037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecd7a9-3700-45e5-a2c3-9e778750690c None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:16.529797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-1664d0f2-b13b-4ed9-b129-f0af054d71b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:16.531398 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-1664d0f2-b13b-4ed9-b129-f0af054d71b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ca80a8-f917-47e4-8f44-c8cf70956463 HTTP/1.1" status: 200  len: 834 time: 0.3691669
Nov 27 11:45:16.606916 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/fe6d2d17-aa55-4c85-b388-4140c5142a90 HTTP/1.1" status: 204  len: 168 time: 1.6827617
Nov 27 11:45:16.610359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d00b734-a52d-4830-bb9b-48eae9f0c70f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:16.612836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:16.616568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50064) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:16.617187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50066) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:16.620154 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3017657
Nov 27 11:45:16.621801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:16.697079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-950304732', 'security_groups': ['9d00b734-a52d-4830-bb9b-48eae9f0c70f'], 'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6feb309-7e97-4d29-9302-d58e198c4764'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:16.702877 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-f122dca7-ce54-4ce7-ae09-c61fa638ab7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7466fe26-3787-4dcd-8a3f-1a113016a1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1456852
Nov 27 11:45:16.717111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:16.977767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:16.983434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:16.988069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:16.997905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:17.020710 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-ad2e6ab6-2610-4198-99dd-710143ac7c8f service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331574
Nov 27 11:45:17.097644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 948b963b-bb26-414b-a204-f61a3d9d98ce up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:17.187444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:17.255039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 948b963b-bb26-414b-a204-f61a3d9d98ce completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:17.265912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d4f0b4d-21ff-4517-9b29-8150bab5da2a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:17.285508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:17.302445 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9c6e882a-9429-43a3-872c-2d64f78cbb59 req-8f111915-f27e-4b63-adc7-811f20ed254b service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1993725
Nov 27 11:45:17.383100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:17.392150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:port and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:17.405506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:17.414619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:17.432251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:17.435013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e66b338d-0549-45c4-9485-3bc0ab2292d3 None None] Provisioning for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:17.468507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e66b338d-0549-45c4-9485-3bc0ab2292d3 None None] Provisioning complete for port 79716b70-d77e-42bf-b850-04e373109957 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:17.469843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e66b338d-0549-45c4-9485-3bc0ab2292d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:17.507141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:17.532695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:17.533370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:17.629482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e66b338d-0549-45c4-9485-3bc0ab2292d3 None None] Port 79716b70-d77e-42bf-b850-04e373109957 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:17.661712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:17.666915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:17.723820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:17.733905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] Sync routers for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:17.754167 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/bbd786b1-c8a6-4002-b1e9-c78804cc6e66 HTTP/1.1" status: 204  len: 168 time: 3.7932813
Nov 27 11:45:17.755848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:45:17.768704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:17.769331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845da6760>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:17.813730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:17.878093 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'status': 'completed', 'code': 200}
Nov 27 11:45:17.913686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,segment=NetworkSegment(5c5bc0ff-20ca-47d4-b752-1c9f3edeece2),segment_id=5c5bc0ff-20ca-47d4-b752-1c9f3edeece2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:17.925218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e105890-64c4-4eef-b36b-e3deda39d84c None None] Network 79d151d9-6c26-4366-ad38-a7c83d90ce03 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:17.974031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.resource_extend [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:45:18.018531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.046032 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-8bf00e59-b3f4-49c6-9b87-f60f79e4b84a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 1098 time: 0.1435773
Nov 27 11:45:18.063350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.065636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-44872bdf-a798-4b87-a2f5-2f61a740d496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:18.133988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.162361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df6a6d32-de80-43a6-8d6d-c1cf03cda7c7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:18.226065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.248927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:18.254942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:18.269834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-7b0a9b4d-5a79-4a85-8f96-ff92d9c2dd86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:18.272056 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-7b0a9b4d-5a79-4a85-8f96-ff92d9c2dd86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 200  len: 898 time: 0.2207770
Nov 27 11:45:18.282958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:18.299180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:45:18.327397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] Provisioning for port 948b963b-bb26-414b-a204-f61a3d9d98ce completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:18.342321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.348148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=3b67c469-db65-43ab-86e4-21074a0537f7,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:18.361312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:18.361312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.370770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-16574417-a5ae-4534-a7ea-6497ed0c978f tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:18.390814 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-22af0346-2aa7-4fd2-9ca2-59cf5d1b29d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8 HTTP/1.1" status: 200  len: 217 time: 0.1027136
Nov 27 11:45:18.410178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] Provisioning complete for port 948b963b-bb26-414b-a204-f61a3d9d98ce triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:18.410575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.519242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-d16a61de-e18b-40bc-be96-8a62fa8432b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:18.520694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-d16a61de-e18b-40bc-be96-8a62fa8432b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ca80a8-f917-47e4-8f44-c8cf70956463 HTTP/1.1" status: 200  len: 834 time: 0.1204233
Nov 27 11:45:18.614553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadcb4d-61b7-4791-a06a-b5d791c798d1 req-51954a6a-4de3-48a7-a34b-7acd483a4f71 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:18.615587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-1dadcb4d-61b7-4791-a06a-b5d791c798d1 req-51954a6a-4de3-48a7-a34b-7acd483a4f71 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:18.639518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:18.644276 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-7fc0f29b-4a88-4159-961d-1e68583656a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7466fe26-3787-4dcd-8a3f-1a113016a1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1155548
Nov 27 11:45:18.690739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:18.692450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=ef98977f-7b28-4a6a-ab7f-1948b76f5caa,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:18.699144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:18.699734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.707075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:18.717058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144cf28-c8c6-4d5f-b02d-4c4c7c43a899 None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:18.842246 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2237725
Nov 27 11:45:18.846780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50078) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:18.861567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'security_group': {'name': 'tempest-secgroup-448402727'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:18.863630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-1dadcb4d-61b7-4791-a06a-b5d791c798d1 req-51954a6a-4de3-48a7-a34b-7acd483a4f71 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:18.864802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1dadcb4d-61b7-4791-a06a-b5d791c798d1 req-51954a6a-4de3-48a7-a34b-7acd483a4f71 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 945 time: 0.3938086
Nov 27 11:45:18.868201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 79d151d9-6c26-4366-ad38-a7c83d90ce03 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:18.873512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:18.876676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:18.940742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.11 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/b6feb309-7e97-4d29-9302-d58e198c4764/ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:18.942818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:18.949558 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-57e4a7a4-0d27-4f3d-814c-d6f2743d9183 service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2973764
Nov 27 11:45:18.950588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:18.952816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-1dadcb4d-61b7-4791-a06a-b5d791c798d1 req-936e94f3-12d7-4137-9f2c-cf0d29edca69 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:18.987960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1b30-edd8-4758-bb7d-60630378d6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:18.989123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.015402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:19.053771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-1dadcb4d-61b7-4791-a06a-b5d791c798d1 req-936e94f3-12d7-4137-9f2c-cf0d29edca69 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:19.055873 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1dadcb4d-61b7-4791-a06a-b5d791c798d1 req-936e94f3-12d7-4137-9f2c-cf0d29edca69 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1731932
Nov 27 11:45:19.075237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d4f0b4d-21ff-4517-9b29-8150bab5da2a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:19.139429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.149584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] For port 948b963b-bb26-414b-a204-f61a3d9d98ce, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=948b963b-bb26-414b-a204-f61a3d9d98ce,segment=NetworkSegment(b6edc285-8246-463d-9571-decaf3bb2a51),segment_id=b6edc285-8246-463d-9571-decaf3bb2a51)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:19.177785 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a0a8763a-b92e-43a0-97fc-95658d840210 req-6e477789-02db-40fb-828f-afe0f4c0fdc3 service neutron] 10.222.0.39 "GET /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101040
Nov 27 11:45:19.217196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.222222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:19.271133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845da6760>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:55Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:19.287623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] Checking router: d3ba42a4-4d0d-44b1-8a02-6fe52b8087db for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:45:19.361769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:19.361769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.394783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:19.401899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] Pushing event updated for resources: {'Port': ['ID=948b963b-bb26-414b-a204-f61a3d9d98ce,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:19.409130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group_rule and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:19.417423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:19.422936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:19.429822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:19.429822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845da6760>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:19.445018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:19.502876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.534906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-09f28c56-d68d-49f2-9d63-0dd37f629ee9 None None] Provisioning complete for port fadb3ec0-d30d-4d97-b272-16f9149a23f4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:19.534906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-09f28c56-d68d-49f2-9d63-0dd37f629ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.550314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:19.644350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.704656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.714456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6e26f28d-ca8e-414b-b3c7-7a296b8511dd tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:19.745274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.778124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719cf82f-3a40-466f-bdeb-c11cec90efdf,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:19.778124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:19.778124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbabe6f8-f3b5-478f-980e-3ef0f559a212 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:19.797161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:19.817272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:19.817272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router a37f7351-7e6c-4c85-9f2f-be2da4980faa is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:45:19.830749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:19.830749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:19.879306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:19.879306 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.0233691
Nov 27 11:45:19.884413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50084) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:19.907350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'security_group': {'name': 'tempest-secgroup-1673742308'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:19.936557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:19.948314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:19.957930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:19.974096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:20.041657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-09f28c56-d68d-49f2-9d63-0dd37f629ee9 None None] Port fadb3ec0-d30d-4d97-b272-16f9149a23f4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:20.048746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.097002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-09f28c56-d68d-49f2-9d63-0dd37f629ee9 None None] Provisioning complete for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:20.097002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-09f28c56-d68d-49f2-9d63-0dd37f629ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.175593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.184377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:20.194051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:20.213054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Update dhcp port {'port': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'fixed_ips': [{'subnet_id': 'b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ef98977f-7b28-4a6a-ab7f-1948b76f5caa'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '8c9411fe-4ca6-4747-ae48-d5fff760adb8'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:45:20.222366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group_rule and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:20.234082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:20.243044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:20.243044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:20.247773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:20.247773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.329080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-fa50c678-267c-490e-94eb-3158ff20d1b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:20.329080 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-fa50c678-267c-490e-94eb-3158ff20d1b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 945 time: 0.2478063
Nov 27 11:45:20.373786 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.7313428
Nov 27 11:45:20.373786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50090) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:20.385337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:20.439553 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.505691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:20.519035 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde40e3-5efc-4d8c-968c-27f421d6670c None None] Sync routers for ids ['a37f7351-7e6c-4c85-9f2f-be2da4980faa'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:20.528649 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/a37f7351-7e6c-4c85-9f2f-be2da4980faa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8767424
Nov 27 11:45:20.553315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port eedaca1a-4eae-4b13-88f3-3197d39373d8 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:20.553315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.559323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50094) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:20.564638 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde40e3-5efc-4d8c-968c-27f421d6670c None None] Routers {'a37f7351-7e6c-4c85-9f2f-be2da4980faa'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:20.564638 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9bde40e3-5efc-4d8c-968c-27f421d6670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846541460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a37f7351-7e6c-4c85-9f2f-be2da4980faa'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:20.721181 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9bde40e3-5efc-4d8c-968c-27f421d6670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846541460>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:20.755639 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde40e3-5efc-4d8c-968c-27f421d6670c None None] Routers {'a37f7351-7e6c-4c85-9f2f-be2da4980faa'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:20.755639 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9bde40e3-5efc-4d8c-968c-27f421d6670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846541460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:44:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a37f7351-7e6c-4c85-9f2f-be2da4980faa'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:20.762730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845da6760>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:55Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:20.762730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d20304-fec8-4e2c-9a9f-9a555b6dbc40 None None] The sync data for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv is: [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:44:55Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '3515ae03-f462-4208-8fca-eb516344c582', 'name': '', 'network_id': '7466fe26-3787-4dcd-8a3f-1a113016a1c1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:05:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:27Z', 'updated_at': '2021-11-27T11:42:41Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '65ca80a8-f917-47e4-8f44-c8cf70956463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:20.824855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.828855 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9bde40e3-5efc-4d8c-968c-27f421d6670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846541460>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:20.828855 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde40e3-5efc-4d8c-968c-27f421d6670c None None] The sync data for ids ['a37f7351-7e6c-4c85-9f2f-be2da4980faa'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:20.832788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Allocated IP 2001:db8::2 (fdce91ed-1cbc-4457-9e1d-0172221d627c/ef98977f-7b28-4a6a-ab7f-1948b76f5caa/8c9411fe-4ca6-4747-ae48-d5fff760adb8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:20.881038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:20.891477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e374bf-a45e-4632-b9e6-e52f271ffabf req-c4869ac9-2d90-46a2-9584-d0c329eb56c4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:20.891477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-85e374bf-a45e-4632-b9e6-e52f271ffabf req-c4869ac9-2d90-46a2-9584-d0c329eb56c4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:20.896973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Provisioning for port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:20.903373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:20.908366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Provisioning complete for port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:20.908366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.914217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:20.922913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:20.930308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:20.938738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-85e374bf-a45e-4632-b9e6-e52f271ffabf req-c4869ac9-2d90-46a2-9584-d0c329eb56c4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:20.948146 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-85e374bf-a45e-4632-b9e6-e52f271ffabf req-c4869ac9-2d90-46a2-9584-d0c329eb56c4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 945 time: 0.6332932
Nov 27 11:45:20.988387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7959592-76ca-43a7-a7e7-16ea06c80cd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:20.988387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c7959592-76ca-43a7-a7e7-16ea06c80cd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:21.012590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-267c3b4e-61f7-46e3-9963-bab9ba430877 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:21.040917 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-85e374bf-a45e-4632-b9e6-e52f271ffabf req-25bf5587-7fb4-4146-8b64-7f929abd8486 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=75961f90-29cc-4249-a2fa-55c2939b145b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0845683
Nov 27 11:45:21.068815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:21.073149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:21.073149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.104648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef055e-698c-4bb1-922b-3e08b83942e7,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:21.127181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:21.130388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c7959592-76ca-43a7-a7e7-16ea06c80cd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:21.133343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50098) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:21.139837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 948b963b-bb26-414b-a204-f61a3d9d98ce up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:21.168738 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c7959592-76ca-43a7-a7e7-16ea06c80cd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports/3b67c469-db65-43ab-86e4-21074a0537f7 HTTP/1.1" status: 200  len: 910 time: 0.5992348
Nov 27 11:45:21.229565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cea113-b2ba-41ea-9110-2121510002c4 None None] New status for floating IP bbd786b1-c8a6-4002-b1e9-c78804cc6e66: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:45:21.258337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.258337 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3714681
Nov 27 11:45:21.264352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50102) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:21.277382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'security_group': {'name': 'tempest-secgroup-1494209004'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:21.289589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:21.306994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:21.306994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:21.306994 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.ipam_backend_mixin [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6feb309-7e97-4d29-9302-d58e198c4764 (CIDR: 172.20.0.0/28)
Nov 27 11:45:21.320455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:21.340933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port eedaca1a-4eae-4b13-88f3-3197d39373d8, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=eedaca1a-4eae-4b13-88f3-3197d39373d8,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:21.340933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.365361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] For port 8c9411fe-4ca6-4747-ae48-d5fff760adb8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8c9411fe-4ca6-4747-ae48-d5fff760adb8,segment=NetworkSegment(a3b181ff-89ab-4649-9275-4493d26062be),segment_id=a3b181ff-89ab-4649-9275-4493d26062be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:21.372188 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:45:21.372188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:21.386190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.452567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Provisioning for port 3b67c469-db65-43ab-86e4-21074a0537f7 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:21.475960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:21.481636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-038dd2fa-0eb1-415d-a4bc-b7bb50770636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.481636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Provisioning complete for port 3b67c469-db65-43ab-86e4-21074a0537f7 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:21.481636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.487840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:security_group_rule and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:21.487840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:21.493580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for eedaca1a-4eae-4b13-88f3-3197d39373d8 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:21.512919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:21.512919 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-20a5c49b-8d0e-4e99-878c-d458eb972f06 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1301439
Nov 27 11:45:21.512919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50106) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:21.524940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:21.529490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.resource_extend [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 11:45:21.559744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.601792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Port 3b67c469-db65-43ab-86e4-21074a0537f7 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:21.635780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 948b963b-bb26-414b-a204-f61a3d9d98ce triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:21.635780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.713340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Provisioning complete for port 948b963b-bb26-414b-a204-f61a3d9d98ce triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:21.713340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b92a3d71-8c94-42b3-bd45-e6bf4076579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.719695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.757038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:21.757038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:21.757038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:21.771801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Transition to ACTIVE for port object 8c9411fe-4ca6-4747-ae48-d5fff760adb8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:21.775599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:21.803714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.803714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f29a60b6-22fa-4e62-8bd2-7f2d12c92e47 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:21.849408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421de523-f297-4575-857a-7d0001b4d99e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:21.856978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.856978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a0c32e52-a5f8-4a89-b951-4f0881054915 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:21.863563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:21.889483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=eedaca1a-4eae-4b13-88f3-3197d39373d8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:21.889483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:21.899594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.928926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fc1eeaee-32c9-4686-bb8b-724a507a6ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:21.943952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:21.943952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.979215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:21.979215 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7216046
Nov 27 11:45:21.979215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50110) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:22.059190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Pushing event updated for resources: {'Port': ['ID=8c9411fe-4ca6-4747-ae48-d5fff760adb8,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:22.069265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-23365056', 'security_groups': ['421de523-f297-4575-857a-7d0001b4d99e'], 'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ef98977f-7b28-4a6a-ab7f-1948b76f5caa'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:22.076489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:22.138273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port eedaca1a-4eae-4b13-88f3-3197d39373d8 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:22.138273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:22.138273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'name': 'network-vif-deleted', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:45:22.173818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:22.260165 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a10db7b1-6403-4ebf-a805-722f8609e3a8 req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/eedaca1a-4eae-4b13-88f3-3197d39373d8 HTTP/1.1" status: 204  len: 173 time: 1.9079885
Nov 27 11:45:22.388548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:22.420192 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7', 'name': 'network-vif-deleted', 'tag': 'eedaca1a-4eae-4b13-88f3-3197d39373d8', 'status': 'completed', 'code': 200}
Nov 27 11:45:22.453262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:22.472238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:22.530308 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc55110f-80ee-4426-bc5a-79932d66367d req-847b121a-53b6-410b-9a41-6fe5d9e2ef4f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 210 time: 0.0576677
Nov 27 11:45:22.673036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:22.881467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:22.901748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] device_id is not set on port 8130a9f5-0781-4c57-a592-52765add8f6b yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:45:22.947580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:22.995550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a41f3385-007d-4171-93c3-3d377dbea300 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:23.040955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8c9411fe-4ca6-4747-ae48-d5fff760adb8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:23.074600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:23.080361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:23.097374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:23.097374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:23.126997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def0035-234c-4fe6-978e-7d1d7398f2e3 None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:23.161355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=9c49325c-1966-4c2f-a37e-f341726fcb01,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:23.161355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:23.298391 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.7792237
Nov 27 11:45:23.301393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 3b67c469-db65-43ab-86e4-21074a0537f7 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:23.301393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:23.306365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50118) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:23.318640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2b266bb8-b7b3-4dc6-89a7-11f59a19502f None None] Provisioning complete for port fadb3ec0-d30d-4d97-b272-16f9149a23f4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:23.318640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b266bb8-b7b3-4dc6-89a7-11f59a19502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:23.341094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1575056854', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c49325c-1966-4c2f-a37e-f341726fcb01'}], 'security_groups': ['e25e300b-4577-4000-86f2-0182d348ab78']}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:23.452561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8::110 (fdce91ed-1cbc-4457-9e1d-0172221d627c/ef98977f-7b28-4a6a-ab7f-1948b76f5caa/8130a9f5-0781-4c57-a592-52765add8f6b) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:23.525354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2b266bb8-b7b3-4dc6-89a7-11f59a19502f None None] Port fadb3ec0-d30d-4d97-b272-16f9149a23f4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:23.580563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:23.706691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2b266bb8-b7b3-4dc6-89a7-11f59a19502f None None] Provisioning for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:23.726234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2b266bb8-b7b3-4dc6-89a7-11f59a19502f None None] Provisioning complete for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:23.726643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b266bb8-b7b3-4dc6-89a7-11f59a19502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:23.748181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 3b67c469-db65-43ab-86e4-21074a0537f7 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:23.805716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Update dhcp port {'port': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'fixed_ips': [{'subnet_id': 'b6feb309-7e97-4d29-9302-d58e198c4764', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c49325c-1966-4c2f-a37e-f341726fcb01'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '3d4f0b4d-21ff-4517-9b29-8150bab5da2a'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:45:23.828395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b058c96a-1e0a-4b36-a627-b9875590a9c2 req-16839a89-1030-4b31-a7be-fe316e97511c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:23.912244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:23.936210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:23.983839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b058c96a-1e0a-4b36-a627-b9875590a9c2 req-16839a89-1030-4b31-a7be-fe316e97511c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:23.983839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b058c96a-1e0a-4b36-a627-b9875590a9c2 req-16839a89-1030-4b31-a7be-fe316e97511c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2d6c3f-4cfd-4812-9aec-6f281b09b0e7 HTTP/1.1" status: 200  len: 210 time: 0.1898043
Nov 27 11:45:23.990701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device eedaca1a-4eae-4b13-88f3-3197d39373d8 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:24.042304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: eedaca1a-4eae-4b13-88f3-3197d39373d8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:24.042304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device eedaca1a-4eae-4b13-88f3-3197d39373d8 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:24.053180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:24.079663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:24.089217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:24.098073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4deed60e-ffab-4f2b-b6ba-a9d51cad60e7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:24.130411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 8130a9f5-0781-4c57-a592-52765add8f6b will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:24.156729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=3b67c469-db65-43ab-86e4-21074a0537f7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:24.172122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:24.219970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Allocated IP 172.20.0.18 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/9c49325c-1966-4c2f-a37e-f341726fcb01/3d4f0b4d-21ff-4517-9b29-8150bab5da2a) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:24.409567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] For port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,segment=NetworkSegment(5c5bc0ff-20ca-47d4-b752-1c9f3edeece2),segment_id=5c5bc0ff-20ca-47d4-b752-1c9f3edeece2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:24.444078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:24.444078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fc7a2707-bfcb-4313-9827-457da6e7c2c9 tempest-RoutersIpV6AdminTest-586502317 tempest-RoutersIpV6AdminTest-586502317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:24.462943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:24.489024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:24.496258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Transition to ACTIVE for port object 3d4f0b4d-21ff-4517-9b29-8150bab5da2a will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:24.541465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:24.554114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:24.554114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:24.564716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:24.564716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:24.564716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=8130a9f5-0781-4c57-a592-52765add8f6b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:24.577408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:24.590278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:24.601884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:24.709535 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.7179160
Nov 27 11:45:24.709535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50124) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:24.728115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:24.851230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Delete allocated IP 172.20.0.11 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/b6feb309-7e97-4d29-9302-d58e198c4764) {{(pid=84364) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 11:45:24.882183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Pushing event updated for resources: {'Port': ['ID=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:24.885139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.21 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/9c49325c-1966-4c2f-a37e-f341726fcb01/ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:24.894845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:24.946424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:24.953515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:24.953515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:24.964244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:25.099024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:25.099024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:25.104463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d4f0b4d-21ff-4517-9b29-8150bab5da2a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:25.150379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2ed5883b-240f-4977-b347-297412777129 None None] Provisioning for port 8130a9f5-0781-4c57-a592-52765add8f6b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:25.163177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2ed5883b-240f-4977-b347-297412777129 None None] Provisioning complete for port 8130a9f5-0781-4c57-a592-52765add8f6b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:25.163177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2ed5883b-240f-4977-b347-297412777129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:25.240008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5883b-240f-4977-b347-297412777129 None None] Port 8130a9f5-0781-4c57-a592-52765add8f6b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:25.253632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50130) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:25.300660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router a37f7351-7e6c-4c85-9f2f-be2da4980faa has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:25.407710 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.ipam_backend_mixin [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef98977f-7b28-4a6a-ab7f-1948b76f5caa (CIDR: 2001:db8::/64)
Nov 27 11:45:25.460154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-342b0bd2-76ee-4195-bdd6-077429cf31c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:25.473560 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:45:25.473925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:25.498620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-342b0bd2-76ee-4195-bdd6-077429cf31c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:25.513884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:25.523118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:25.541521 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84171c1d-5501-4491-9016-2b1b34a87c97 None None] Sync routers for ids ['a37f7351-7e6c-4c85-9f2f-be2da4980faa'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:25.564758 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84171c1d-5501-4491-9016-2b1b34a87c97 None None] Routers {'a37f7351-7e6c-4c85-9f2f-be2da4980faa'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:25.564758 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-84171c1d-5501-4491-9016-2b1b34a87c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846541130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a37f7351-7e6c-4c85-9f2f-be2da4980faa'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:25.573114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:25.573114 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b05fe3b2-500c-4678-9e21-a55c312aac63 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8493254
Nov 27 11:45:25.573114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50134) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:25.573114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:25.622680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:25.622680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f2fe5f1b-5bfe-4bd9-bf94-fa538628ba22 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:25.656603 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-84171c1d-5501-4491-9016-2b1b34a87c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846541130>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:25.663022 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/a37f7351-7e6c-4c85-9f2f-be2da4980faa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5232241
Nov 27 11:45:25.663022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50138) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:25.684745 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84171c1d-5501-4491-9016-2b1b34a87c97 None None] Routers {'a37f7351-7e6c-4c85-9f2f-be2da4980faa'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:25.684745 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-84171c1d-5501-4491-9016-2b1b34a87c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846541130>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['a37f7351-7e6c-4c85-9f2f-be2da4980faa'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:25.707354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-342b0bd2-76ee-4195-bdd6-077429cf31c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:25.709922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-342b0bd2-76ee-4195-bdd6-077429cf31c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:25.711176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-342b0bd2-76ee-4195-bdd6-077429cf31c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/75961f90-29cc-4249-a2fa-55c2939b145b HTTP/1.1" status: 204  len: 168 time: 0.4671729
Nov 27 11:45:25.716299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-24e57f9c-5e35-4444-aa80-bc1f56c62761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:25.728746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a6c55999-8954-4fe6-b0ce-3ef16a45d489 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:25.748697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b0bd2-76ee-4195-bdd6-077429cf31c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75961f90-29cc-4249-a2fa-55c2939b145b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:25.752255 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-84171c1d-5501-4491-9016-2b1b34a87c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846541130>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:25.752734 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84171c1d-5501-4491-9016-2b1b34a87c97 None None] The sync data for ids ['a37f7351-7e6c-4c85-9f2f-be2da4980faa'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:25.754655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-342b0bd2-76ee-4195-bdd6-077429cf31c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:25.806535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a6c55999-8954-4fe6-b0ce-3ef16a45d489 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:25.811555 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a6c55999-8954-4fe6-b0ce-3ef16a45d489 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=a37f7351-7e6c-4c85-9f2f-be2da4980faa HTTP/1.1" status: 200  len: 205 time: 0.1556506
Nov 27 11:45:25.813071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50144) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:25.926579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:25.947152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:25.992180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50148) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:26.166494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Provisioning for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:26.168982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:26.173032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:26.173423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.177419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:26.182696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:26.185976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] In _notify_port_updated(), no bound segment for port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 on network a3ab790e-37e2-4df7-8789-93b4ac9abc8f {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:45:26.190022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:26.190898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.192355 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "PUT /v2.0/ports/ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 HTTP/1.1" status: 200  len: 921 time: 2.8940241
Nov 27 11:45:26.197179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50152) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:26.202365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:26.256645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f8415e-7a14-43e7-9958-1beb1871a4f0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.411185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:26.411185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.424228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Provisioning for port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:26.424228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Provisioning complete for port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:26.429598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.463883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:26.463883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.502071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:26.505462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.518339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Provisioning complete for port 79716b70-d77e-42bf-b850-04e373109957 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:26.519253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.582391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d19db254-987a-49e8-99fb-7575cf90cdce None None] Port 79716b70-d77e-42bf-b850-04e373109957 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:26.711248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-890a1d7e-2433-42fb-a628-3e956b797de7 None None] Provisioning complete for port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:26.711628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-890a1d7e-2433-42fb-a628-3e956b797de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:26.781764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-890a1d7e-2433-42fb-a628-3e956b797de7 None None] Port ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:26.908082 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.ipam_backend_mixin [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9 (CIDR: 2001:db8:0:1::/64)
Nov 27 11:45:27.021414 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:45:27.021857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:27.048171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f8415e-7a14-43e7-9958-1beb1871a4f0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.068758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f8415e-7a14-43e7-9958-1beb1871a4f0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.110007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.126601 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-151a8734-2970-41b6-9fca-78c0424991f4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.5667017
Nov 27 11:45:27.129607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50156) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:27.144524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'subnet': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:27.242712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:27.281566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f8415e-7a14-43e7-9958-1beb1871a4f0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.281946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f8415e-7a14-43e7-9958-1beb1871a4f0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Fanout notify agent at l3_agent the message router_deleted on router a37f7351-7e6c-4c85-9f2f-be2da4980faa {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:45:27.308515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f8415e-7a14-43e7-9958-1beb1871a4f0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.312131 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e1f8415e-7a14-43e7-9958-1beb1871a4f0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/a37f7351-7e6c-4c85-9f2f-be2da4980faa HTTP/1.1" status: 204  len: 168 time: 1.4623330
Nov 27 11:45:27.312733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50160) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:27.336281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:27.342171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Usage tracker for resource:subnet and tenant:a0270ee3ba574932b1c598ac398651fb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:27.346332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:27.353658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:27.440641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Made reservation on behalf of a0270ee3ba574932b1c598ac398651fb for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:27.465073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 3515ae03-f462-4208-8fca-eb516344c582 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:27.465432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.699019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.732100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.732100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet 225df6d3-4b61-47ee-a72b-40a4259b0fa9 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:27.743062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ad91971e-0c95-46ee-80fd-03c657db5f05 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:27.783244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.823621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:27.826635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:27.844986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 3515ae03-f462-4208-8fca-eb516344c582, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3515ae03-f462-4208-8fca-eb516344c582,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:27.844986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.918767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:27.987763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 3515ae03-f462-4208-8fca-eb516344c582 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:28.004840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.026508 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 HTTP/1.1" status: 204  len: 168 time: 1.8242838
Nov 27 11:45:28.029978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50166) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:28.082914 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c2fd16-e5ad-45a8-a40a-e24d478a1427 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:45:28.083673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c3c2fd16-e5ad-45a8-a40a-e24d478a1427 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Synchronizing usage tracker for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:28.101611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.239667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c3c2fd16-e5ad-45a8-a40a-e24d478a1427 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Unset dirty status for tenant:0aff31ebd04f4e60bd10a9304736d0ad on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:28.239667 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c3c2fd16-e5ad-45a8-a40a-e24d478a1427 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/ad7cd5e3-1ba3-48e8-9938-4bdbe0c8ccb1 HTTP/1.1" status: 404  len: 333 time: 0.2026122
Nov 27 11:45:28.239667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50170) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:28.292224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.292224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-db63d5f0-f6c1-467c-a21f-3cf5c37eded4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:28.313105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.313105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b6f8ee55-8c3b-4eb3-8b35-5931b7565084 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:28.345717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=225df6d3-4b61-47ee-a72b-40a4259b0fa9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:28.345717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:28.363726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.368942 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/225df6d3-4b61-47ee-a72b-40a4259b0fa9 HTTP/1.1" status: 204  len: 168 time: 1.0524619
Nov 27 11:45:28.372202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd48bd9-91e2-4273-87d2-c16769067c0a None None] Network 79d151d9-6c26-4366-ad38-a7c83d90ce03 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:28.376263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5dbc14ff-b446-46ac-8381-361becca600c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.376263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50174) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:28.398768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.419799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Network fdce91ed-1cbc-4457-9e1d-0172221d627c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:28.424748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:28.431208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:28.432097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.460724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039ccfa-d14e-44e7-affa-38d0a8e47b59 None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:28.502213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5dbc14ff-b446-46ac-8381-361becca600c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.512255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Subnet': ['ID=79361dda-c3c0-484c-a81f-6100ecc69038,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:28.516845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:28.541721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.574280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 948b963b-bb26-414b-a204-f61a3d9d98ce {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:28.574983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.670656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c6514589-fc8e-47b3-8709-783ef8f70048 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:28.735824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5dbc14ff-b446-46ac-8381-361becca600c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.743600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3847e024-7beb-4e23-8d51-f50e04949d82 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:28.748028 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.6173401
Nov 27 11:45:28.763947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=3515ae03-f462-4208-8fca-eb516344c582,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:28.763947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:28.763947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50178) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:28.774704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-313304641', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79361dda-c3c0-484c-a81f-6100ecc69038'}], 'security_groups': ['719cf82f-3a40-466f-bdeb-c11cec90efdf', '94ef055e-698c-4bb1-922b-3e08b83942e7']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:28.835556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc14ff-b446-46ac-8381-361becca600c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d00b734-a52d-4830-bb9b-48eae9f0c70f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:28.835556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5dbc14ff-b446-46ac-8381-361becca600c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:28.835556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5dbc14ff-b446-46ac-8381-361becca600c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:28.835556 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5dbc14ff-b446-46ac-8381-361becca600c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/security-groups/9d00b734-a52d-4830-bb9b-48eae9f0c70f HTTP/1.1" status: 204  len: 168 time: 0.5959401
Nov 27 11:45:28.842956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50182) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:28.887608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 948b963b-bb26-414b-a204-f61a3d9d98ce, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=948b963b-bb26-414b-a204-f61a3d9d98ce,segment=NetworkSegment(b6edc285-8246-463d-9571-decaf3bb2a51),segment_id=b6edc285-8246-463d-9571-decaf3bb2a51)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:28.887608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.031141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.043128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 948b963b-bb26-414b-a204-f61a3d9d98ce owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:29.152509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad435df-4d12-4290-8f37-e627993c5c1f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.162996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd45674-12ea-4750-ad1c-814b0228d2ea None None] DHCP port deletion for 79d151d9-6c26-4366-ad38-a7c83d90ce03 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:45:29.162996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8cd45674-12ea-4750-ad1c-814b0228d2ea None None] Deleting port 948b963b-bb26-414b-a204-f61a3d9d98ce {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:29.162996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8cd45674-12ea-4750-ad1c-814b0228d2ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.187105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad435df-4d12-4290-8f37-e627993c5c1f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.267799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.275014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.286611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a11513b9-35d0-40ab-8954-ec43e18958ff tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:29.286729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8cd45674-12ea-4750-ad1c-814b0228d2ea None None] The port '948b963b-bb26-414b-a204-f61a3d9d98ce' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:45:29.294272 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Update dhcp port {'port': {'network_id': 'fdce91ed-1cbc-4457-9e1d-0172221d627c', 'fixed_ips': [{'subnet_id': 'b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ef98977f-7b28-4a6a-ab7f-1948b76f5caa', 'ip_address': '2001:db8::2'}, {'subnet_id': '79361dda-c3c0-484c-a81f-6100ecc69038'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '8c9411fe-4ca6-4747-ae48-d5fff760adb8'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:45:29.355349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.360279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad435df-4d12-4290-8f37-e627993c5c1f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.368474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=948b963b-bb26-414b-a204-f61a3d9d98ce,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:29.372011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:29.381421 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3fc337e0-c6ee-4416-b33a-b3ccbfd5cae7 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:29.409227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No DVR routers for this DVR port 948b963b-bb26-414b-a204-f61a3d9d98ce on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:29.450433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad435df-4d12-4290-8f37-e627993c5c1f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25e300b-4577-4000-86f2-0182d348ab78,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:29.460362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7ad435df-4d12-4290-8f37-e627993c5c1f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:29.475679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad435df-4d12-4290-8f37-e627993c5c1f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.492881 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7ad435df-4d12-4290-8f37-e627993c5c1f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/security-groups/e25e300b-4577-4000-86f2-0182d348ab78 HTTP/1.1" status: 204  len: 168 time: 0.6354229
Nov 27 11:45:29.492881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50186) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:29.632615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.673009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844b57910>,) {'filters': {'network_id': ['79d151d9-6c26-4366-ad38-a7c83d90ce03']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:29.709115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844b57910>, 'b6edc285-8246-463d-9571-decaf3bb2a51') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:29.709403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844b57910>, 'b6edc285-8246-463d-9571-decaf3bb2a51') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:29.757239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Delete allocated IP 2001:db8::110 (fdce91ed-1cbc-4457-9e1d-0172221d627c/ef98977f-7b28-4a6a-ab7f-1948b76f5caa) {{(pid=84363) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 11:45:29.780425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Allocated IP 2001:db8:0:2::35c (fdce91ed-1cbc-4457-9e1d-0172221d627c/79361dda-c3c0-484c-a81f-6100ecc69038/8130a9f5-0781-4c57-a592-52765add8f6b) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:29.884869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.911105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.929343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:45:29.929734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:45:29.944165 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:45:30.033742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet b6feb309-7e97-4d29-9302-d58e198c4764 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:30.037491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.092536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.170493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.174700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-018b8f51-fa44-4d94-a4c3-dd3fa68d2301 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:30.192423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.208612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=79d151d9-6c26-4366-ad38-a7c83d90ce03,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:30.208612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:30.210093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.212673 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/79d151d9-6c26-4366-ad38-a7c83d90ce03 HTTP/1.1" status: 204  len: 168 time: 1.8409090
Nov 27 11:45:30.215192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50190) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:30.220632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1022536490', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:30.229761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:30.232336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.268304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:router and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:30.273011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:30.282764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:30.395394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.396211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.432264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.432642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Transition to ACTIVE for port object 8130a9f5-0781-4c57-a592-52765add8f6b will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:30.432765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-99a94040-2931-4d89-9d4b-c5a9c5b512b4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:30.477204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=b6feb309-7e97-4d29-9302-d58e198c4764,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:30.479702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:30.485844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.490901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c016463-ed0c-48a9-a7d6-a170015dd6f8 None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:30.497270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:30.500162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.516969 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/b6feb309-7e97-4d29-9302-d58e198c4764 HTTP/1.1" status: 204  len: 168 time: 1.0286441
Nov 27 11:45:30.522711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50194) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:30.532095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:30.577338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.585303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d3675f5-2469-49f8-b64e-b712700ea062 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:30.671347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Allocated IP 2001:db8:0:2::2 (fdce91ed-1cbc-4457-9e1d-0172221d627c/79361dda-c3c0-484c-a81f-6100ecc69038/8c9411fe-4ca6-4747-ae48-d5fff760adb8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:30.695665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event updated for resources: {'Port': ['ID=8130a9f5-0781-4c57-a592-52765add8f6b,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:30.699652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:30.700669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] In _notify_port_updated(), no bound segment for port 8130a9f5-0781-4c57-a592-52765add8f6b on network fdce91ed-1cbc-4457-9e1d-0172221d627c {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:45:30.705272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:30.705825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.708715 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "PUT /v2.0/ports/8130a9f5-0781-4c57-a592-52765add8f6b HTTP/1.1" status: 200  len: 969 time: 1.9401143
Nov 27 11:45:30.725210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50198) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:30.857897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port 8130a9f5-0781-4c57-a592-52765add8f6b {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:30.860878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.868073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.873416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:30.886760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:30.886760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:30.898956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:30.918708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] For port 8c9411fe-4ca6-4747-ae48-d5fff760adb8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8c9411fe-4ca6-4747-ae48-d5fff760adb8,segment=NetworkSegment(a3b181ff-89ab-4649-9275-4493d26062be),segment_id=a3b181ff-89ab-4649-9275-4493d26062be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:30.952643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:30.976661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Transition to ACTIVE for port object 8c9411fe-4ca6-4747-ae48-d5fff760adb8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:30.991423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:30.994907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.023122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 948b963b-bb26-414b-a204-f61a3d9d98ce no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:31.041651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:31.079906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] Sync routers for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:31.091025 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/d3ba42a4-4d0d-44b1-8a02-6fe52b8087db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1078811
Nov 27 11:45:31.096516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50202) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:31.105968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.106693 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 948b963b-bb26-414b-a204-f61a3d9d98ce {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:31.107048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 948b963b-bb26-414b-a204-f61a3d9d98ce not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:31.111806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7d6c99dd-eff9-42be-aac2-f827593edeeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:31.169551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:31.170125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ffb6a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:31.183700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.320139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for 8130a9f5-0781-4c57-a592-52765add8f6b owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:31.472000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Pushing event updated for resources: {'Port': ['ID=8c9411fe-4ca6-4747-ae48-d5fff760adb8,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:31.491288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:31.528876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:31.609542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.640527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet 65ca80a8-f917-47e4-8f44-c8cf70956463 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:31.641566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9183371f-26de-4cb9-aa09-6ca908926cd9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:31.641674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.685884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=8130a9f5-0781-4c57-a592-52765add8f6b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:31.719782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:31.733349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.819867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.833811 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/8130a9f5-0781-4c57-a592-52765add8f6b HTTP/1.1" status: 204  len: 168 time: 1.1070409
Nov 27 11:45:31.836407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50206) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:31.849528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.887430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.901360 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc2f4cf-dac9-491e-b311-1a5114fdc5ab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] GET failed (client error): The resource could not be found.
Nov 27 11:45:31.903780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9bc2f4cf-dac9-491e-b311-1a5114fdc5ab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Synchronizing usage tracker for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:31.917536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2bbe65ef-26f5-48dc-885e-079d921690ef None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:31.918120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2bbe65ef-26f5-48dc-885e-079d921690ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:31.987031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9bc2f4cf-dac9-491e-b311-1a5114fdc5ab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Unset dirty status for tenant:a0270ee3ba574932b1c598ac398651fb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:31.987031 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9bc2f4cf-dac9-491e-b311-1a5114fdc5ab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports/8130a9f5-0781-4c57-a592-52765add8f6b HTTP/1.1" status: 404  len: 333 time: 0.1478138
Nov 27 11:45:31.987031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50210) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:32.081258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ffb6a0>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:45:28Z', 'revision_number': 7, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:32.111216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e0949eb-106d-40eb-b41e-d2032f5c99ea tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.117271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] Checking router: d3ba42a4-4d0d-44b1-8a02-6fe52b8087db for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:45:32.143899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e0949eb-106d-40eb-b41e-d2032f5c99ea tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.172425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] Routers {'d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:32.173118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ffb6a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:32.256338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.256782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2bbe65ef-26f5-48dc-885e-079d921690ef None None] Provisioning complete for port 79716b70-d77e-42bf-b850-04e373109957 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:32.257161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2bbe65ef-26f5-48dc-885e-079d921690ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.262587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.301047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e0949eb-106d-40eb-b41e-d2032f5c99ea tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.315450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cfb2c509-0b71-4697-9982-338b183732f5 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:32.345732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9e0949eb-106d-40eb-b41e-d2032f5c99ea tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.347657 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9e0949eb-106d-40eb-b41e-d2032f5c99ea tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/security-groups/421de523-f297-4575-857a-7d0001b4d99e HTTP/1.1" status: 204  len: 168 time: 0.3606896
Nov 27 11:45:32.352920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50214) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:32.357062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0949eb-106d-40eb-b41e-d2032f5c99ea tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=421de523-f297-4575-857a-7d0001b4d99e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:32.372688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9e0949eb-106d-40eb-b41e-d2032f5c99ea tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:32.399358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-692ff661-d08b-45cb-b654-3f5ad53d79b9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:32.413319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe65ef-26f5-48dc-885e-079d921690ef None None] Port 79716b70-d77e-42bf-b850-04e373109957 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:32.444341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] Set router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:32.514705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6535b9c9-9e6b-44e3-aed1-24cc23884fab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.539775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.546376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6535b9c9-9e6b-44e3-aed1-24cc23884fab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.558956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:32.584307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:32.584307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.26.6.115 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/530ce5ab-d769-4ecc-81b2-c34b620cf86e) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:32.594428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:32.594428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.613470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3486b7-afd9-402b-b401-418b95f64f9a None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:32.633788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=d8368f64-5a4e-4796-b4ee-6888b24666cc,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:32.633788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.644003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:32.662964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ee7d8f11-6fda-498f-92c9-07017cc21764 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:32.698806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c06d2-bacd-4a8c-b16c-af0630e2bbd5 None None] Network 7466fe26-3787-4dcd-8a3f-1a113016a1c1 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:32.717850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6535b9c9-9e6b-44e3-aed1-24cc23884fab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.724304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b053cc5d-a49d-4b2d-b62e-a4e8fe3c1255 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:32.747709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535b9c9-9e6b-44e3-aed1-24cc23884fab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef055e-698c-4bb1-922b-3e08b83942e7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:32.763393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6535b9c9-9e6b-44e3-aed1-24cc23884fab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:32.766686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6535b9c9-9e6b-44e3-aed1-24cc23884fab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.770808 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6535b9c9-9e6b-44e3-aed1-24cc23884fab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/security-groups/94ef055e-698c-4bb1-922b-3e08b83942e7 HTTP/1.1" status: 204  len: 168 time: 0.4160039
Nov 27 11:45:32.771627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50218) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:32.773377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=65ca80a8-f917-47e4-8f44-c8cf70956463,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:32.783960 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/65ca80a8-f917-47e4-8f44-c8cf70956463 HTTP/1.1" status: 204  len: 168 time: 1.6814909
Nov 27 11:45:32.783960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:32.785517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50222) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:32.870546 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3488579
Nov 27 11:45:32.884615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50226) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:32.891047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0f487969-dc3c-4e1e-a2ae-81548b62ab28 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.900417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'security_group': {'name': 'tempest-secgroup-263239570'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:32.910833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:32.930166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:32.936458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:32.946762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0f487969-dc3c-4e1e-a2ae-81548b62ab28 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:32.963802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:33.029585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.086426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.088250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8c9411fe-4ca6-4747-ae48-d5fff760adb8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:33.091490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0f487969-dc3c-4e1e-a2ae-81548b62ab28 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.107507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6535b9c9-9e6b-44e3-aed1-24cc23884fab tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:33.130947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f487969-dc3c-4e1e-a2ae-81548b62ab28 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719cf82f-3a40-466f-bdeb-c11cec90efdf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:33.133984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0f487969-dc3c-4e1e-a2ae-81548b62ab28 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:33.138317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0f487969-dc3c-4e1e-a2ae-81548b62ab28 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.140916 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0f487969-dc3c-4e1e-a2ae-81548b62ab28 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/security-groups/719cf82f-3a40-466f-bdeb-c11cec90efdf HTTP/1.1" status: 204  len: 168 time: 0.3673923
Nov 27 11:45:33.142558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50230) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:33.158139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:33.165605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group_rule and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:33.169249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:33.178333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:33.179434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b493cde3-804f-4a92-b9ac-e6776b6c728a None None] Provisioning complete for port fadb3ec0-d30d-4d97-b272-16f9149a23f4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:33.180717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b493cde3-804f-4a92-b9ac-e6776b6c728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.251486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.307957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.328842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:33.375158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.403975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b493cde3-804f-4a92-b9ac-e6776b6c728a None None] Port fadb3ec0-d30d-4d97-b272-16f9149a23f4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:33.413589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=530ce5ab-d769-4ecc-81b2-c34b620cf86e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:33.417298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:33.419751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:33.423509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:33.426569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:33.466658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.476188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-804e5f29-dbc0-4963-bafc-e47308a250e5 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:33.479952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet ef98977f-7b28-4a6a-ab7f-1948b76f5caa {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:33.483202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.529912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ffb6a0>, [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:45:28Z', 'revision_number': 7, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:33.541424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7437f8-f6d7-4608-b9c1-4472813c853d None None] The sync data for ids ['d3ba42a4-4d0d-44b1-8a02-6fe52b8087db'] in dv-neutron-819441-1-hyperv is: [{'id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'name': 'tempest-TestNetworkBasicOps-router-989274822', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:42:18Z', 'updated_at': '2021-11-27T11:45:28Z', 'revision_number': 7, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'bade3718-ccc6-4cd2-abfc-74f705f494b9', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba42a4-4d0d-44b1-8a02-6fe52b8087db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:42:19Z', 'updated_at': '2021-11-27T11:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:33.555897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b493cde3-804f-4a92-b9ac-e6776b6c728a None None] Provisioning for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:33.564385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.564541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b493cde3-804f-4a92-b9ac-e6776b6c728a None None] Provisioning complete for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:33.564900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b493cde3-804f-4a92-b9ac-e6776b6c728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.599004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0573790c-17f5-4130-9c46-2048a635f74e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:33.608924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:33.665711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.670703 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.675243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.7855618
Nov 27 11:45:33.675826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50234) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:33.687545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'security_group': {'name': 'tempest-secgroup-2000064873'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:33.695742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:33.707603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:33.713933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:33.725032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:33.756014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Update dhcp port {'port': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'fixed_ips': [{'subnet_id': '9c49325c-1966-4c2f-a37e-f341726fcb01', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8368f64-5a4e-4796-b4ee-6888b24666cc'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '3d4f0b4d-21ff-4517-9b29-8150bab5da2a'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:45:33.798649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.809253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.822404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b493cde3-804f-4a92-b9ac-e6776b6c728a None None] Could not find standard attr ID for object 8130a9f5-0781-4c57-a592-52765add8f6b. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:45:33.824089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.838891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:33.840962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.842780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group_rule and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:33.846360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:33.846526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-80230e46-c470-4c81-bc00-e6abc26ac675 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:33.852181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:33.883861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=ef98977f-7b28-4a6a-ab7f-1948b76f5caa,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:33.886776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:33.889801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.902111 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/ef98977f-7b28-4a6a-ab7f-1948b76f5caa HTTP/1.1" status: 204  len: 168 time: 0.7575862
Nov 27 11:45:33.905169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50238) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:33.925805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.947063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.948142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:33.980754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552ec5e-6de5-4de3-8bc7-f532008a652c None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:33.990185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] DHCP port deletion for 7466fe26-3787-4dcd-8a3f-1a113016a1c1 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:45:34.002401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-186ad0d0-3e29-4920-9caa-1891b0770d2b None None] Could not find standard attr ID for object 8130a9f5-0781-4c57-a592-52765add8f6b. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:45:34.006335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet 79361dda-c3c0-484c-a81f-6100ecc69038 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:34.012549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.013371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port bade3718-ccc6-4cd2-abfc-74f705f494b9 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:34.013769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.018524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] Deleting port 3d6ec656-5b61-4fcd-b5b4-11438450e911 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:34.019106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.043978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.063327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7ad435df-4d12-4290-8f37-e627993c5c1f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:34.097371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.138181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d69542e-bd60-41d8-ac79-e2f0536d72a3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:34.147629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:34.198217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.327173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Allocated IP 172.20.0.2 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/d8368f64-5a4e-4796-b4ee-6888b24666cc/3d4f0b4d-21ff-4517-9b29-8150bab5da2a) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:34.361218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.362578 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6835463
Nov 27 11:45:34.365752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50242) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:34.371429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507625366'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:34.377839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:34.381816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.387242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:34.389481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e6be2037-9672-4704-803f-cd87635bec85 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:34.415553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:34.430486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:34.432489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=79361dda-c3c0-484c-a81f-6100ecc69038,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:34.435852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:34.441718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.453270 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/79361dda-c3c0-484c-a81f-6100ecc69038 HTTP/1.1" status: 204  len: 168 time: 0.5456941
Nov 27 11:45:34.454025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50246) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:34.488783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port bade3718-ccc6-4cd2-abfc-74f705f494b9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bade3718-ccc6-4cd2-abfc-74f705f494b9,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:34.489168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.498840 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f07a97e-7d6e-49cb-976f-13ae00a9d7e6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:34.499795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f07a97e-7d6e-49cb-976f-13ae00a9d7e6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:34.501641 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5f07a97e-7d6e-49cb-976f-13ae00a9d7e6 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/ef98977f-7b28-4a6a-ab7f-1948b76f5caa HTTP/1.1" status: 404  len: 337 time: 0.0462961
Nov 27 11:45:34.504536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50250) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:34.539104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] For port 3d6ec656-5b61-4fcd-b5b4-11438450e911, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d6ec656-5b61-4fcd-b5b4-11438450e911,segment=NetworkSegment(47906ca4-8f61-4716-af60-1812912772b5),segment_id=47906ca4-8f61-4716-af60-1812912772b5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:34.539941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.545266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.617454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting subnet b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:34.617961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for bade3718-ccc6-4cd2-abfc-74f705f494b9 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:34.622896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:34.625576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.657595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:security_group_rule and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:34.662589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:34.674124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:34.696582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.715753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] Calling delete_port for 3d6ec656-5b61-4fcd-b5b4-11438450e911 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:34.824382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.826050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] For port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,segment=NetworkSegment(5c5bc0ff-20ca-47d4-b752-1c9f3edeece2),segment_id=5c5bc0ff-20ca-47d4-b752-1c9f3edeece2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:34.853170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.859500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 64bb160e-4cde-40d7-a2e3-f7d5f693085b is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:45:34.869716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.900708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.910341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-25e9810e-ec65-448c-8b96-de47157ae468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:34.926019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.930800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfbe6528-8206-4dcf-90c5-ed5ecfe82459 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:34.951412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] Pushing event deleted for resources: {'Port': ['ID=3d6ec656-5b61-4fcd-b5b4-11438450e911,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:34.953451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:34.956130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:34.965592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] No DVR routers for this DVR port 3d6ec656-5b61-4fcd-b5b4-11438450e911 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:34.969804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c8f9e15c-47d0-4480-81b7-9bb316af84a4 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:35.015985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Transition to ACTIVE for port object 3d4f0b4d-21ff-4517-9b29-8150bab5da2a will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:35.024571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d6ec656-5b61-4fcd-b5b4-11438450e911 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:35.027181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50faf005-fdef-4fd1-9957-adba0d999d05,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:35.030879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:35.036435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:35.045927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9ae009ca-02aa-4a2e-959e-5adf13c37704 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:35.059263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=bade3718-ccc6-4cd2-abfc-74f705f494b9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:35.067773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 3d6ec656-5b61-4fcd-b5b4-11438450e911 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:35.068679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d6ec656-5b61-4fcd-b5b4-11438450e911 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:35.069329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3515ae03-f462-4208-8fca-eb516344c582 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:35.069543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:35.099620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Subnet': ['ID=b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:35.102810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:35.103635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:35.119543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:35.119937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-62e0ae2e-0d92-4f31-b26d-31a915f8c008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:35.122639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50254) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:35.124756 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/b05b2c36-ad9f-43c6-9c9f-6da87f7f37a9 HTTP/1.1" status: 204  len: 168 time: 0.6183610
Nov 27 11:45:35.154847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 3515ae03-f462-4208-8fca-eb516344c582 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:35.155229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3515ae03-f462-4208-8fca-eb516344c582 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:35.188437 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-be54aa60-a8b3-4092-a1b2-4a3ed527d779 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:35.188437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be54aa60-a8b3-4092-a1b2-4a3ed527d779 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:35.203960 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-be54aa60-a8b3-4092-a1b2-4a3ed527d779 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/fe6d2d17-aa55-4c85-b388-4140c5142a90 HTTP/1.1" status: 404  len: 337 time: 0.0801818
Nov 27 11:45:35.206399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:35.213926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8408875
Nov 27 11:45:35.214621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50258) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:35.215128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50260) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:35.269774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-864708041', 'security_groups': ['50faf005-fdef-4fd1-9957-adba0d999d05'], 'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd8368f64-5a4e-4796-b4ee-6888b24666cc'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:35.354735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Pushing event updated for resources: {'Port': ['ID=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:35.358492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:35.435079 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-88cefeba-a771-426c-9933-041e7bebe963 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "GET /v2.0/ports?device_id=592fc1a3-f2fd-416c-a3a7-0fccf5de8487 HTTP/1.1" status: 200  len: 205 time: 0.2164106
Nov 27 11:45:35.439097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50266) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:35.439307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:35.444779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:35.449886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:35.506187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:35.643318 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-fb6b7434-c277-495f-bbb0-3754ff9f6b83 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] delete failed (client error): The resource could not be found.
Nov 27 11:45:35.643971 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fb6b7434-c277-495f-bbb0-3754ff9f6b83 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/routers/592fc1a3-f2fd-416c-a3a7-0fccf5de8487 HTTP/1.1" status: 404  len: 336 time: 0.2002676
Nov 27 11:45:35.648949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50270) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:35.654185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf71b5c-4c91-4919-b2da-a69a64566b84 None None] Network fdce91ed-1cbc-4457-9e1d-0172221d627c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:35.664866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:35.690126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] device_id is not set on port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:45:35.695135 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be6252a-8e3a-440d-81e1-b45266c12aa2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:35.695574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be6252a-8e3a-440d-81e1-b45266c12aa2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:35.697223 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7be6252a-8e3a-440d-81e1-b45266c12aa2 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/4194383e-d1e2-499a-a055-a35ed32082b8 HTTP/1.1" status: 404  len: 337 time: 0.0474875
Nov 27 11:45:35.734431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50274) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:35.798856 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-96505a55-2611-4dbc-b067-f4d426dc360a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:35.801064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96505a55-2611-4dbc-b067-f4d426dc360a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:35.818044 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-96505a55-2611-4dbc-b067-f4d426dc360a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/b7109ebb-5830-40b4-b1ec-df103085268d HTTP/1.1" status: 404  len: 337 time: 0.0824945
Nov 27 11:45:35.825682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50278) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:35.857512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f6d31fbc-557e-4e2c-90ae-b910d20ba963 None None] Provisioning complete for port fadb3ec0-d30d-4d97-b272-16f9149a23f4 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:35.858134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f6d31fbc-557e-4e2c-90ae-b910d20ba963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:35.880190 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b4bd2b-c591-451c-b6af-b6f83399e774 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:35.880782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b4bd2b-c591-451c-b6af-b6f83399e774 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:35.883301 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c2b4bd2b-c591-451c-b6af-b6f83399e774 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/2a7fde6c-4cbb-4045-af7b-711dfad32ae3 HTTP/1.1" status: 404  len: 337 time: 0.0554688
Nov 27 11:45:35.891470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50282) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:35.958581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f6d31fbc-557e-4e2c-90ae-b910d20ba963 None None] Port fadb3ec0-d30d-4d97-b272-16f9149a23f4 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:35.986107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f6d31fbc-557e-4e2c-90ae-b910d20ba963 None None] Provisioning complete for port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:35.986958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f6d31fbc-557e-4e2c-90ae-b910d20ba963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:35.990351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.004570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.063921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:36.064358 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126fadc4-fba2-49b4-84c7-fad93821fb23 None None] Sync routers for ids ['64bb160e-4cde-40d7-a2e3-f7d5f693085b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:36.083475 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fadc4-fba2-49b4-84c7-fad93821fb23 None None] Routers {'64bb160e-4cde-40d7-a2e3-f7d5f693085b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:36.084229 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-126fadc4-fba2-49b4-84c7-fad93821fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284614d820>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['64bb160e-4cde-40d7-a2e3-f7d5f693085b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:36.105639 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6ff0db-91e7-41b3-867c-1b52cbf7b53c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:36.106134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6ff0db-91e7-41b3-867c-1b52cbf7b53c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:36.111109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50288) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.111299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ab6ff0db-91e7-41b3-867c-1b52cbf7b53c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/5f752ac2-2a6b-43a8-aa6a-41aa127381da HTTP/1.1" status: 404  len: 333 time: 0.2186079
Nov 27 11:45:36.178937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] DHCP port deletion for fdce91ed-1cbc-4457-9e1d-0172221d627c request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:45:36.184503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] Deleting port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:36.184503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.208483 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-de972442-1f8f-4411-b06a-d4ea1febabb7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:36.217175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de972442-1f8f-4411-b06a-d4ea1febabb7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:36.217175 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-de972442-1f8f-4411-b06a-d4ea1febabb7 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/f7f2f53c-7626-47e9-a2da-8f6e479e708c HTTP/1.1" status: 404  len: 337 time: 0.1001310
Nov 27 11:45:36.217175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.218857 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-126fadc4-fba2-49b4-84c7-fad93821fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284614d820>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:36.220146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50292) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.223818 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 6.0088761
Nov 27 11:45:36.224845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.225638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Fanout notify agent at l3_agent the message router_deleted on router d3ba42a4-4d0d-44b1-8a02-6fe52b8087db {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:45:36.228676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50296) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.238265 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fadc4-fba2-49b4-84c7-fad93821fb23 None None] Routers {'64bb160e-4cde-40d7-a2e3-f7d5f693085b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:36.238695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.239123 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-126fadc4-fba2-49b4-84c7-fad93821fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284614d820>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['64bb160e-4cde-40d7-a2e3-f7d5f693085b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:36.240274 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/routers/d3ba42a4-4d0d-44b1-8a02-6fe52b8087db HTTP/1.1" status: 204  len: 168 time: 3.4537201
Nov 27 11:45:36.265967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50298) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.378454 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-126fadc4-fba2-49b4-84c7-fad93821fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284614d820>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:36.378928 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126fadc4-fba2-49b4-84c7-fad93821fb23 None None] The sync data for ids ['64bb160e-4cde-40d7-a2e3-f7d5f693085b'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:36.398101 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-587410bb-85df-4e00-af25-bcb0cd0b319b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:36.398852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587410bb-85df-4e00-af25-bcb0cd0b319b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:36.404134 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-587410bb-85df-4e00-af25-bcb0cd0b319b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/5332d503-9bff-441c-a048-63b0c3c37c5c HTTP/1.1" status: 404  len: 337 time: 0.1821396
Nov 27 11:45:36.404805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50304) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.455322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cda886fe-c358-46ce-aed9-4d47928647e2 None None] Provisioning for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:36.473330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] For port 8c9411fe-4ca6-4747-ae48-d5fff760adb8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8c9411fe-4ca6-4747-ae48-d5fff760adb8,segment=NetworkSegment(a3b181ff-89ab-4649-9275-4493d26062be),segment_id=a3b181ff-89ab-4649-9275-4493d26062be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:36.473806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.487971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.6 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/d8368f64-5a4e-4796-b4ee-6888b24666cc/cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:36.514189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.544119 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07bdff9-3f6d-46db-bcba-1a73cf41adf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:36.544551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07bdff9-3f6d-46db-bcba-1a73cf41adf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:36.547083 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d07bdff9-3f6d-46db-bcba-1a73cf41adf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/853ef893-03f3-44f9-996b-da8e1c01bdd6 HTTP/1.1" status: 404  len: 333 time: 0.1398489
Nov 27 11:45:36.550572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50308) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.599617 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc254a2-3045-476d-a9e9-0af82edbd6e4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:36.600052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc254a2-3045-476d-a9e9-0af82edbd6e4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:36.601676 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fcc254a2-3045-476d-a9e9-0af82edbd6e4 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/d1a4f011-b200-4b16-9545-7e3e61feaf4f HTTP/1.1" status: 404  len: 337 time: 0.0500667
Nov 27 11:45:36.606710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50312) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.619302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] Calling delete_port for 8c9411fe-4ca6-4747-ae48-d5fff760adb8 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:36.653918 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e250e6b-c382-4f67-8fec-9c05856f0e6c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:36.654249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e250e6b-c382-4f67-8fec-9c05856f0e6c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:36.655967 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4e250e6b-c382-4f67-8fec-9c05856f0e6c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/subnets/e3d15f7b-d43c-4779-a0ac-236753b0d65e HTTP/1.1" status: 404  len: 337 time: 0.0471818
Nov 27 11:45:36.663138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cda886fe-c358-46ce-aed9-4d47928647e2 None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:36.663523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cda886fe-c358-46ce-aed9-4d47928647e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.665174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50316) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.743908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Deleting port fadb3ec0-d30d-4d97-b272-16f9149a23f4 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:36.744637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.746535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.793443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28454d40a0>,) {'filters': {'network_id': ['7466fe26-3787-4dcd-8a3f-1a113016a1c1']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:36.808108 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d4bf1ac0-b45f-4f43-b2d1-d27c49c5b89a tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/routers/64bb160e-4cde-40d7-a2e3-f7d5f693085b HTTP/1.1" status: 200  len: 881 time: 0.5660839
Nov 27 11:45:36.817483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50320) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:36.824408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28454d40a0>, '47906ca4-8f61-4716-af60-1812912772b5') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:36.824812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28454d40a0>, '47906ca4-8f61-4716-af60-1812912772b5') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:36.850669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.853087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cda886fe-c358-46ce-aed9-4d47928647e2 None None] Provisioning complete for port 79716b70-d77e-42bf-b850-04e373109957 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:36.855697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cda886fe-c358-46ce-aed9-4d47928647e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.885532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.888418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.895390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.900488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:45:36.900884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:36.908428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5a8945be-93ac-4de6-b526-c67860cecc52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:45:36.916504 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:45:36.956843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] Pushing event deleted for resources: {'Port': ['ID=8c9411fe-4ca6-4747-ae48-d5fff760adb8,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:36.963436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:36.976554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] No DVR routers for this DVR port 8c9411fe-4ca6-4747-ae48-d5fff760adb8 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:36.980527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-cda886fe-c358-46ce-aed9-4d47928647e2 None None] Port 79716b70-d77e-42bf-b850-04e373109957 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:36.986916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:37.055139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d4f0b4d-21ff-4517-9b29-8150bab5da2a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:37.097344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.101296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-81324e62-9d3a-4d35-bb5d-6225db3c5b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:37.122963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.130983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:37.130983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.135297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.137136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=7466fe26-3787-4dcd-8a3f-1a113016a1c1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:37.141709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.143907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:37.150142 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/7466fe26-3787-4dcd-8a3f-1a113016a1c1 HTTP/1.1" status: 204  len: 168 time: 0.8798382
Nov 27 11:45:37.151267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b7dfe709-64d8-4f06-8b68-8496c772443a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:37.188210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50324) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:37.213127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--950273996', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:37.225572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:37.240247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:37.244602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:37.247313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:37.252299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:37.255060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:37.288059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Calling delete_port for fadb3ec0-d30d-4d97-b272-16f9149a23f4 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:37.292358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:37.296708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:37.302521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:37.331550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8c9411fe-4ca6-4747-ae48-d5fff760adb8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:37.372585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:37.373245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.385938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 8c9411fe-4ca6-4747-ae48-d5fff760adb8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:37.386771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8c9411fe-4ca6-4747-ae48-d5fff760adb8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:37.387749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bade3718-ccc6-4cd2-abfc-74f705f494b9 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:37.424308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:37.425749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: bade3718-ccc6-4cd2-abfc-74f705f494b9 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:37.425943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.426144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bade3718-ccc6-4cd2-abfc-74f705f494b9 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:37.440098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4c2c932e-e403-4ff0-8ce6-7c1fdac52ecf tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:router {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:37.464998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:45:37.474521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.474855 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment 9f6a49bb-4b45-44f7-840e-7568af4cce9a of type vlan for network ded14ec2-bb2a-4ce2-842e-378a44368387
Nov 27 11:45:37.503920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.509296 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.2909296
Nov 27 11:45:37.512589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50328) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:37.522040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:37.601603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4c2c932e-e403-4ff0-8ce6-7c1fdac52ecf tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:router {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:37.602804 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4c2c932e-e403-4ff0-8ce6-7c1fdac52ecf tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.7840722
Nov 27 11:45:37.603541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.605911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50332) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:37.611898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b5d7549-5987-458a-b513-700b41df18f1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:37.612223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-6479d04c-d097-4782-82f0-4635ee8627d1 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1022536490'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:37.664647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.668502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:37.669063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.671482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Port': ['ID=fadb3ec0-d30d-4d97-b272-16f9149a23f4,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:37.676748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:37.680939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d8ba3fc-7a0e-4401-a284-2067d59e7ba2 tempest-PortsAdminExtendedAttrsTestJSON-917927884 tempest-PortsAdminExtendedAttrsTestJSON-917927884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:37.684466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-92c9408e-1791-49dc-8874-cf8e5ed626cf None None] Provisioning for port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:37.691887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-92c9408e-1791-49dc-8874-cf8e5ed626cf None None] Provisioning complete for port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:37.692261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-92c9408e-1791-49dc-8874-cf8e5ed626cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.763504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-92c9408e-1791-49dc-8874-cf8e5ed626cf None None] Port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:37.800670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=ded14ec2-bb2a-4ce2-842e-378a44368387,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:37.804274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:37.812299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network ded14ec2-bb2a-4ce2-842e-378a44368387 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:45:37.825493 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6254156
Nov 27 11:45:37.829489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50336) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:37.836508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:37.868214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:37.872350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:37.875874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:37.882196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:37.882574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-638777200', 'admin_state_up': True, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:37.895358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:37.902164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:router and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:37.906256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:37.913739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:37.941522 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/ports/fadb3ec0-d30d-4d97-b272-16f9149a23f4 HTTP/1.1" status: 204  len: 168 time: 1.2699795
Nov 27 11:45:37.941522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50340) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:37.963059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:38.024556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.025560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.059327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.132024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.206920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.380114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.401009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.423074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845824340>,) {'filters': {'network_id': ['fdce91ed-1cbc-4457-9e1d-0172221d627c']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:38.440235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845824340>, 'a3b181ff-89ab-4649-9275-4493d26062be') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:38.440543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845824340>, 'a3b181ff-89ab-4649-9275-4493d26062be') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:38.458068 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.464958 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.ipam_backend_mixin [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8368f64-5a4e-4796-b4ee-6888b24666cc (CIDR: 172.20.0.0/28)
Nov 27 11:45:38.476441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.482607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:45:38.482992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:45:38.497787 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:45:38.574042 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:45:38.574503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:38.614839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6479d04c-d097-4782-82f0-4635ee8627d1 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.668440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.676099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.678605 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] 10.222.0.23 "DELETE /v2.0/networks/fdce91ed-1cbc-4457-9e1d-0172221d627c HTTP/1.1" status: 204  len: 168 time: 0.7386365
Nov 27 11:45:38.679713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b398799c-fe73-4255-a5cd-5660acd93ee9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:38.701349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Pushing event deleted for resources: {'Network': ['ID=fdce91ed-1cbc-4457-9e1d-0172221d627c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:38.704013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:38.716395 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f9cfa52f-5ff6-4e63-869b-c343c3f523b2 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2016165
Nov 27 11:45:38.720886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50346) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:38.726670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:38.766247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6479d04c-d097-4782-82f0-4635ee8627d1 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.772380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.856144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:38.897074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:38.906407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:38.906407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:38.911953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:39.005831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:39.009677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.080947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.091573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.189 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/4082061d-dd71-4133-9de1-22bc8f95085e) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:39.148984 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.ipam_backend_mixin [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9c49325c-1966-4c2f-a37e-f341726fcb01 (CIDR: 172.20.0.16/28)
Nov 27 11:45:39.215613 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:45:39.216510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:39.257071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50352) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:39.274226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6479d04c-d097-4782-82f0-4635ee8627d1 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 64bb160e-4cde-40d7-a2e3-f7d5f693085b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:39.276985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.308391 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-043f0b6e-0fe8-4198-ba0f-a6965025e76e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.5860302
Nov 27 11:45:39.313904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50358) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:39.325386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'subnet': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:39.465821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.472362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:39.537212 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-655925a6-ca02-4649-9873-0eedc0ebea35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0270ee3ba574932b1c598ac398651fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2789056
Nov 27 11:45:39.539659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:39.539847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50362) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:39.545239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Usage tracker for resource:subnet and tenant:0aff31ebd04f4e60bd10a9304736d0ad is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:39.549446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:39.557406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:39.565264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:39.571932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=4082061d-dd71-4133-9de1-22bc8f95085e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:39.574366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:39.576146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:39.579770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:39.649797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Made reservation on behalf of 0aff31ebd04f4e60bd10a9304736d0ad for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:39.653449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.856187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa2188a8-4017-4372-9866-cf6b5b94b80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.901805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6479d04c-d097-4782-82f0-4635ee8627d1 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:39.904506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa2188a8-4017-4372-9866-cf6b5b94b80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.911508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f5df1-02bf-4894-ac53-6237229aafde None None] Sync routers for ids ['64bb160e-4cde-40d7-a2e3-f7d5f693085b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:39.925977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f5df1-02bf-4894-ac53-6237229aafde None None] Routers {'64bb160e-4cde-40d7-a2e3-f7d5f693085b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:39.926959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-280f5df1-02bf-4894-ac53-6237229aafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846269730>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['64bb160e-4cde-40d7-a2e3-f7d5f693085b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:39.965830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6479d04c-d097-4782-82f0-4635ee8627d1 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.968489 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6479d04c-d097-4782-82f0-4635ee8627d1 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/64bb160e-4cde-40d7-a2e3-f7d5f693085b HTTP/1.1" status: 200  len: 888 time: 2.3599844
Nov 27 11:45:39.969959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50366) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:39.990996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:39.991407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-280f5df1-02bf-4894-ac53-6237229aafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846269730>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:39.991561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7ff3c48c-7234-4a88-b37b-c9f8ee2dcaee tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:40.001991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f5df1-02bf-4894-ac53-6237229aafde None None] Routers {'64bb160e-4cde-40d7-a2e3-f7d5f693085b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:40.002721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-280f5df1-02bf-4894-ac53-6237229aafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846269730>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['64bb160e-4cde-40d7-a2e3-f7d5f693085b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:40.059566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:40.063080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:40.065071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Subnet': ['ID=565ee23d-d4b7-44b7-b954-47f3608b669d,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:40.065343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-280f5df1-02bf-4894-ac53-6237229aafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846269730>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:40.065771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f5df1-02bf-4894-ac53-6237229aafde None None] The sync data for ids ['64bb160e-4cde-40d7-a2e3-f7d5f693085b'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:40.068112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:40.069610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:40.073997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42291cd-0934-4cde-869e-4770d335ef61 None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:40.081992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:40.154263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa2188a8-4017-4372-9866-cf6b5b94b80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:40.160116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9653a6ff-ea22-47b2-93be-4f6c2a61d5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:40.176523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2188a8-4017-4372-9866-cf6b5b94b80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7de72fb-81e4-45c7-9353-f0813bff0bc5,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:40.179987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aa2188a8-4017-4372-9866-cf6b5b94b80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:40.182757 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8648968
Nov 27 11:45:40.183518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50370) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:40.188749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa2188a8-4017-4372-9866-cf6b5b94b80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:40.189844 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-aa2188a8-4017-4372-9866-cf6b5b94b80e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7de72fb-81e4-45c7-9353-f0813bff0bc5 HTTP/1.1" status: 204  len: 168 time: 0.6453600
Nov 27 11:45:40.205240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-311138638', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '565ee23d-d4b7-44b7-b954-47f3608b669d'}], 'security_groups': ['0573790c-17f5-4130-9c46-2048a635f74e', '2d69542e-bd60-41d8-ac79-e2f0536d72a3']}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:40.221535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:40.222260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:40.337541 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1799c2e0-9c93-4a9e-9866-b6ea38092210 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/routers/64bb160e-4cde-40d7-a2e3-f7d5f693085b HTTP/1.1" status: 200  len: 888 time: 0.3634279
Nov 27 11:45:40.337766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50376) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:40.399519 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-314a6a34-ad89-46c1-9f56-dd8d265b6272 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=64bb160e-4cde-40d7-a2e3-f7d5f693085b HTTP/1.1" status: 200  len: 205 time: 0.0571291
Nov 27 11:45:40.399519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50380) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:40.473172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Update dhcp port {'port': {'network_id': 'a3ab790e-37e2-4df7-8789-93b4ac9abc8f', 'fixed_ips': [{'subnet_id': '9c49325c-1966-4c2f-a37e-f341726fcb01', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8368f64-5a4e-4796-b4ee-6888b24666cc', 'ip_address': '172.20.0.2'}, {'subnet_id': '565ee23d-d4b7-44b7-b954-47f3608b669d'}], 'binding:host_id': 'dv-neutron-819441-1-hyperv'}, 'id': '3d4f0b4d-21ff-4517-9b29-8150bab5da2a'} from dv-neutron-819441-1-hyperv. {{(pid=84365) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 27 11:45:40.509169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:40.528813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:40.752912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:40.859638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Allocated IP 172.20.0.34 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/565ee23d-d4b7-44b7-b954-47f3608b669d/3d4f0b4d-21ff-4517-9b29-8150bab5da2a) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:40.864344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router b0a41217-8d79-4fed-81b6-d26887f31921 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:45:41.005672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] For port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,segment=NetworkSegment(5c5bc0ff-20ca-47d4-b752-1c9f3edeece2),segment_id=5c5bc0ff-20ca-47d4-b752-1c9f3edeece2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:41.050438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:41.071064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Transition to ACTIVE for port object 3d4f0b4d-21ff-4517-9b29-8150bab5da2a will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:41.130667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:41.151808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:41.155907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-980f4b80-c008-429a-bf20-02273d27ef8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:41.180574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:41.196673 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Sync routers for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:41.214462 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:41.222226 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846671400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:41.223144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 530ce5ab-d769-4ecc-81b2-c34b620cf86e {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:41.224085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:41.293619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:41.295521 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.4214606
Nov 27 11:45:41.308321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50398) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:41.381102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Delete allocated IP 172.20.0.6 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/d8368f64-5a4e-4796-b4ee-6888b24666cc) {{(pid=84364) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 11:45:41.388283 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9df4d128-1d55-407f-8fd6-1bf42003e686 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0786223
Nov 27 11:45:41.391667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50402) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:41.392783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Allocated IP 172.20.0.43 (a3ab790e-37e2-4df7-8789-93b4ac9abc8f/565ee23d-d4b7-44b7-b954-47f3608b669d/cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:41.455207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Pushing event updated for resources: {'Port': ['ID=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:41.460821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:41.534617 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:41.729402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:41.754968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Transition to ACTIVE for port object cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:41.775488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50408) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:41.821167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:41.832396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2f279bca-9215-4500-aac8-359000718f3e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:41.852766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:41.938349 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846671400>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:39Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:41.946945 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Checking router: b0a41217-8d79-4fed-81b6-d26887f31921 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:45:41.947473 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Updating router b0a41217-8d79-4fed-81b6-d26887f31921 port 4082061d-dd71-4133-9de1-22bc8f95085e binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:45:42.016814 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.020339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 530ce5ab-d769-4ecc-81b2-c34b620cf86e owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:42.047586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1332186696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:42.051296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5350a4-9610-4182-bc95-0b0fc2ab5fb6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:42.056683 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8f5350a4-9610-4182-bc95-0b0fc2ab5fb6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6602459
Nov 27 11:45:42.059355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50414) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:42.071100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:42.091253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Usage tracker for resource:router and tenant:b0105b717f384d9aa8bad8eb3d4a89d5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:42.099688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:42.115094 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-061020a1-08bc-414d-84f3-1cc02b4d2c8b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0542436
Nov 27 11:45:42.122867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50418) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:42.124246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event updated for resources: {'Port': ['ID=cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:42.129990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:42.131935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1297037496', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:42.132707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:42.153947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] In _notify_port_updated(), no bound segment for port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f on network a3ab790e-37e2-4df7-8789-93b4ac9abc8f {{(pid=84364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:45:42.160428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:42.161059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.163026 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "PUT /v2.0/ports/cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f HTTP/1.1" status: 200  len: 959 time: 1.9775686
Nov 27 11:45:42.166504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50422) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:42.247548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.247548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.270186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.355044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:42.355380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.388027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.397410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:42.404380 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.410217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:42.416051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:42.422276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Provisioning for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:42.422795 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Transition to ACTIVE for port object 4082061d-dd71-4133-9de1-22bc8f95085e will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:42.424305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:42.425439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:42.426031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.532248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.536150 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d6f5b96f-7f5a-4c62-ab2f-8323ac8a22a7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7568147
Nov 27 11:45:42.538023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50426) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:42.543700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1158853235'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:42.548730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:42.552917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Usage tracker for resource:network and tenant:b0105b717f384d9aa8bad8eb3d4a89d5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:42.557369 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:42.562094 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.564880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:42.565954 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:42.651273 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Attempting to bind port 4082061d-dd71-4133-9de1-22bc8f95085e on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:42.651509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:42.651625 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Attempting to bind port 4082061d-dd71-4133-9de1-22bc8f95085e by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:42.652122 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Attempting to bind port 4082061d-dd71-4133-9de1-22bc8f95085e on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:42.654605 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Pushing event updated for resources: {'Port': ['ID=4082061d-dd71-4133-9de1-22bc8f95085e,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:42.666416 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:42.666808 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:42.667198 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.667764 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:42.668417 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Bound port: 4082061d-dd71-4133-9de1-22bc8f95085e, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:42.668803 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.674389 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Provisioning for port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:42.676269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Made reservation on behalf of b0105b717f384d9aa8bad8eb3d4a89d5 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:42.682828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Provisioning complete for port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:42.682828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.683094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.699744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.726111 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.726730 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.727236 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.727818 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.728301 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.728850 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.729327 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.729813 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.730286 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.730771 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.731245 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:45:42.741774 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:42.747044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:42.752881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Usage tracker for resource:security_group_rule and tenant:b0105b717f384d9aa8bad8eb3d4a89d5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:42.758820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:42.765950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:42.779217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:42.794159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.803271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-64b816a7-0915-45ea-874f-03a4ba47c84c tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:42.803506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Provisioning complete for port 79716b70-d77e-42bf-b850-04e373109957 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:42.803847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.808529 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] For port 4082061d-dd71-4133-9de1-22bc8f95085e, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:42.819807 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] For port 4082061d-dd71-4133-9de1-22bc8f95085e, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4082061d-dd71-4133-9de1-22bc8f95085e,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:42.839816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.872891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.878145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3c2639c6-f7ae-460e-9e53-9f99a83a8ce5 None None] Port 79716b70-d77e-42bf-b850-04e373109957 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:42.882070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=530ce5ab-d769-4ecc-81b2-c34b620cf86e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:42.937252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.950362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:42.963512 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:42.967517 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:43.009519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.009941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d4f0b4d-21ff-4517-9b29-8150bab5da2a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:43.014144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-82a82740-edbe-40ad-b2c9-c19842f887e0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:43.039716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f owned by  {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:43.041675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e5d29c03-85ec-4c67-85a4-ed3a26e1b4a3 None None] Provisioning complete for port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:43.042265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e5d29c03-85ec-4c67-85a4-ed3a26e1b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.059236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:45:43.067565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eee374d-6ee3-408a-ad74-a857a1e0981e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:43.073290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:43.084484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.084484 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Added segment 31c3a15b-8f28-4772-aa9b-305b006c123d of type vlan for network 3072c009-e773-4aa4-a2e9-0fec816420b6
Nov 27 11:45:43.123126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e5d29c03-85ec-4c67-85a4-ed3a26e1b4a3 None None] Port cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:43.131865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.139497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:43.140143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.152353 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Pushing event updated for resources: {'Port': ['ID=4082061d-dd71-4133-9de1-22bc8f95085e,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:43.157860 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:43.159672 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:43.160581 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846671400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:43.244259 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:45:43.272122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.285180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:43.290149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.303990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-148cb9fe-9e0d-45b6-b7bb-14b3f258d68b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:43.412464 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:43.466592 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.9266093
Nov 27 11:45:43.469352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Network': ['ID=3072c009-e773-4aa4-a2e9-0fec816420b6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:43.472506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:43.473574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50430) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:43.478639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 3072c009-e773-4aa4-a2e9-0fec816420b6 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:45:43.483020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'subnet': {'network_id': '3072c009-e773-4aa4-a2e9-0fec816420b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:43.582804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.640301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:43.646808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Usage tracker for resource:subnet and tenant:b0105b717f384d9aa8bad8eb3d4a89d5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:43.649793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:43.657040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:43.748919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Made reservation on behalf of b0105b717f384d9aa8bad8eb3d4a89d5 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:43.783307 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846671400>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:39Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:43.787933 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59816dcb-032e-4c65-aed1-4d158263eb22 None None] The sync data for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv is: [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:39Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:43.864719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.917784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.928094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7d53427-2198-45fa-b6d4-a8b013870e62 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:43.981070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:43.994241 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:44.008766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:44.022870 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.122189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.134458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-26dd15a4-f5ce-4816-804c-91b1817afea3 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:44.224866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.239346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.239875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Fanout notify agent at l3_agent the message router_deleted on router 64bb160e-4cde-40d7-a2e3-f7d5f693085b {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:45:44.261928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:44.269635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.271063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5b81ad5d-7462-4d5d-908c-97c4d0fc01e5 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:44.285167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.294997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/64bb160e-4cde-40d7-a2e3-f7d5f693085b HTTP/1.1" status: 204  len: 168 time: 3.8941250
Nov 27 11:45:44.302346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50434) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:44.314525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-1530276140'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:44.320040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:44.323943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:44.328936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:44.329516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: ded14ec2-bb2a-4ce2-842e-378a44368387, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:45:44.342549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:44.348677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:44.359107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:44.365403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Subnet': ['ID=f34796f4-8501-410e-a30d-16dd85732d58,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:44.369999 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f HTTP/1.1" status: 204  len: 168 time: 2.1898174
Nov 27 11:45:44.370722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:44.372526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50438) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:44.434116 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e086c060-329e-4fcd-809e-2a8e2522c8d9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] GET failed (client error): The resource could not be found.
Nov 27 11:45:44.435397 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e086c060-329e-4fcd-809e-2a8e2522c8d9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports/cffc5d9b-f4e3-4bb9-b247-08ed21d2be2f HTTP/1.1" status: 404  len: 333 time: 0.0618696
Nov 27 11:45:44.438809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50442) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:44.450784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network ded14ec2-bb2a-4ce2-842e-378a44368387 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:45:44.455867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Checking segment: {'id': '31c3a15b-8f28-4772-aa9b-305b006c123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3072c009-e773-4aa4-a2e9-0fec816420b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:44.456223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network hostable DHCP agents. Network: 3072c009-e773-4aa4-a2e9-0fec816420b6, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:45:44.501826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:44.504309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.532685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, ded14ec2-bb2a-4ce2-842e-378a44368387) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:44.537250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:44.537841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.542157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d7150a-427d-4d76-bc28-2a2ed5715e6a None None] Network ded14ec2-bb2a-4ce2-842e-378a44368387 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:44.548227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-29c0839b-b359-43ec-9b93-e16843ba04b7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.562457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:45:44.586122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.586511 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment ec41d1bc-079d-48d4-bf7e-271712a0b657 of type vlan for network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b
Nov 27 11:45:44.588451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-29c0839b-b359-43ec-9b93-e16843ba04b7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.645109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.653523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network 3072c009-e773-4aa4-a2e9-0fec816420b6 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:45:44.665657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 3072c009-e773-4aa4-a2e9-0fec816420b6) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:44.680508 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.5492923
Nov 27 11:45:44.680508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50446) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:44.680695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a74a7c-7165-4346-9476-c546d7fbb5e1 None None] Network 3072c009-e773-4aa4-a2e9-0fec816420b6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:44.689214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:44.689794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.786098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-29c0839b-b359-43ec-9b93-e16843ba04b7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.788747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-29c0839b-b359-43ec-9b93-e16843ba04b7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.792372 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-29c0839b-b359-43ec-9b93-e16843ba04b7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/security-groups/50faf005-fdef-4fd1-9957-adba0d999d05 HTTP/1.1" status: 204  len: 168 time: 0.3501105
Nov 27 11:45:44.792372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fde9ffe0-052c-4870-9dd1-fa46518de8df tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:44.794696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50450) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:44.932140 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4568188
Nov 27 11:45:44.933077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.937213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:44.937852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.944830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50454) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:44.944830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0839b-b359-43ec-9b93-e16843ba04b7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50faf005-fdef-4fd1-9957-adba0d999d05,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:44.951618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-29c0839b-b359-43ec-9b93-e16843ba04b7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:44.960735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'network': {'name': 'tempest-router-network01--704243242'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:44.968606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:44.968720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1beb4381-f3c5-449e-9b55-3996f4eca0e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.971694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Usage tracker for resource:network and tenant:b0105b717f384d9aa8bad8eb3d4a89d5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:44.974858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:44.981081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:44.985120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-ded14ec2-bb2a-4ce2-842e-378a44368387', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:45:44.987406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:44.990591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f5d8d41-4cda-4ceb-99d4-35d1009ebe25 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:45.033842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1beb4381-f3c5-449e-9b55-3996f4eca0e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.096907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Made reservation on behalf of b0105b717f384d9aa8bad8eb3d4a89d5 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:45.099939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.112696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=3b6e95f9-54cb-4537-a2db-3223a4cd8f4b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:45.118265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:45.142570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:45:45.144064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4082061d-dd71-4133-9de1-22bc8f95085e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:45.151614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.152019 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Added segment d65592e6-f447-48a1-b640-4e0aa26fe8e7 of type vlan for network 51ee703d-3ce1-4fb7-b21c-1053de72563f
Nov 27 11:45:45.176275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:45:45.184984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.194340 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8878644
Nov 27 11:45:45.194596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50458) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:45.204490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-3072c009-e773-4aa4-a2e9-0fec816420b6', 'network_id': '3072c009-e773-4aa4-a2e9-0fec816420b6', 'tenant_id': 'b0105b717f384d9aa8bad8eb3d4a89d5', 'fixed_ips': [{'subnet_id': 'f34796f4-8501-410e-a30d-16dd85732d58'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:45:45.204883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': '3b6e95f9-54cb-4537-a2db-3223a4cd8f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:45.205323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.273460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1beb4381-f3c5-449e-9b55-3996f4eca0e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.283557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13d2edaf-e41d-4c66-9f2c-afd45ade753d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:45.304879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb4381-f3c5-449e-9b55-3996f4eca0e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d69542e-bd60-41d8-ac79-e2f0536d72a3,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:45.310076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1beb4381-f3c5-449e-9b55-3996f4eca0e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:45.314951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1beb4381-f3c5-449e-9b55-3996f4eca0e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.315550 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1beb4381-f3c5-449e-9b55-3996f4eca0e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/security-groups/2d69542e-bd60-41d8-ac79-e2f0536d72a3 HTTP/1.1" status: 204  len: 168 time: 0.5195107
Nov 27 11:45:45.317732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50462) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:45.355409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:45.359611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:45.364868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:45.379123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:45.400526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.407209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:45.407921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.414132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-68c1c841-b3c9-430e-b152-a7174ce443f5 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:45.523835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:45.549124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Allocated IP 172.20.0.2 (ded14ec2-bb2a-4ce2-842e-378a44368387/2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8/5036f6b3-8803-4e20-afac-14b3773e67cb) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:45.550842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a60271e-9db2-4f92-9e8b-f4068ff3438e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.558185 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6114261
Nov 27 11:45:45.565403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50466) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:45.625912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Network': ['ID=51ee703d-3ce1-4fb7-b21c-1053de72563f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:45.632121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'network': {'name': 'tempest-router-network02--37697706'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:45.632820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a60271e-9db2-4f92-9e8b-f4068ff3438e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.637723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:45.652501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:45.661939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Usage tracker for resource:network and tenant:b0105b717f384d9aa8bad8eb3d4a89d5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:45.666180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:45.671019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.673482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 51ee703d-3ce1-4fb7-b21c-1053de72563f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:45:45.691532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:45.760769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4082061d-dd71-4133-9de1-22bc8f95085e completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:45.790581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a60271e-9db2-4f92-9e8b-f4068ff3438e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.790794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4082061d-dd71-4133-9de1-22bc8f95085e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:45.791092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.797102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cb84af3b-ec66-4fd5-aed3-1b7bb3d7760e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:45.814663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Made reservation on behalf of b0105b717f384d9aa8bad8eb3d4a89d5 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:45.816378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60271e-9db2-4f92-9e8b-f4068ff3438e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0573790c-17f5-4130-9c46-2048a635f74e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:45.817647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.823235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a60271e-9db2-4f92-9e8b-f4068ff3438e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:45.838891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a60271e-9db2-4f92-9e8b-f4068ff3438e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.840113 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6a60271e-9db2-4f92-9e8b-f4068ff3438e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/security-groups/0573790c-17f5-4130-9c46-2048a635f74e HTTP/1.1" status: 204  len: 168 time: 0.5202377
Nov 27 11:45:45.842758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50472) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:45.870507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Allocated IP 172.20.0.2 (3072c009-e773-4aa4-a2e9-0fec816420b6/f34796f4-8501-410e-a30d-16dd85732d58/ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:45.908594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:45:45.933947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:45.934289 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Added segment f6eb2eda-44a5-4362-8af1-2e1f32fff723 of type vlan for network 23986c5e-7600-49d6-8cf3-5495a61c81cf
Nov 27 11:45:45.975527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.027836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.034986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-01a25fb0-6300-4c9c-9bdd-19d16c720202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:46.090604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.095213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:46.095876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.152218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=850c3ac4-f555-4803-a56f-fbff66adeaa8,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:46.153944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:46.154268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet d8368f64-5a4e-4796-b4ee-6888b24666cc {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:46.155892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4f34a298-21b5-4c78-8e33-d519196e2f30 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:46.159455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.250572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.258145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.262320 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6523211
Nov 27 11:45:46.263070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.263864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': 'ec41d1bc-079d-48d4-bf7e-271712a0b657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3b6e95f9-54cb-4537-a2db-3223a4cd8f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:46.264440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:45:46.270806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50476) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:46.293178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Transition to ACTIVE for port object 5036f6b3-8803-4e20-afac-14b3773e67cb will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:46.293799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'subnet': {'network_id': '51ee703d-3ce1-4fb7-b21c-1053de72563f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:46.299510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4082061d-dd71-4133-9de1-22bc8f95085e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4082061d-dd71-4133-9de1-22bc8f95085e,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:46.308066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.352174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Network': ['ID=23986c5e-7600-49d6-8cf3-5495a61c81cf,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:46.362650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:46.375969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 23986c5e-7600-49d6-8cf3-5495a61c81cf details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:45:46.391608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Transition to ACTIVE for port object 5036f6b3-8803-4e20-afac-14b3773e67cb will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:46.404387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.410142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e650451a-3be7-4cc9-ada1-d810019247b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:46.464433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:46.468312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Usage tracker for resource:subnet and tenant:b0105b717f384d9aa8bad8eb3d4a89d5 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:46.471366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:46.482041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:46.521902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.542136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.549471 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:45:46.558427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.569535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Made reservation on behalf of b0105b717f384d9aa8bad8eb3d4a89d5 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:46.571027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Transition to ACTIVE for port object ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:46.595829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Network ded14ec2-bb2a-4ce2-842e-378a44368387 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:46.600049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:46.606924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:46.609507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4082061d-dd71-4133-9de1-22bc8f95085e,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:46.614338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:46.616751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Transition to ACTIVE for port object ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:46.617796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b02ed4a2-d846-4475-8bd6-2b9d5b233b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:46.697788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.789620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:46.794601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Pushing event updated for resources: {'Port': ['ID=5036f6b3-8803-4e20-afac-14b3773e67cb,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:46.797784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Attempting to bind port 5036f6b3-8803-4e20-afac-14b3773e67cb on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:46.803028 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Attempting to bind port 5036f6b3-8803-4e20-afac-14b3773e67cb by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:46.803028 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Attempting to bind port 5036f6b3-8803-4e20-afac-14b3773e67cb on network ded14ec2-bb2a-4ce2-842e-378a44368387 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:46.805907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:46.805907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.806118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:46.809811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6336c4d3-6fe1-4009-9046-1afec421dd04 None None] Network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:46.827497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.839503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:46.839979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Checking segment: {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:46.840491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.841069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Bound using segment: {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:46.841769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Bound port: 5036f6b3-8803-4e20-afac-14b3773e67cb, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:46.842370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.857024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:46.873813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.1 (ded14ec2-bb2a-4ce2-842e-378a44368387/2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8/7d372e27-ad0b-4ea6-a04f-ceea453c22de) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:46.877650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.889692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0cf39989-e56b-43ed-8f54-7501621117e9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:46.912132 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f81c8f2f-ffbf-47ab-b738-9835be11dd33 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7135277
Nov 27 11:45:46.912733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50480) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:46.917592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1249022047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:46.921483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=d8368f64-5a4e-4796-b4ee-6888b24666cc,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:46.925836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:46.934324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:46.958635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:46.967209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:46.967558 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Network 3072c009-e773-4aa4-a2e9-0fec816420b6 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:46.975132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:46.987461 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-df154835-b9e7-4fd3-a384-b06f8e90c2d8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/d8368f64-5a4e-4796-b4ee-6888b24666cc HTTP/1.1" status: 204  len: 168 time: 1.1391265
Nov 27 11:45:46.988008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50484) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:46.997522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720109e3-1db7-4962-af11-7ca4b625030d None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:47.034463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:47.055803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4082061d-dd71-4133-9de1-22bc8f95085e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:47.066437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.073980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b54a36b-cda3-49d2-89d9-ba8ae89f9d8c tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:47.094175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Pushing event updated for resources: {'Port': ['ID=ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:47.120158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:47.189998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.210012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 7d372e27-ad0b-4ea6-a04f-ceea453c22de will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:47.271584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.272505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.318378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.323354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:47.344706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Subnet': ['ID=9945d985-ddba-4b5b-bc1a-96a2e064cb60,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:47.400191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] For port 5036f6b3-8803-4e20-afac-14b3773e67cb, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:47.405154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:47.426956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Attempting to bind port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:47.427166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.427686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Attempting to bind port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '31c3a15b-8f28-4772-aa9b-305b006c123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3072c009-e773-4aa4-a2e9-0fec816420b6'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:47.428284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Attempting to bind port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 on network 3072c009-e773-4aa4-a2e9-0fec816420b6 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:47.465825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network ded14ec2-bb2a-4ce2-842e-378a44368387 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:47.472429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:47.477744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:47.478960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] For port 5036f6b3-8803-4e20-afac-14b3773e67cb, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5036f6b3-8803-4e20-afac-14b3773e67cb,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:47.491744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Checking segment: {'id': 'd65592e6-f447-48a1-b640-4e0aa26fe8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51ee703d-3ce1-4fb7-b21c-1053de72563f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:47.492107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network hostable DHCP agents. Network: 51ee703d-3ce1-4fb7-b21c-1053de72563f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:45:47.496208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:47.496845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Checking segment: {'id': '31c3a15b-8f28-4772-aa9b-305b006c123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3072c009-e773-4aa4-a2e9-0fec816420b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:47.497442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.497839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Bound using segment: {'id': '31c3a15b-8f28-4772-aa9b-305b006c123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3072c009-e773-4aa4-a2e9-0fec816420b6'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:47.498620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Bound port: ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c3a15b-8f28-4772-aa9b-305b006c123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3072c009-e773-4aa4-a2e9-0fec816420b6'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:47.499211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.524016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet 565ee23d-d4b7-44b7-b954-47f3608b669d {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:47.524177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=7d372e27-ad0b-4ea6-a04f-ceea453c22de,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:47.524280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.526301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:47.555525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.594717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.614130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-3b6e95f9-54cb-4537-a2db-3223a4cd8f4b', 'network_id': '3b6e95f9-54cb-4537-a2db-3223a4cd8f4b', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': '850c3ac4-f555-4803-a56f-fbff66adeaa8'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:45:47.615048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.647426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.659252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.679764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-05cb21bc-ade8-47d3-a1cf-5d1e158f3e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:47.699172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network 51ee703d-3ce1-4fb7-b21c-1053de72563f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:45:47.725734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.780624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4082061d-dd71-4133-9de1-22bc8f95085e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:47.780979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.798355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.801284 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-55f16288-931a-4138-a0ea-167916c0773d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.8861780
Nov 27 11:45:47.812342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50488) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:47.867516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.949368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 51ee703d-3ce1-4fb7-b21c-1053de72563f) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:47.963175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:47.964086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:47.983500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bdb035-28b2-4517-b107-1c1807fe2efe None None] Network 51ee703d-3ce1-4fb7-b21c-1053de72563f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:48.005052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] For port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:48.016990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Pushing event updated for resources: {'Port': ['ID=5036f6b3-8803-4e20-afac-14b3773e67cb,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:48.032195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:48.052579 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] For port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3,segment=NetworkSegment(31c3a15b-8f28-4772-aa9b-305b006c123d),segment_id=31c3a15b-8f28-4772-aa9b-305b006c123d)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:48.077321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.089374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-28ac8e8c-2bba-4e77-a4cb-d598887fe309 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:48.125767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=565ee23d-d4b7-44b7-b954-47f3608b669d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:48.181850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:48.189815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9035602
Nov 27 11:45:48.195544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50492) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:48.217860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.217860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/565ee23d-d4b7-44b7-b954-47f3608b669d HTTP/1.1" status: 204  len: 168 time: 1.2165849
Nov 27 11:45:48.218239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'subnet': {'network_id': '23986c5e-7600-49d6-8cf3-5495a61c81cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:48.229463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.255267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8992cbb9-cd04-4eba-bd79-a249dda7ee32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:48.269249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50496) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:48.371038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:48.375364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Usage tracker for resource:subnet and tenant:b0105b717f384d9aa8bad8eb3d4a89d5 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:48.381752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:48.388129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:48.410284 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a152c532-d8a8-4071-9e29-235406823594 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:48.410727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a152c532-d8a8-4071-9e29-235406823594 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:48.412445 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a152c532-d8a8-4071-9e29-235406823594 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/d8368f64-5a4e-4796-b4ee-6888b24666cc HTTP/1.1" status: 404  len: 337 time: 0.1413317
Nov 27 11:45:48.415965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Allocated IP 172.20.0.2 (3b6e95f9-54cb-4537-a2db-3223a4cd8f4b/850c3ac4-f555-4803-a56f-fbff66adeaa8/7acc9635-e372-4520-b648-9144ebfcc3e5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:48.419185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50500) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:48.459074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Made reservation on behalf of b0105b717f384d9aa8bad8eb3d4a89d5 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:45:48.569095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Pushing event updated for resources: {'Port': ['ID=ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:48.617119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting subnet 9c49325c-1966-4c2f-a37e-f341726fcb01 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:45:48.627019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.628783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.675398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:48.697931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.921963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.940435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Transition to ACTIVE for port object 7acc9635-e372-4520-b648-9144ebfcc3e5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:48.948969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.965282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Transition to ACTIVE for port object 7acc9635-e372-4520-b648-9144ebfcc3e5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:48.974440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.990302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-51ee703d-3ce1-4fb7-b21c-1053de72563f', 'network_id': '51ee703d-3ce1-4fb7-b21c-1053de72563f', 'tenant_id': 'b0105b717f384d9aa8bad8eb3d4a89d5', 'fixed_ips': [{'subnet_id': '9945d985-ddba-4b5b-bc1a-96a2e064cb60'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:45:48.995494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:48.995650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.004515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-06ea492d-9df0-4f4f-a3b2-2a94143df1d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:49.099872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Checking segment: {'id': 'f6eb2eda-44a5-4362-8af1-2e1f32fff723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '23986c5e-7600-49d6-8cf3-5495a61c81cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:49.099872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network hostable DHCP agents. Network: 23986c5e-7600-49d6-8cf3-5495a61c81cf, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:45:49.128876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.144243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5036f6b3-8803-4e20-afac-14b3773e67cb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:49.215545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.229722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6420e819-f736-428d-872d-78dbcc38a12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.234226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.248295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-fd5236fc-5a89-406b-8ae4-92805d705a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:49.265601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Subnet': ['ID=25a03298-6cef-4138-8648-de928d2bcb87,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:49.268487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:49.272669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1ba4125a-8a6f-4883-99ac-4bfe1f6c67df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:49.353920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Pushing event updated for resources: {'Port': ['ID=7acc9635-e372-4520-b648-9144ebfcc3e5,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:49.378233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:49.379977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815ae1e-3a33-4137-a8cd-77d1e963014b None None] Network a3ab790e-37e2-4df7-8789-93b4ac9abc8f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:49.382722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=7d372e27-ad0b-4ea6-a04f-ceea453c22de,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:49.388356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:49.442488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.503065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network 23986c5e-7600-49d6-8cf3-5495a61c81cf is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:45:49.509113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:49.536240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network ded14ec2-bb2a-4ce2-842e-378a44368387 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:49.537872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:49.592363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:49.602188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 23986c5e-7600-49d6-8cf3-5495a61c81cf) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:49.612985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:49.613566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.620471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:49.661452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2db590-95e7-46c8-bfe4-82d75c1e685d None None] Network 23986c5e-7600-49d6-8cf3-5495a61c81cf requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:49.778609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-634abc61-a877-46d1-adb9-f6c9d6f26e49 None None] Provisioning complete for port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:49.779936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-634abc61-a877-46d1-adb9-f6c9d6f26e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.798057 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5989022
Nov 27 11:45:49.799334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50504) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:49.811991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.820841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-85b015cf-5222-41df-a14f-89647140425a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:49.878432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Subnet': ['ID=9c49325c-1966-4c2f-a37e-f341726fcb01,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:49.881628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:49.892988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:49.912528 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/9c49325c-1966-4c2f-a37e-f341726fcb01 HTTP/1.1" status: 204  len: 168 time: 1.4893775
Nov 27 11:45:49.913670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.20.0.1 (3b6e95f9-54cb-4537-a2db-3223a4cd8f4b/850c3ac4-f555-4803-a56f-fbff66adeaa8/c3126c26-f928-41b5-a668-b3c52a64e6d3) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:49.915640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50506) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:49.940031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769a16e-e684-4cc8-a758-1c3c8e84332c None None] Network ded14ec2-bb2a-4ce2-842e-378a44368387 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:49.965860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b12f67-0949-482a-ac32-eced449698eb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:49.966576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b12f67-0949-482a-ac32-eced449698eb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:49.968480 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c8b12f67-0949-482a-ac32-eced449698eb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/b6feb309-7e97-4d29-9302-d58e198c4764 HTTP/1.1" status: 404  len: 337 time: 0.0518808
Nov 27 11:45:49.971127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50510) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.047980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7e6ea86f-cd78-479b-a982-093085e4369e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "GET /v2.0/ports?device_id=b06a2be3-e851-4ab0-b231-3b511f114b54 HTTP/1.1" status: 200  len: 205 time: 0.0753412
Nov 27 11:45:50.101401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50516) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.185552 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-58503da9-0cf5-4efc-83c3-8fe3acca5453 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] delete failed (client error): The resource could not be found.
Nov 27 11:45:50.187727 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-58503da9-0cf5-4efc-83c3-8fe3acca5453 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/routers/b06a2be3-e851-4ab0-b231-3b511f114b54 HTTP/1.1" status: 404  len: 336 time: 0.0844636
Nov 27 11:45:50.191124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50520) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.239875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Attempting to bind port 7acc9635-e372-4520-b648-9144ebfcc3e5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:50.240341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Attempting to bind port 7acc9635-e372-4520-b648-9144ebfcc3e5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'ec41d1bc-079d-48d4-bf7e-271712a0b657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3b6e95f9-54cb-4537-a2db-3223a4cd8f4b'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:50.240772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Attempting to bind port 7acc9635-e372-4520-b648-9144ebfcc3e5 on network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:50.255474 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-01344eae-6e66-4ca1-ad6d-4ae319e99c23 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.256057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01344eae-6e66-4ca1-ad6d-4ae319e99c23 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.258098 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-01344eae-6e66-4ca1-ad6d-4ae319e99c23 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/2d673985-612c-4a7b-ac9e-141895f29a05 HTTP/1.1" status: 404  len: 337 time: 0.0654497
Nov 27 11:45:50.260732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50524) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.277267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:50.301411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object c3126c26-f928-41b5-a668-b3c52a64e6d3 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:50.308603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ceeb65d-dbaa-4e7e-82d4-9746e2d223c3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.309884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ceeb65d-dbaa-4e7e-82d4-9746e2d223c3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.310868 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8ceeb65d-dbaa-4e7e-82d4-9746e2d223c3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/12baa9d3-a04b-47a9-95a1-4260734b4e45 HTTP/1.1" status: 404  len: 337 time: 0.0484626
Nov 27 11:45:50.314240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50528) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.362122 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-dace184c-1e9e-4b40-9df2-3ec651d79f03 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.362398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dace184c-1e9e-4b40-9df2-3ec651d79f03 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.364427 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dace184c-1e9e-4b40-9df2-3ec651d79f03 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/46b01c3f-6a8d-4eb0-b8c6-515d00ce8269 HTTP/1.1" status: 404  len: 337 time: 0.0492258
Nov 27 11:45:50.366975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50532) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.396329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 5036f6b3-8803-4e20-afac-14b3773e67cb completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:50.404162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:50.409403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Allocated IP 172.20.0.2 (51ee703d-3ce1-4fb7-b21c-1053de72563f/9945d985-ddba-4b5b-bc1a-96a2e064cb60/c511d9cf-3e61-4f71-8243-e469c717119a) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:50.415099 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5deaf3b-92b5-42c4-8353-4a2461691202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.415534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5deaf3b-92b5-42c4-8353-4a2461691202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.417170 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d5deaf3b-92b5-42c4-8353-4a2461691202 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/ff564e83-5f78-4ae7-8f0c-dedd8e128967 HTTP/1.1" status: 404  len: 333 time: 0.0493202
Nov 27 11:45:50.419719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50536) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.438143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdaa2da-0f7d-4095-ae80-80ebe7223ecd None None] Network 3072c009-e773-4aa4-a2e9-0fec816420b6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:50.471923 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-526e8fe4-7f6c-46a4-b6c8-c4d095fb3859 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.472944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526e8fe4-7f6c-46a4-b6c8-c4d095fb3859 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.478253 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-526e8fe4-7f6c-46a4-b6c8-c4d095fb3859 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/cb548208-6825-48fd-83ba-de7268f1b5f9 HTTP/1.1" status: 404  len: 337 time: 0.0538187
Nov 27 11:45:50.478253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50540) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.517365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:50.528252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:50.528252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Checking segment: {'id': 'ec41d1bc-079d-48d4-bf7e-271712a0b657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3b6e95f9-54cb-4537-a2db-3223a4cd8f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:50.528252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:50.528252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Bound using segment: {'id': 'ec41d1bc-079d-48d4-bf7e-271712a0b657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3b6e95f9-54cb-4537-a2db-3223a4cd8f4b'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:50.528252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Bound port: 7acc9635-e372-4520-b648-9144ebfcc3e5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec41d1bc-079d-48d4-bf7e-271712a0b657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3b6e95f9-54cb-4537-a2db-3223a4cd8f4b'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:50.528252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:50.529136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9d7f8d84-9eeb-4b1e-97e2-13017c62e580 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:50.567827 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5271fb-881b-43ab-b6b0-2db66a62d0f9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.568328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5271fb-881b-43ab-b6b0-2db66a62d0f9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.570062 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fa5271fb-881b-43ab-b6b0-2db66a62d0f9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/b6057c09-dc69-43af-8afb-d1200a1ff0b3 HTTP/1.1" status: 404  len: 337 time: 0.0906084
Nov 27 11:45:50.573808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50544) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.613052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:50.613526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=c3126c26-f928-41b5-a668-b3c52a64e6d3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:50.617853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:50.618957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:50.621267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:50.685592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:50.690669 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b9d234-7e8b-46f8-b82d-bf6cd87bfa76 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.691129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b9d234-7e8b-46f8-b82d-bf6cd87bfa76 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.693513 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-84b9d234-7e8b-46f8-b82d-bf6cd87bfa76 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/30719607-2f2d-4e5c-a319-49cf07903aff HTTP/1.1" status: 404  len: 333 time: 0.1172283
Nov 27 11:45:50.700634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50548) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.746736 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b880500-62cf-4c6b-86cf-163c34ee26f3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.747405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b880500-62cf-4c6b-86cf-163c34ee26f3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.751728 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4b880500-62cf-4c6b-86cf-163c34ee26f3 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/e6de4310-bb2c-4e4a-8ade-20d3b396d451 HTTP/1.1" status: 404  len: 337 time: 0.0489678
Nov 27 11:45:50.754290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50552) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.813534 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6543eb-8e48-47dc-b9ce-afd6cc963a0e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:45:50.814152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6543eb-8e48-47dc-b9ce-afd6cc963a0e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:45:50.816845 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1d6543eb-8e48-47dc-b9ce-afd6cc963a0e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/subnets/d89eec87-5948-48ed-b17f-5968e42f11d5 HTTP/1.1" status: 404  len: 337 time: 0.0609677
Nov 27 11:45:50.819903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50556) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:50.855976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router b0a41217-8d79-4fed-81b6-d26887f31921 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:45:50.894639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 79716b70-d77e-42bf-b850-04e373109957 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:50.898212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:50.898504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:50.994985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:51.005669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-23986c5e-7600-49d6-8cf3-5495a61c81cf', 'network_id': '23986c5e-7600-49d6-8cf3-5495a61c81cf', 'tenant_id': 'b0105b717f384d9aa8bad8eb3d4a89d5', 'fixed_ips': [{'subnet_id': '25a03298-6cef-4138-8648-de928d2bcb87'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:45:51.006513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:51.063545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-634abc61-a877-46d1-adb9-f6c9d6f26e49 None None] Provisioning complete for port 79716b70-d77e-42bf-b850-04e373109957 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:51.063928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-634abc61-a877-46d1-adb9-f6c9d6f26e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:51.137202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] For port 7acc9635-e372-4520-b648-9144ebfcc3e5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:51.193602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:51.317125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] For port 7acc9635-e372-4520-b648-9144ebfcc3e5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7acc9635-e372-4520-b648-9144ebfcc3e5,segment=NetworkSegment(ec41d1bc-079d-48d4-bf7e-271712a0b657),segment_id=ec41d1bc-079d-48d4-bf7e-271712a0b657)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:51.326821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] DHCP port deletion for a3ab790e-37e2-4df7-8789-93b4ac9abc8f request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:45:51.415102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] Deleting port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:51.415874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:51.456879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-634abc61-a877-46d1-adb9-f6c9d6f26e49 None None] Port 79716b70-d77e-42bf-b850-04e373109957 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:51.459138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:51.491455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-51fa639e-8aa4-4a5e-9b9b-662de41f4c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:51.537700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1be95568-d845-4077-8660-107d4e01b774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:51.605450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:51.616933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:51.670057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:51.685959 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/b0a41217-8d79-4fed-81b6-d26887f31921/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0066290
Nov 27 11:45:51.688385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50560) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:51.723408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Transition to ACTIVE for port object c511d9cf-3e61-4f71-8243-e469c717119a will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:51.730677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Sync routers for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:51.756496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 79716b70-d77e-42bf-b850-04e373109957 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:51.806253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Pushing event updated for resources: {'Port': ['ID=7acc9635-e372-4520-b648-9144ebfcc3e5,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:51.811319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:51.834969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Transition to ACTIVE for port object c511d9cf-3e61-4f71-8243-e469c717119a will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:51.900664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.901279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.901840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.902372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.903152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.903718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.904231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.904803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.906026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.906592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.907136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:51.909520 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-56b4ed7e-4212-440f-86ce-a34c54506d20 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7701 time: 0.2201176
Nov 27 11:45:51.912462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50566) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:51.939967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.023796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.038017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dd41d33f-82f4-4227-9d59-b5bc38ec7cee tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:52.040884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Allocated IP 172.20.0.2 (23986c5e-7600-49d6-8cf3-5495a61c81cf/25a03298-6cef-4138-8648-de928d2bcb87/d5464f29-f38e-4004-bb3e-ed848b13d166) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:52.054821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.055425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.055975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.056381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:52.056768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.057016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a42c10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:52.057542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.058085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.059010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.059685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.060266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.060798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:52.065114 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-74dc2c21-bd1c-44b2-b0b5-0398ec250724 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6374 time: 0.1516898
Nov 27 11:45:52.077512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50570) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:52.135848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.173151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] For port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,segment=NetworkSegment(5c5bc0ff-20ca-47d4-b752-1c9f3edeece2),segment_id=5c5bc0ff-20ca-47d4-b752-1c9f3edeece2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:52.173546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.191966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=79716b70-d77e-42bf-b850-04e373109957,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:52.206089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:52.207349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:52.236926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Allocated IP 172.20.0.1 (51ee703d-3ce1-4fb7-b21c-1053de72563f/9945d985-ddba-4b5b-bc1a-96a2e064cb60/7a78e9e5-2f98-41ca-a152-429fb70a0260) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:45:52.288768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.313474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.387870 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/ports/79716b70-d77e-42bf-b850-04e373109957 HTTP/1.1" status: 204  len: 168 time: 1.5666831
Nov 27 11:45:52.393782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:52.394033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50574) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:52.405395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=c3126c26-f928-41b5-a668-b3c52a64e6d3,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:52.408479 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.417507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e19b7e56-01ed-4028-bc63-a56c3a9d5340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:52.419520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:52.460922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Provisioning for port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:52.482778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] Calling delete_port for 3d4f0b4d-21ff-4517-9b29-8150bab5da2a owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:52.604717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:52.606608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:52.645789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.688093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.709844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Transition to ACTIVE for port object 7a78e9e5-2f98-41ca-a152-429fb70a0260 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:52.716323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Deleting port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:52.716323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.756189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.930632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.939480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:52.939480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:52.947017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:53.046543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Provisioning complete for port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:53.047694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:53.110447 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4be202f5-ee71-4d6c-8cff-bc5125b811dd tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4108 time: 1.0311880
Nov 27 11:45:53.123501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Transition to ACTIVE for port object d5464f29-f38e-4004-bb3e-ed848b13d166 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:53.183217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router fd4d3bd7-5695-462e-8c3b-94a00cc24666 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:45:53.228112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] For port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,segment=NetworkSegment(5c5bc0ff-20ca-47d4-b752-1c9f3edeece2),segment_id=5c5bc0ff-20ca-47d4-b752-1c9f3edeece2)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:53.228473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:53.235286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:53.300804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3,segment=NetworkSegment(31c3a15b-8f28-4772-aa9b-305b006c123d),segment_id=31c3a15b-8f28-4772-aa9b-305b006c123d)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:53.302354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:53.312933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Network 51ee703d-3ce1-4fb7-b21c-1053de72563f is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:53.323594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:53.326653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:53.381619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Calling delete_port for 3d4f0b4d-21ff-4517-9b29-8150bab5da2a owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:53.392385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Pushing event updated for resources: {'Port': ['ID=c511d9cf-3e61-4f71-8243-e469c717119a,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:53.401669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:53.402970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:53.414410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b6bc4a-c4aa-43a9-b1e5-75ad20291ebe None None] Network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:53.502336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:53.503598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Port': ['ID=7a78e9e5-2f98-41ca-a152-429fb70a0260,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:53.512957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network 51ee703d-3ce1-4fb7-b21c-1053de72563f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:53.512957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:53.512957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:53.519213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:53.538955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:53.550880 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79036bef-699b-49a1-8eaf-9f2bac667ed8 None None] Sync routers for ids ['fd4d3bd7-5695-462e-8c3b-94a00cc24666'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:53.556962 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/fd4d3bd7-5695-462e-8c3b-94a00cc24666/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7432752
Nov 27 11:45:53.558274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50580) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:53.566923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Transition to ACTIVE for port object d5464f29-f38e-4004-bb3e-ed848b13d166 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:53.569725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4bc84299-f6a1-4143-aed8-1ef7a67b7bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:53.578664 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79036bef-699b-49a1-8eaf-9f2bac667ed8 None None] Routers {'fd4d3bd7-5695-462e-8c3b-94a00cc24666'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:53.584862 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-79036bef-699b-49a1-8eaf-9f2bac667ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846522100>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['fd4d3bd7-5695-462e-8c3b-94a00cc24666'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:53.618662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:53.627312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-18800026-c96f-41bd-8526-342e30f7c85d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:53.658942 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-79036bef-699b-49a1-8eaf-9f2bac667ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846522100>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:53.661632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7acc9635-e372-4520-b648-9144ebfcc3e5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:53.671750 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79036bef-699b-49a1-8eaf-9f2bac667ed8 None None] Routers {'fd4d3bd7-5695-462e-8c3b-94a00cc24666'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:53.672384 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-79036bef-699b-49a1-8eaf-9f2bac667ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846522100>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['fd4d3bd7-5695-462e-8c3b-94a00cc24666'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:53.673834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de63e1-e2b0-4b6a-bc02-0f56b298c847 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:53.674981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f1de63e1-e2b0-4b6a-bc02-0f56b298c847 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:45:53.758980 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-79036bef-699b-49a1-8eaf-9f2bac667ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846522100>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:53.758980 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79036bef-699b-49a1-8eaf-9f2bac667ed8 None None] The sync data for ids ['fd4d3bd7-5695-462e-8c3b-94a00cc24666'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:53.770138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:53.774718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50584) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:53.774718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353575969', 'description': 'tempest-secgroup-smoke-1353575969 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:53.777764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:53.788542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f1de63e1-e2b0-4b6a-bc02-0f56b298c847 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:45:53.794209 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f1de63e1-e2b0-4b6a-bc02-0f56b298c847 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports/c3126c26-f928-41b5-a668-b3c52a64e6d3 HTTP/1.1" status: 200  len: 910 time: 0.2304614
Nov 27 11:45:53.794209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:53.794209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50588) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:53.800248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '850c3ac4-f555-4803-a56f-fbff66adeaa8'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:53.880068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Port': ['ID=3d4f0b4d-21ff-4517-9b29-8150bab5da2a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:53.881792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:53.883448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:53.891410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:53.895363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:53.897869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] No DVR routers for this DVR port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:45:53.911523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:54.021716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:45:54.022357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:45:54.035619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Network 23986c5e-7600-49d6-8cf3-5495a61c81cf is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:54.041142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.055614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:54.057465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Attempting to bind port c511d9cf-3e61-4f71-8243-e469c717119a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:54.057839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Attempting to bind port c511d9cf-3e61-4f71-8243-e469c717119a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'd65592e6-f447-48a1-b640-4e0aa26fe8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51ee703d-3ce1-4fb7-b21c-1053de72563f'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:54.058192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Attempting to bind port c511d9cf-3e61-4f71-8243-e469c717119a on network 51ee703d-3ce1-4fb7-b21c-1053de72563f {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:54.060408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:45:54.073892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.075361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28457cc850>,) {'filters': {'network_id': ['a3ab790e-37e2-4df7-8789-93b4ac9abc8f']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:54.079974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.093631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28457cc850>, '5c5bc0ff-20ca-47d4-b752-1c9f3edeece2') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:54.094005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28457cc850>, '5c5bc0ff-20ca-47d4-b752-1c9f3edeece2') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:54.110375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.129835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.136832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:45:54.137291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.149211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:45:54.153156 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:45:54.155593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:54.184621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:54.203779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:54.235396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.238198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Pushing event updated for resources: {'Port': ['ID=d5464f29-f38e-4004-bb3e-ed848b13d166,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:54.240948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:54.241334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Checking segment: {'id': 'd65592e6-f447-48a1-b640-4e0aa26fe8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51ee703d-3ce1-4fb7-b21c-1053de72563f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:54.241759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.244494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Bound using segment: {'id': 'd65592e6-f447-48a1-b640-4e0aa26fe8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51ee703d-3ce1-4fb7-b21c-1053de72563f'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:54.244494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Bound port: c511d9cf-3e61-4f71-8243-e469c717119a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65592e6-f447-48a1-b640-4e0aa26fe8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51ee703d-3ce1-4fb7-b21c-1053de72563f'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:54.244494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.265333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:54.293779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.371177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.376270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.434359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e48c0b65-5793-450e-bfc8-dee82a0831bb tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:54.450739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.524604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Pushing event deleted for resources: {'Network': ['ID=a3ab790e-37e2-4df7-8789-93b4ac9abc8f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:54.527043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:54.529085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.530625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] Deleting port 3d4f0b4d-21ff-4517-9b29-8150bab5da2a {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:54.530746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.540736 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] 10.222.0.23 "DELETE /v2.0/networks/a3ab790e-37e2-4df7-8789-93b4ac9abc8f HTTP/1.1" status: 204  len: 168 time: 2.1456530
Nov 27 11:45:54.545758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-58918cdb-5bc3-4923-a221-0c3c6b944ce9 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:54.609671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7cad0-8478-45df-9efc-881bdc63f2d2 None None] The port '3d4f0b4d-21ff-4517-9b29-8150bab5da2a' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:45:54.629261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Attempting to bind port d5464f29-f38e-4004-bb3e-ed848b13d166 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:54.629633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Attempting to bind port d5464f29-f38e-4004-bb3e-ed848b13d166 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f6eb2eda-44a5-4362-8af1-2e1f32fff723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '23986c5e-7600-49d6-8cf3-5495a61c81cf'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:54.630294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Attempting to bind port d5464f29-f38e-4004-bb3e-ed848b13d166 on network 23986c5e-7600-49d6-8cf3-5495a61c81cf {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:54.669304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcde5ca-ccf8-4a8f-912d-28020af63014,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:54.673971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:54.685271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7acc9635-e372-4520-b648-9144ebfcc3e5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:54.714121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.715747 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.9522204
Nov 27 11:45:54.729246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Provisioning for port 5036f6b3-8803-4e20-afac-14b3773e67cb completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:54.737735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50594) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:54.745282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:54.746053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Checking segment: {'id': 'f6eb2eda-44a5-4362-8af1-2e1f32fff723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '23986c5e-7600-49d6-8cf3-5495a61c81cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:54.746682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.747237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Bound using segment: {'id': 'f6eb2eda-44a5-4362-8af1-2e1f32fff723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '23986c5e-7600-49d6-8cf3-5495a61c81cf'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:54.748239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Bound port: d5464f29-f38e-4004-bb3e-ed848b13d166, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb2eda-44a5-4362-8af1-2e1f32fff723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '23986c5e-7600-49d6-8cf3-5495a61c81cf'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:54.750824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.756174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '6fcde5ca-ccf8-4a8f-912d-28020af63014', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:54.813268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Provisioning complete for port 5036f6b3-8803-4e20-afac-14b3773e67cb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:54.813654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.822553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:54.824679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.835767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:54.843232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:54.852556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d4f0b4d-21ff-4517-9b29-8150bab5da2a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:45:54.858270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:54.906982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.928812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] For port c511d9cf-3e61-4f71-8243-e469c717119a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:54.930803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 3d4f0b4d-21ff-4517-9b29-8150bab5da2a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:45:54.931035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:54.931542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3d4f0b4d-21ff-4517-9b29-8150bab5da2a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:45:54.945204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-76d1703e-a28a-4727-b43b-ac033552685a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:54.969539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] For port c511d9cf-3e61-4f71-8243-e469c717119a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c511d9cf-3e61-4f71-8243-e469c717119a,segment=NetworkSegment(d65592e6-f447-48a1-b640-4e0aa26fe8e7),segment_id=d65592e6-f447-48a1-b640-4e0aa26fe8e7)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:54.997498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.034405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Port': ['ID=7a78e9e5-2f98-41ca-a152-429fb70a0260,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:55.037425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:55.038045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] For port d5464f29-f38e-4004-bb3e-ed848b13d166, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:55.038799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.049510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.087378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] For port d5464f29-f38e-4004-bb3e-ed848b13d166, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d5464f29-f38e-4004-bb3e-ed848b13d166,segment=NetworkSegment(f6eb2eda-44a5-4362-8af1-2e1f32fff723),segment_id=f6eb2eda-44a5-4362-8af1-2e1f32fff723)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:55.097833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.101852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d501875d-2b51-4fe1-b35a-93431d1d7d59 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:55.106115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:55.206327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a42c10>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:45:48Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:55.224796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.233512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.239651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network 51ee703d-3ce1-4fb7-b21c-1053de72563f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:45:55.240963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:45:55.254943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.260177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50600) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:55.269291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=c3126c26-f928-41b5-a668-b3c52a64e6d3,revision_number=3']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:55.273949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Checking router: b0a41217-8d79-4fed-81b6-d26887f31921 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:45:55.274319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Updating router b0a41217-8d79-4fed-81b6-d26887f31921 port 7d372e27-ad0b-4ea6-a04f-ceea453c22de binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:45:55.300401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:55.311318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:45:55.317641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.317641 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/ports/c3126c26-f928-41b5-a668-b3c52a64e6d3 HTTP/1.1" status: 200  len: 910 time: 1.5226665
Nov 27 11:45:55.327993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50606) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:55.353321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Pushing event updated for resources: {'Port': ['ID=c511d9cf-3e61-4f71-8243-e469c717119a,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:55.380286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] For port 5036f6b3-8803-4e20-afac-14b3773e67cb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5036f6b3-8803-4e20-afac-14b3773e67cb,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:55.393743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:55.396908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5943b5e8-4071-4b6c-8b7d-3c04482cfdf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:55.481251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.549193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:55.650328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.663848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.669527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1e754064-ad30-4b5c-ba6c-3259729be50e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:55.727495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e7d41d-77df-4458-a813-d4546d8cdc90,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:55.741575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:55.806968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:55.808457 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0707614
Nov 27 11:45:55.820759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50610) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:55.836970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '6fcde5ca-ccf8-4a8f-912d-28020af63014', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:55.846039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:55.851074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:55.854959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:55.862026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:55.865498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Provisioning for port 7d372e27-ad0b-4ea6-a04f-ceea453c22de completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:55.868825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Pushing event updated for resources: {'Port': ['ID=d5464f29-f38e-4004-bb3e-ed848b13d166,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:55.870739 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-72e2d15d-3a79-4de6-9270-e7147f086361 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0aff31ebd04f4e60bd10a9304736d0ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6087954
Nov 27 11:45:55.874754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50614) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:55.900835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:55.913384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3c84041e-8498-47cd-8b56-74d4c12840ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:56.042024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Provisioning complete for port 7d372e27-ad0b-4ea6-a04f-ceea453c22de triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:56.042588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.159396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Router da18428e-8318-4f04-90e2-2c50d9a3d1b3 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:45:56.178095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Pushing event updated for resources: {'Port': ['ID=5036f6b3-8803-4e20-afac-14b3773e67cb,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:56.195243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Port 7d372e27-ad0b-4ea6-a04f-ceea453c22de cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:56.207411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.212883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:56.304760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:56.305147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.352337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Provisioning complete for port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:56.352634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.376363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:45:56.387720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50620) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:56.388450 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "PUT /v2.0/routers/da18428e-8318-4f04-90e2-2c50d9a3d1b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3505428
Nov 27 11:45:56.454531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a2cce-4431-4bff-b365-f84f1890be4e None None] Sync routers for ids ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:45:56.492360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba9c095b-a6ef-42cb-a956-e64dea27c19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.550724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a2cce-4431-4bff-b365-f84f1890be4e None None] Routers {'da18428e-8318-4f04-90e2-2c50d9a3d1b3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:56.551367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-083a2cce-4431-4bff-b365-f84f1890be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d9a760>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:56.591229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba9c095b-a6ef-42cb-a956-e64dea27c19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.648710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-083a2cce-4431-4bff-b365-f84f1890be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d9a760>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:56.656286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.694457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.756335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.766738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c785ebc1-257a-4a34-b0ee-9016bc63cd8c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:56.792977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a2cce-4431-4bff-b365-f84f1890be4e None None] Routers {'da18428e-8318-4f04-90e2-2c50d9a3d1b3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:56.793627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-083a2cce-4431-4bff-b365-f84f1890be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d9a760>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:56.846712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee52aea-09f3-43d2-9064-b07630011d71,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:56.853931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:56.879800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-083a2cce-4431-4bff-b365-f84f1890be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d9a760>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:56.880360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a2cce-4431-4bff-b365-f84f1890be4e None None] The sync data for ids ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:45:56.899274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.917185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Transition to ACTIVE for port object 7d372e27-ad0b-4ea6-a04f-ceea453c22de will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:45:56.937632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba9c095b-a6ef-42cb-a956-e64dea27c19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.939994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba9c095b-a6ef-42cb-a956-e64dea27c19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:56.941179 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ba9c095b-a6ef-42cb-a956-e64dea27c19b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f51c887-fc01-465a-a690-7904c6b571af HTTP/1.1" status: 204  len: 168 time: 1.0580513
Nov 27 11:45:56.948663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d3a19de-e182-4bf4-a13e-cc0437354c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:56.994161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Provisioning for port c3126c26-f928-41b5-a668-b3c52a64e6d3 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:57.000748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Provisioning complete for port c3126c26-f928-41b5-a668-b3c52a64e6d3 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:57.001144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.004550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.005723 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.1832054
Nov 27 11:45:57.008702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50626) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:57.017275 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '6fcde5ca-ccf8-4a8f-912d-28020af63014', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:57.022434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c095b-a6ef-42cb-a956-e64dea27c19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f51c887-fc01-465a-a690-7904c6b571af,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:57.032526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ba9c095b-a6ef-42cb-a956-e64dea27c19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:57.033619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:57.040591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:57.051203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:57.064580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:57.078397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.123710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3002d8bb-c6c9-4479-a76d-f7106f27baf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:57.325163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.390135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a70ad-5ec7-47b9-bf96-383a8a277b5a None None] Network 23986c5e-7600-49d6-8cf3-5495a61c81cf requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:57.426434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760773c0-954c-4fc8-8024-c479cf086c69 None None] Pushing event updated for resources: {'Port': ['ID=7d372e27-ad0b-4ea6-a04f-ceea453c22de,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:57.430586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-760773c0-954c-4fc8-8024-c479cf086c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:57.461350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.514941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Port c3126c26-f928-41b5-a668-b3c52a64e6d3 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:45:57.570974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.573207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b35aef59-67e2-4428-8316-e06ffbb7722e tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:57.585097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85d20e-ed10-4d49-ba7f-ba9070db9676 None None] Network 51ee703d-3ce1-4fb7-b21c-1053de72563f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:45:57.607914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87eaf248-0017-402d-a94e-22b8cf1b6bb1,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:57.610516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:57.678291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.681896 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6720576
Nov 27 11:45:57.684851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50634) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:57.704114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '6fcde5ca-ccf8-4a8f-912d-28020af63014', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:57.707015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Provisioning complete for port 5036f6b3-8803-4e20-afac-14b3773e67cb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:57.707399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.711684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:57.715827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:57.719994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:57.729377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:57.781107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5036f6b3-8803-4e20-afac-14b3773e67cb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:57.888731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Attempting to bind port 7d372e27-ad0b-4ea6-a04f-ceea453c22de on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:45:57.889209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Attempting to bind port 7d372e27-ad0b-4ea6-a04f-ceea453c22de by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:45:57.889662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Attempting to bind port 7d372e27-ad0b-4ea6-a04f-ceea453c22de on network ded14ec2-bb2a-4ce2-842e-378a44368387 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:45:57.895005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.995000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:45:57.995463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Checking segment: {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:45:57.996247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:57.996679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Bound using segment: {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:45:57.997348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Bound port: 7d372e27-ad0b-4ea6-a04f-ceea453c22de, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:45:57.997733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.011774 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-98a9fc50-42df-45c0-b0c2-1f08bd249cdc tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 11:45:58.015980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-98a9fc50-42df-45c0-b0c2-1f08bd249cdc tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "PUT /v2.0/routers/da18428e-8318-4f04-90e2-2c50d9a3d1b3/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.6166763
Nov 27 11:45:58.019617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50642) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:58.126716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.157951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port c3126c26-f928-41b5-a668-b3c52a64e6d3 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:58.158289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.368760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.373424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:58.418443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcfff6c-c727-41f8-bec1-51247c44dfb9,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:58.435436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:58.465336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 5036f6b3-8803-4e20-afac-14b3773e67cb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:58.466499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.546808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.547987 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8528874
Nov 27 11:45:58.553934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:58.569212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '6fcde5ca-ccf8-4a8f-912d-28020af63014', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:58.599224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.612068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] For port 7d372e27-ad0b-4ea6-a04f-ceea453c22de, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:45:58.643778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] For port 7d372e27-ad0b-4ea6-a04f-ceea453c22de, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7d372e27-ad0b-4ea6-a04f-ceea453c22de,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:45:58.649425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.730374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:58.734416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:58.737632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:58.744878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:58.766310 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Provisioning for port 7acc9635-e372-4520-b648-9144ebfcc3e5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:58.791988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.809836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50658) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:58.810778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:58.851537 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:45:58.865797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for c3126c26-f928-41b5-a668-b3c52a64e6d3 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:45:58.900901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:58.937067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c511d9cf-3e61-4f71-8243-e469c717119a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:58.968699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Provisioning complete for port 7acc9635-e372-4520-b648-9144ebfcc3e5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:45:58.969240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.077797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.164556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-secgroup--302919761'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:59.184189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:59.192562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:59.195843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.197645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:59.199666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f690159b-60f1-4623-8418-79f29cb4169a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:59.207668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:59.244432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4168e4e3-b138-4608-a78c-a1a807a06f3d,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:59.262201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:59.324709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.340004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760773c0-954c-4fc8-8024-c479cf086c69 None None] Pushing event updated for resources: {'Port': ['ID=7d372e27-ad0b-4ea6-a04f-ceea453c22de,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:59.343231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.376960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-760773c0-954c-4fc8-8024-c479cf086c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:59.387236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:45:59.387942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a42c10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:45:59.403813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.406614 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.8515370
Nov 27 11:45:59.414155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50664) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:45:59.417259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '6fcde5ca-ccf8-4a8f-912d-28020af63014', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:45:59.424134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:59.428565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:59.432847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:59.439589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:59.446568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.451570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:59.452963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:59.460483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:45:59.464543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:45:59.472791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:45:59.504002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=c3126c26-f928-41b5-a668-b3c52a64e6d3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:45:59.508650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:45:59.572752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.579886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Deleting port 7a78e9e5-2f98-41ca-a152-429fb70a0260 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:45:59.580248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.584541 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:45:59.600045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.659512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] For port 7acc9635-e372-4520-b648-9144ebfcc3e5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7acc9635-e372-4520-b648-9144ebfcc3e5,segment=NetworkSegment(ec41d1bc-079d-48d4-bf7e-271712a0b657),segment_id=ec41d1bc-079d-48d4-bf7e-271712a0b657)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:45:59.666096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:45:59.725565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port c511d9cf-3e61-4f71-8243-e469c717119a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:45:59.741114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.813180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d5464f29-f38e-4004-bb3e-ed848b13d166 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:45:59.833722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.862317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:45:59.867398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5512283d-02f2-48d1-bbd3-7cec9c7dfe80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:59.876557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.893095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:45:59.901102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:45:59.908146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.038565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:00.039603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.047093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e3aa95bf-4bbe-437e-9345-15a49230b519 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:00.059013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:00.076008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:00.078902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.080764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48abc2a-fea7-4b72-a997-6953dc5bc4d4,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:00.084304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:00.089617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc7325-e3de-42a2-80cb-9f3d5bb46048,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:00.106611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:00.144694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Pushing event updated for resources: {'Port': ['ID=7acc9635-e372-4520-b648-9144ebfcc3e5,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:00.151118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:00.218735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.226880 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.8091252
Nov 27 11:46:00.227173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Calling delete_port for 7a78e9e5-2f98-41ca-a152-429fb70a0260 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:00.354441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a42c10>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:45:58Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:00.359190 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.369647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830319e-c870-4fe2-a2b0-670590c6ed77 None None] The sync data for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv is: [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:45:58Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:00.387791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port d5464f29-f38e-4004-bb3e-ed848b13d166 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:00.435629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Provisioning for port 7a78e9e5-2f98-41ca-a152-429fb70a0260 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:00.441465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Provisioning complete for port 7a78e9e5-2f98-41ca-a152-429fb70a0260 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:00.441848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.453758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.464356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-41f06d45-d35d-47d1-824f-96f6d3d99d99 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:00.589006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7acc9635-e372-4520-b648-9144ebfcc3e5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:00.608802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router fd4d3bd7-5695-462e-8c3b-94a00cc24666 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:00.610096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55edee06-37d1-4920-a389-b485490e3821,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:00.621745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:00.641489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Port 7a78e9e5-2f98-41ca-a152-429fb70a0260 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:00.654003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Could not find standard attr ID for object c3126c26-f928-41b5-a668-b3c52a64e6d3. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 11:46:00.683557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.684804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.8686841
Nov 27 11:46:00.688572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50676) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:00.696795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7acc9635-e372-4520-b648-9144ebfcc3e5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:00.697429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.715154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-46fd371c-4919-41a2-8ef4-830a06bf07c7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:00.769658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Provisioning for port d5464f29-f38e-4004-bb3e-ed848b13d166 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:00.779599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Provisioning complete for port d5464f29-f38e-4004-bb3e-ed848b13d166 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:00.779599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.779879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-57d2220b-dc42-46bd-bcc0-196037579e60 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:00.809198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:00.815992 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/fd4d3bd7-5695-462e-8c3b-94a00cc24666/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4823790
Nov 27 11:46:00.818150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50680) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:00.820830 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2747c-ff88-484f-b465-7317106acf31 None None] Sync routers for ids ['fd4d3bd7-5695-462e-8c3b-94a00cc24666'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:00.840312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:00.845173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7ff7db3e-eb38-4109-ab04-f5f6d27865d8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:00.851235 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2747c-ff88-484f-b465-7317106acf31 None None] Routers {'fd4d3bd7-5695-462e-8c3b-94a00cc24666'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:00.851910 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b5d2747c-ff88-484f-b465-7317106acf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846522ac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['fd4d3bd7-5695-462e-8c3b-94a00cc24666'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:00.879156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-980d4045-b4e7-4223-8219-7698400cda01 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:00.928739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-46fd371c-4919-41a2-8ef4-830a06bf07c7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:00.930294 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-46fd371c-4919-41a2-8ef4-830a06bf07c7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353575969&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.3177807
Nov 27 11:46:00.931108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-57d2220b-dc42-46bd-bcc0-196037579e60 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:00.937079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50684) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:00.941499 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-57d2220b-dc42-46bd-bcc0-196037579e60 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.2504637
Nov 27 11:46:00.945170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-security--2128206066', 'description': 'tempest-security-description-1854209148'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:00.968754 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b5d2747c-ff88-484f-b465-7317106acf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846522ac0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:00.983901 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2747c-ff88-484f-b465-7317106acf31 None None] Routers {'fd4d3bd7-5695-462e-8c3b-94a00cc24666'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:00.986567 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b5d2747c-ff88-484f-b465-7317106acf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846522ac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['fd4d3bd7-5695-462e-8c3b-94a00cc24666'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:01.003641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.036417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-980d4045-b4e7-4223-8219-7698400cda01 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:01.077733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Port': ['ID=7a78e9e5-2f98-41ca-a152-429fb70a0260,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:01.078789 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-980d4045-b4e7-4223-8219-7698400cda01 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4d3bd7-5695-462e-8c3b-94a00cc24666 HTTP/1.1" status: 200  len: 205 time: 0.2256613
Nov 27 11:46:01.078905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.079010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50688) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:01.079010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:01.083244 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b5d2747c-ff88-484f-b465-7317106acf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846522ac0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:01.083893 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2747c-ff88-484f-b465-7317106acf31 None None] The sync data for ids ['fd4d3bd7-5695-462e-8c3b-94a00cc24666'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:01.121439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] For port d5464f29-f38e-4004-bb3e-ed848b13d166, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d5464f29-f38e-4004-bb3e-ed848b13d166,segment=NetworkSegment(f6eb2eda-44a5-4362-8af1-2e1f32fff723),segment_id=f6eb2eda-44a5-4362-8af1-2e1f32fff723)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:01.177441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.239718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.241785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-760773c0-954c-4fc8-8024-c479cf086c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:01.265373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.268024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.271951 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "PUT /v2.0/security-groups/55edee06-37d1-4920-a389-b485490e3821 HTTP/1.1" status: 200  len: 1612 time: 0.3307366
Nov 27 11:46:01.271951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3e8083a4-916f-4107-9f99-bc77fb54b459 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:01.294955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50692) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:01.401383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55edee06-37d1-4920-a389-b485490e3821,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:01.412698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:01.438586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Pushing event updated for resources: {'Port': ['ID=d5464f29-f38e-4004-bb3e-ed848b13d166,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:01.442892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:01.452759 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5bf928f0-78b2-4db6-8ede-41d233d0496f tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups/55edee06-37d1-4920-a389-b485490e3821 HTTP/1.1" status: 200  len: 1612 time: 0.1517186
Nov 27 11:46:01.455396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50696) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:01.510928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Provisioning for port c511d9cf-3e61-4f71-8243-e469c717119a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:01.516536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Provisioning complete for port c511d9cf-3e61-4f71-8243-e469c717119a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:01.516910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.537252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e355e985-1328-4034-9669-dd55f51a7a30 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.577087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e355e985-1328-4034-9669-dd55f51a7a30 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.600793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21138366-a3da-4f09-a447-1ec6e5454440 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.653909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.687590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] For port c511d9cf-3e61-4f71-8243-e469c717119a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c511d9cf-3e61-4f71-8243-e469c717119a,segment=NetworkSegment(d65592e6-f447-48a1-b640-4e0aa26fe8e7),segment_id=d65592e6-f447-48a1-b640-4e0aa26fe8e7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:01.717084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e355e985-1328-4034-9669-dd55f51a7a30 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.721412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-63a47e84-634d-4fb6-bc7b-31d9873785bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:01.740925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355e985-1328-4034-9669-dd55f51a7a30 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55edee06-37d1-4920-a389-b485490e3821,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:01.744928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e355e985-1328-4034-9669-dd55f51a7a30 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:01.776470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-9f431669-7412-40ac-8b9e-5466f022d1c5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:01.777137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-9f431669-7412-40ac-8b9e-5466f022d1c5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:01.779957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.781594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:01.846315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Pushing event updated for resources: {'Port': ['ID=c511d9cf-3e61-4f71-8243-e469c717119a,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:01.849203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e355e985-1328-4034-9669-dd55f51a7a30 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.849557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:01.853273 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e355e985-1328-4034-9669-dd55f51a7a30 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/55edee06-37d1-4920-a389-b485490e3821 HTTP/1.1" status: 204  len: 168 time: 0.3968813
Nov 27 11:46:01.853867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50700) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:01.890497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:01.905552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-16c8f2d9-5107-46fe-9561-73ba9db6951e tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:02.016911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-16c8f2d9-5107-46fe-9561-73ba9db6951e tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:02.018100 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-16c8f2d9-5107-46fe-9561-73ba9db6951e tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1633425
Nov 27 11:46:02.020988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50704) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:02.038728 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-e2676ff7-6d15-4772-a06b-2bfc2d77e2c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] delete failed (client error): The resource could not be found.
Nov 27 11:46:02.039749 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e2676ff7-6d15-4772-a06b-2bfc2d77e2c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/55edee06-37d1-4920-a389-b485490e3821 HTTP/1.1" status: 404  len: 347 time: 0.0178561
Nov 27 11:46:02.044350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50708) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:02.050612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-secgroup--20211613'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:02.056680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:02.067618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:02.082163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-9f431669-7412-40ac-8b9e-5466f022d1c5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:02.084839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-9f431669-7412-40ac-8b9e-5466f022d1c5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=ded14ec2-bb2a-4ce2-842e-378a44368387 HTTP/1.1" status: 200  len: 796 time: 1.1423762
Nov 27 11:46:02.142972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.183366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:02.187353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:02.190139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:02.196147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:02.252691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.322719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.328923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5dbc14ff-b446-46ac-8381-361becca600c tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:02.344386 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-18211530-0a9a-4bb2-8315-1aee083c1794 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.2528138
Nov 27 11:46:02.353512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21138366-a3da-4f09-a447-1ec6e5454440 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.373900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0e5f8-3164-41df-abf8-79aa6f7cbdae,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:02.376687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:02.396575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21138366-a3da-4f09-a447-1ec6e5454440 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.460139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.461651 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.4161093
Nov 27 11:46:02.464574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50712) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:02.471537 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '82a0e5f8-3164-41df-abf8-79aa6f7cbdae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:02.478416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:02.481780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:02.485175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:02.492803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:02.542642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c511d9cf-3e61-4f71-8243-e469c717119a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:02.575785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.620095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c511d9cf-3e61-4f71-8243-e469c717119a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:02.620458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.644519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-727fd378-cb94-4cb2-a4c4-27bf20a6b0aa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:02.650488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.704392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21138366-a3da-4f09-a447-1ec6e5454440 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.704859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21138366-a3da-4f09-a447-1ec6e5454440 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Fanout notify agent at l3_agent the message router_deleted on router fd4d3bd7-5695-462e-8c3b-94a00cc24666 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:46:02.730896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.733164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-28adf598-2258-4de3-8292-ad3b1347720d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:02.733693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-21138366-a3da-4f09-a447-1ec6e5454440 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.738846 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-21138366-a3da-4f09-a447-1ec6e5454440 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/fd4d3bd7-5695-462e-8c3b-94a00cc24666 HTTP/1.1" status: 204  len: 168 time: 1.6652918
Nov 27 11:46:02.738846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50716) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:02.743266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7d372e27-ad0b-4ea6-a04f-ceea453c22de up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:02.758013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75061526-65f3-4635-92f1-9d690e922dfe,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:02.761448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:02.807770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Router da18428e-8318-4f04-90e2-2c50d9a3d1b3 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:02.836547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-727fd378-cb94-4cb2-a4c4-27bf20a6b0aa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:02.837772 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-727fd378-cb94-4cb2-a4c4-27bf20a6b0aa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4817703
Nov 27 11:46:02.839579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.840793 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3750763
Nov 27 11:46:02.843574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50720) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:02.873093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdeaacc1-f1a2-4718-aa7a-618ef41c64af tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.883670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdeaacc1-f1a2-4718-aa7a-618ef41c64af tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.884910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7d372e27-ad0b-4ea6-a04f-ceea453c22de completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:02.891479 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7d372e27-ad0b-4ea6-a04f-ceea453c22de triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:02.891990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.979778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdeaacc1-f1a2-4718-aa7a-618ef41c64af tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:02.982021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8108e6e3-a8d0-4a12-bc75-3ce7229340b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:02.997882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaacc1-f1a2-4718-aa7a-618ef41c64af tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75061526-65f3-4635-92f1-9d690e922dfe,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:03.001478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fdeaacc1-f1a2-4718-aa7a-618ef41c64af tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:03.002631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fdeaacc1-f1a2-4718-aa7a-618ef41c64af tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.004043 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fdeaacc1-f1a2-4718-aa7a-618ef41c64af tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/75061526-65f3-4635-92f1-9d690e922dfe HTTP/1.1" status: 204  len: 168 time: 0.1595619
Nov 27 11:46:03.006675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50724) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:03.012538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.048202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7d372e27-ad0b-4ea6-a04f-ceea453c22de, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7d372e27-ad0b-4ea6-a04f-ceea453c22de,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:03.057054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df771a81-5b19-4e06-9b82-aa10f671d3c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:03.126804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.127678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d5464f29-f38e-4004-bb3e-ed848b13d166 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:03.154870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:03.157512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-df771a81-5b19-4e06-9b82-aa10f671d3c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:03.162653 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df771a81-5b19-4e06-9b82-aa10f671d3c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1524746
Nov 27 11:46:03.163102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50728) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:03.166183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet 850c3ac4-f555-4803-a56f-fbff66adeaa8 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:46:03.187756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.220267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:03.236357 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "PUT /v2.0/routers/da18428e-8318-4f04-90e2-2c50d9a3d1b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2110267
Nov 27 11:46:03.238424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50732) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:03.243126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdc736-7bd4-4223-a6a0-230a46d9cde3 None None] Sync routers for ids ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:03.250861 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-bb01c89e-cce3-4c78-b9b5-4f070f3f1838 service neutron] 10.222.0.23 "GET /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3598807
Nov 27 11:46:03.276569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7d372e27-ad0b-4ea6-a04f-ceea453c22de,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:03.279811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:03.287166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bdc736-7bd4-4223-a6a0-230a46d9cde3 None None] Routers {'da18428e-8318-4f04-90e2-2c50d9a3d1b3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:03.287829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f3bdc736-7bd4-4223-a6a0-230a46d9cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465c6e80>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:03.316532 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-e518dbea-245f-4322-9fc8-fe474950aab9 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] delete failed (client error): The resource could not be found.
Nov 27 11:46:03.317732 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e518dbea-245f-4322-9fc8-fe474950aab9 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-566957675 HTTP/1.1" status: 404  len: 334 time: 0.0799379
Nov 27 11:46:03.326552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50736) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:03.335455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8a5e8bfa-e194-4290-b1af-c8142c1ae65f tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da18428e-8318-4f04-90e2-2c50d9a3d1b3'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:03.359086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f3bdc736-7bd4-4223-a6a0-230a46d9cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465c6e80>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:03.376537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d5464f29-f38e-4004-bb3e-ed848b13d166 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:03.376971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.411897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1b93f36-3dfa-4471-96c5-bee2110118d7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.417493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bdc736-7bd4-4223-a6a0-230a46d9cde3 None None] Routers {'da18428e-8318-4f04-90e2-2c50d9a3d1b3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:03.418134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f3bdc736-7bd4-4223-a6a0-230a46d9cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465c6e80>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:03.468813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.493825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f3bdc736-7bd4-4223-a6a0-230a46d9cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465c6e80>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:03.495362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdc736-7bd4-4223-a6a0-230a46d9cde3 None None] The sync data for ids ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:03.503835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1b93f36-3dfa-4471-96c5-bee2110118d7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.634599 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-f7223d59-a8e8-4f3f-9399-46e9ac149c5c service neutron] 10.222.0.23 "GET /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3682554
Nov 27 11:46:03.646147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.785952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.790037 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d47f025-5004-4d18-b1c1-5b894f4c2f19 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:03.804051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1b93f36-3dfa-4471-96c5-bee2110118d7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.809436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-82d8a689-6457-46fc-ada4-55dee6594e8a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:03.828535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b93f36-3dfa-4471-96c5-bee2110118d7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0e5f8-3164-41df-abf8-79aa6f7cbdae,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:03.836228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a1b93f36-3dfa-4471-96c5-bee2110118d7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:03.839828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=850c3ac4-f555-4803-a56f-fbff66adeaa8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:03.844824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:03.850805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a5e8bfa-e194-4290-b1af-c8142c1ae65f tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.855747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:03.862573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/850c3ac4-f555-4803-a56f-fbff66adeaa8 HTTP/1.1" status: 204  len: 168 time: 1.1227777
Nov 27 11:46:03.865375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50742) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:03.870665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a254ab-c1f8-4bdb-a205-ad2ea2da59b3 None None] Network 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:04.132539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1b93f36-3dfa-4471-96c5-bee2110118d7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.133647 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a1b93f36-3dfa-4471-96c5-bee2110118d7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/82a0e5f8-3164-41df-abf8-79aa6f7cbdae HTTP/1.1" status: 204  len: 168 time: 0.9692373
Nov 27 11:46:04.138206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50752) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:04.149009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] DHCP port deletion for 3b6e95f9-54cb-4537-a2db-3223a4cd8f4b request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:46:04.153549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] Deleting port 7acc9635-e372-4520-b648-9144ebfcc3e5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:04.154008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.163220 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-8a5e8bfa-e194-4290-b1af-c8142c1ae65f tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] update failed (client error): The resource could not be found.
Nov 27 11:46:04.167942 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8a5e8bfa-e194-4290-b1af-c8142c1ae65f tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "PUT /v2.0/routers/da18428e-8318-4f04-90e2-2c50d9a3d1b3 HTTP/1.1" status: 404  len: 339 time: 0.8364522
Nov 27 11:46:04.168224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50756) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:04.171034 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-00f8e80d-a5b7-4dad-8df4-a3acb4ddf25a req-b9ce3f48-6083-4105-abd6-7588ea91487f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 210 time: 0.2666175
Nov 27 11:46:04.179359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.194365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 7acc9635-e372-4520-b648-9144ebfcc3e5 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:04.194365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.346628 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-387e4110-c213-4a42-894d-8499bd95e299 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2064223
Nov 27 11:46:04.347597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50760) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:04.355518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305209052'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:04.419021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:04.427770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:04.439209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:04.455989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:04.465159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 7acc9635-e372-4520-b648-9144ebfcc3e5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7acc9635-e372-4520-b648-9144ebfcc3e5,segment=NetworkSegment(ec41d1bc-079d-48d4-bf7e-271712a0b657),segment_id=ec41d1bc-079d-48d4-bf7e-271712a0b657)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:04.465715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.497172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] For port 7acc9635-e372-4520-b648-9144ebfcc3e5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7acc9635-e372-4520-b648-9144ebfcc3e5,segment=NetworkSegment(ec41d1bc-079d-48d4-bf7e-271712a0b657),segment_id=ec41d1bc-079d-48d4-bf7e-271712a0b657)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:04.497667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.572687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7d372e27-ad0b-4ea6-a04f-ceea453c22de up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:04.593646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.608933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 7acc9635-e372-4520-b648-9144ebfcc3e5 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:04.665405 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] Calling delete_port for 7acc9635-e372-4520-b648-9144ebfcc3e5 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:04.697157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:04.702447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:04.706045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:04.714251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:04.739472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.772840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.776154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7d372e27-ad0b-4ea6-a04f-ceea453c22de triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:04.776154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.788237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.793629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:04.817383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:46:04.817383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:46:04.838385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=7acc9635-e372-4520-b648-9144ebfcc3e5,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:04.843805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:04.850773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No DVR routers for this DVR port 7acc9635-e372-4520-b648-9144ebfcc3e5 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:46:04.901644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:04.910833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f637f37a-500f-4279-b45a-e1cb9dcd0b40 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:04.968021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7acc9635-e372-4520-b648-9144ebfcc3e5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:05.002414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 7acc9635-e372-4520-b648-9144ebfcc3e5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:05.002797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7acc9635-e372-4520-b648-9144ebfcc3e5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:05.018605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac8f68e-cea7-473e-a3e9-f236bb8a03be,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:05.021334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:05.030067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.062137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284558aeb0>,) {'filters': {'network_id': ['3b6e95f9-54cb-4537-a2db-3223a4cd8f4b']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:05.074775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284558aeb0>, 'ec41d1bc-079d-48d4-bf7e-271712a0b657') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:05.075067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284558aeb0>, 'ec41d1bc-079d-48d4-bf7e-271712a0b657') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:05.089978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.107645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.110170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Allocated IP 172.20.0.1 (3072c009-e773-4aa4-a2e9-0fec816420b6/f34796f4-8501-410e-a30d-16dd85732d58/9d70420a-9d13-4a95-80b2-49b7f753512a) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:05.114892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:46:05.115274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:46:05.135092 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:46:05.140523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.144282 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7931237
Nov 27 11:46:05.146049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50766) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:05.154349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '3ac8f68e-cea7-473e-a3e9-f236bb8a03be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:05.203416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:05.231196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:05.231196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:05.239102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:05.275139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.315418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] Deleting port 7acc9635-e372-4520-b648-9144ebfcc3e5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:05.316049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.346217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Transition to ACTIVE for port object 9d70420a-9d13-4a95-80b2-49b7f753512a will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:05.354402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.360811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.365485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5be61c0d-f714-4a9d-82f9-f38927247377 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:05.383355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.401985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d823ba90-d8fa-4d84-9e54-6b693f53ecc7 None None] The port '7acc9635-e372-4520-b648-9144ebfcc3e5' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:46:05.414304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/3b6e95f9-54cb-4537-a2db-3223a4cd8f4b HTTP/1.1" status: 204  len: 168 time: 1.5475650
Nov 27 11:46:05.417731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=3b6e95f9-54cb-4537-a2db-3223a4cd8f4b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:05.429483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50772) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:05.433254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:05.437805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1072076760', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:05.461392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:05.469094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:router and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:05.475189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:05.481697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:05.483646 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3dbbe785-5fa7-44a1-8cee-225bd4e49372 req-96cc659c-246d-4367-ab52-0c7bf6b8c025 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 210 time: 0.1782644
Nov 27 11:46:05.499671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.563231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.565046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:05.586738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b5f7d6-3fee-45fb-8ebe-f8dff3f6ec26,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:05.589048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:05.614253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.614792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.615535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.618815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:05.635127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.659898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.661148 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5113103
Nov 27 11:46:05.663741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50776) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:05.671299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '3ac8f68e-cea7-473e-a3e9-f236bb8a03be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:05.677954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:05.682402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:05.685230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:05.690935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:05.692478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network 3072c009-e773-4aa4-a2e9-0fec816420b6 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:05.695869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:05.697894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Port': ['ID=9d70420a-9d13-4a95-80b2-49b7f753512a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:05.700156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:05.705539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.741502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.741881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.742254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.742724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.743093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.743457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.743818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.744186 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.744543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.744897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.745250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.750751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:05.776370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.785566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.822501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.823709 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-129fc06c-be9e-4991-b62d-3b66dde5a4fc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3953969
Nov 27 11:46:05.826583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50780) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:05.833100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-2069822616'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:05.838373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:05.842879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:05.845905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:05.849291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.851708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:05.953444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.956517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.958736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fdeaacc1-f1a2-4718-aa7a-618ef41c64af tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:05.965288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:05.968863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:05.981975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad171d22-f4de-4c7e-93bd-bb7409e91b05,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:05.997522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.997901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.998270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.998692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.999056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.999416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:05.999777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:06.000164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:06.000522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:06.000876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:06.001228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:06.004238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:06.008495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e700aa99-5870-40d4-8e96-e4fbf143241e None None] Provisioning for port 9d70420a-9d13-4a95-80b2-49b7f753512a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:06.013354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e700aa99-5870-40d4-8e96-e4fbf143241e None None] Provisioning complete for port 9d70420a-9d13-4a95-80b2-49b7f753512a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:06.013721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e700aa99-5870-40d4-8e96-e4fbf143241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.043413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:46:06.062128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.063552 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3984749
Nov 27 11:46:06.066226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50784) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:06.068344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e700aa99-5870-40d4-8e96-e4fbf143241e None None] Port 9d70420a-9d13-4a95-80b2-49b7f753512a cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:06.073214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '3ac8f68e-cea7-473e-a3e9-f236bb8a03be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:06.080008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:06.084454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:06.087451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:06.094194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:06.170165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.170575 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment 995bfd83-5871-48bd-91b6-22b7dc84e362 of type vlan for network 5bacacf0-b18d-464d-9af3-a63dc8f47033
Nov 27 11:46:06.193008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.218354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.270228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.399780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.401546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:06.424640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505428d7-f775-431a-8f14-1256ba8e7141,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:06.427168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:06.485740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.486332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:06.486447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.491232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.495020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b3e899b3-96b2-472c-8183-8f00efbd2e49 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:06.528432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.531069 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4622517
Nov 27 11:46:06.532950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50790) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:06.539512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '3ac8f68e-cea7-473e-a3e9-f236bb8a03be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:06.546740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:06.551189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:06.554456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:06.560553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:06.602791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.659748 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b5cbc70-a2fe-4ea7-b9f5-f92bf510102d req-a349748b-a24a-4f58-bd9c-a6e52a7a1d33 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 210 time: 0.0417805
Nov 27 11:46:06.667672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.668519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=5bacacf0-b18d-464d-9af3-a63dc8f47033,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:06.681347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:06.683893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0c42fa9a-e315-4dce-bbf4-cee6d8f75024 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:06.684068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 5bacacf0-b18d-464d-9af3-a63dc8f47033 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:46:06.742958 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9150074
Nov 27 11:46:06.748116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-e3816961-be01-4193-be24-eab32e317ebc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:06.748425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50794) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:06.749182 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-e3816961-be01-4193-be24-eab32e317ebc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=ded14ec2-bb2a-4ce2-842e-378a44368387 HTTP/1.1" status: 200  len: 796 time: 0.3582075
Nov 27 11:46:06.754255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:06.758565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.780845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.802933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event updated for resources: {'Port': ['ID=9d70420a-9d13-4a95-80b2-49b7f753512a,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:06.823416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:06.876446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:06.880435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:06.883399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:06.890394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:06.905404 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-514aae3f-d6ba-4c5a-8404-9c72da5f085d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 380 time: 0.1392095
Nov 27 11:46:06.918897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['6fcde5ca-ccf8-4a8f-912d-28020af63014']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:06.922271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:06.924106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9921b202-a3de-4a16-94eb-f2c512563c87 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:06.947745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68beb6c7-6d5c-4558-9317-00ebd5d087c6,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:06.950225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:07.051780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Network 3072c009-e773-4aa4-a2e9-0fec816420b6 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:07.054431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:07.117512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.128236 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5849388
Nov 27 11:46:07.128236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:07.138389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50798) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:07.149723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '3ac8f68e-cea7-473e-a3e9-f236bb8a03be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:07.160961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:07.210989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:07.227214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:07.236879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:07.262560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.344372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:07.362522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:07.404149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.405503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8283c0f5-cfcc-4d42-ab2b-b70aad12fdf9 None None] Provisioning complete for port 9d70420a-9d13-4a95-80b2-49b7f753512a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:07.406035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8283c0f5-cfcc-4d42-ab2b-b70aad12fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.466119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8283c0f5-cfcc-4d42-ab2b-b70aad12fdf9 None None] Port 9d70420a-9d13-4a95-80b2-49b7f753512a cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:07.491929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:07.494981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.530390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.617499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.619944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0072e744-ab70-46db-93ae-80e67cee86cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:07.640097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b334e7-cef4-47dc-a8d2-ea2f704e9e54,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:07.646082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:07.674380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.680339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aed5ff01-8e39-4d22-a5ca-d4914371eae7 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:07.700352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Router da18428e-8318-4f04-90e2-2c50d9a3d1b3 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:07.713134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.7 (ded14ec2-bb2a-4ce2-842e-378a44368387/2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8/850fde35-2c30-41d6-877c-3f506e0a97e0) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:07.756973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.764480 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.6167800
Nov 27 11:46:07.764480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50806) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:07.782743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=6062c638-05c7-44b8-86f1-b22e5578f1af,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:07.788456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:07.800171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:07.800525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: 5bacacf0-b18d-464d-9af3-a63dc8f47033, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:46:07.817718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e47c0ccd-076b-428f-85f6-d48a35e75c71 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.830042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e47c0ccd-076b-428f-85f6-d48a35e75c71 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.914867 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-019044d1-af78-4a4b-8a14-784d6f70be5d req-a97fbfad-7603-404a-a2fe-f1d701f2fdb1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 210 time: 0.0623100
Nov 27 11:46:07.928386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 5bacacf0-b18d-464d-9af3-a63dc8f47033 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:46:07.944702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e47c0ccd-076b-428f-85f6-d48a35e75c71 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.946063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e1af6a25-ba93-451a-9d03-62716ec9b344 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:07.964496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c0ccd-076b-428f-85f6-d48a35e75c71 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58b334e7-cef4-47dc-a8d2-ea2f704e9e54,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:07.970295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e47c0ccd-076b-428f-85f6-d48a35e75c71 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:07.970295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e47c0ccd-076b-428f-85f6-d48a35e75c71 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:07.974040 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e47c0ccd-076b-428f-85f6-d48a35e75c71 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/58b334e7-cef4-47dc-a8d2-ea2f704e9e54 HTTP/1.1" status: 204  len: 168 time: 0.2107017
Nov 27 11:46:07.974651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50810) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:08.026638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b54c2a8c-ed47-4fb3-a15b-6972b3915c82 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:08.031164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 5bacacf0-b18d-464d-9af3-a63dc8f47033) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:08.037075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:08.037510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.042221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e89c1-7903-48f4-bf0a-d1f372f353f1 None None] Network 5bacacf0-b18d-464d-9af3-a63dc8f47033 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:08.097734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.116056 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3653932
Nov 27 11:46:08.119440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 850fde35-2c30-41d6-877c-3f506e0a97e0 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:08.123256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:08.124829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50814) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:08.134015 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ac26a-8f62-4322-9f0e-f26b0d7138a4 None None] Sync routers for ids ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:08.141767 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "PUT /v2.0/routers/da18428e-8318-4f04-90e2-2c50d9a3d1b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9713778
Nov 27 11:46:08.146067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50818) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:08.162634 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ac26a-8f62-4322-9f0e-f26b0d7138a4 None None] Routers {'da18428e-8318-4f04-90e2-2c50d9a3d1b3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:08.164188 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-688ac26a-8f62-4322-9f0e-f26b0d7138a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846522610>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:08.299748 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-688ac26a-8f62-4322-9f0e-f26b0d7138a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846522610>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:08.324580 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ac26a-8f62-4322-9f0e-f26b0d7138a4 None None] Routers {'da18428e-8318-4f04-90e2-2c50d9a3d1b3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:08.325726 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-688ac26a-8f62-4322-9f0e-f26b0d7138a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846522610>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:08.331279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-5bacacf0-b18d-464d-9af3-a63dc8f47033', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:46:08.333077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.368746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d6f71b67-9131-4fef-a198-d1d7d074aa53 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.422428 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-688ac26a-8f62-4322-9f0e-f26b0d7138a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846522610>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:08.426014 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ac26a-8f62-4322-9f0e-f26b0d7138a4 None None] The sync data for ids ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:08.450450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b54c2a8c-ed47-4fb3-a15b-6972b3915c82 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:08.453057 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b54c2a8c-ed47-4fb3-a15b-6972b3915c82 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.4773304
Nov 27 11:46:08.465884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50822) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:08.500301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.520033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a833d87b-6b3c-4578-bf32-0731d5f5c79a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:08.548183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Allocated IP 172.20.0.2 (5bacacf0-b18d-464d-9af3-a63dc8f47033/6062c638-05c7-44b8-86f1-b22e5578f1af/23d02535-edd0-4e9e-97c9-552dc41d854c) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:08.636903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12974944-345c-4451-a5a9-67160b445cf2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.738607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network ded14ec2-bb2a-4ce2-842e-378a44368387 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:08.756000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:08.762730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:08.764403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12974944-345c-4451-a5a9-67160b445cf2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.790721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.802298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Transition to ACTIVE for port object 23d02535-edd0-4e9e-97c9-552dc41d854c will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:08.825821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=850fde35-2c30-41d6-877c-3f506e0a97e0,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:08.843099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:08.846453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Transition to ACTIVE for port object 23d02535-edd0-4e9e-97c9-552dc41d854c will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:08.915312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:08.916330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.923730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:08.936291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0c943208-b233-4202-afff-c81a509e52bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:08.999065 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-d6f71b67-9131-4fef-a198-d1d7d074aa53 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 27 11:46:09.004423 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d6f71b67-9131-4fef-a198-d1d7d074aa53 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/routers/da18428e-8318-4f04-90e2-2c50d9a3d1b3 HTTP/1.1" status: 409  len: 329 time: 0.8599119
Nov 27 11:46:09.016331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50828) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:09.040736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Network 5bacacf0-b18d-464d-9af3-a63dc8f47033 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:09.046289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:09.056217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:09.078428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Pushing event updated for resources: {'Port': ['ID=23d02535-edd0-4e9e-97c9-552dc41d854c,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:09.093311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.106149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:46:09.107186 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1860063
Nov 27 11:46:09.118526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Request body: {'port': {'device_id': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:09.118779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12974944-345c-4451-a5a9-67160b445cf2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.125293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:09.134127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:09.141364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.152288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12974944-345c-4451-a5a9-67160b445cf2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68beb6c7-6d5c-4558-9317-00ebd5d087c6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:09.152288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12974944-345c-4451-a5a9-67160b445cf2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:09.207129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Attempting to bind port 23d02535-edd0-4e9e-97c9-552dc41d854c on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:09.207497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Attempting to bind port 23d02535-edd0-4e9e-97c9-552dc41d854c by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:09.208320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Attempting to bind port 23d02535-edd0-4e9e-97c9-552dc41d854c on network 5bacacf0-b18d-464d-9af3-a63dc8f47033 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:09.215630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:09.221049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Checking segment: {'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:09.221049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.221049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Bound using segment: {'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:09.221049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Bound port: 23d02535-edd0-4e9e-97c9-552dc41d854c, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:09.221049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.249989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12974944-345c-4451-a5a9-67160b445cf2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.251427 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-12974944-345c-4451-a5a9-67160b445cf2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/68beb6c7-6d5c-4558-9317-00ebd5d087c6 HTTP/1.1" status: 204  len: 168 time: 0.7838831
Nov 27 11:46:09.259903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50832) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:09.360176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] For port 23d02535-edd0-4e9e-97c9-552dc41d854c, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:09.363414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] For port 23d02535-edd0-4e9e-97c9-552dc41d854c, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=23d02535-edd0-4e9e-97c9-552dc41d854c,segment=NetworkSegment(995bfd83-5871-48bd-91b6-22b7dc84e362),segment_id=995bfd83-5871-48bd-91b6-22b7dc84e362)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:09.368692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2912eaca-8f96-4d04-8f1a-a35f2762d2ad None None] Provisioning for port 850fde35-2c30-41d6-877c-3f506e0a97e0 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:09.370428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2912eaca-8f96-4d04-8f1a-a35f2762d2ad None None] Provisioning complete for port 850fde35-2c30-41d6-877c-3f506e0a97e0 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:09.370828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2912eaca-8f96-4d04-8f1a-a35f2762d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.377650 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.431276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2912eaca-8f96-4d04-8f1a-a35f2762d2ad None None] Port 850fde35-2c30-41d6-877c-3f506e0a97e0 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:09.451595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.464247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:09.469003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1a66007c-34c1-406e-b8c8-50d18ad8d75b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:09.471654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.554071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Pushing event updated for resources: {'Port': ['ID=23d02535-edd0-4e9e-97c9-552dc41d854c,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:09.559238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:09.637629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7921-648d-4a34-93ba-d2044d3c82a0 req-c118e93b-ddbf-4bf0-9be5-eb9656f6fd21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:09.640492 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a9fc7921-648d-4a34-93ba-d2044d3c82a0 req-c118e93b-ddbf-4bf0-9be5-eb9656f6fd21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 931 time: 0.4726274
Nov 27 11:46:09.649216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1a66007c-34c1-406e-b8c8-50d18ad8d75b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:09.651561 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1a66007c-34c1-406e-b8c8-50d18ad8d75b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.3894379
Nov 27 11:46:09.666304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50836) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:09.788177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a88a9d9-2322-4130-9822-6c7c407d9fff tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.815686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a88a9d9-2322-4130-9822-6c7c407d9fff tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.868634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-a9fc7921-648d-4a34-93ba-d2044d3c82a0 req-31850da6-3781-46c9-b014-063ffb9a835a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:09.916669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:09.945186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-a9fc7921-648d-4a34-93ba-d2044d3c82a0 req-31850da6-3781-46c9-b014-063ffb9a835a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:09.946425 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a9fc7921-648d-4a34-93ba-d2044d3c82a0 req-31850da6-3781-46c9-b014-063ffb9a835a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2816947
Nov 27 11:46:09.957551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.20.0.1 (5bacacf0-b18d-464d-9af3-a63dc8f47033/6062c638-05c7-44b8-86f1-b22e5578f1af/29db09ba-fb71-44b8-a128-520f1890be16) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:10.030184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a88a9d9-2322-4130-9822-6c7c407d9fff tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.094101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9fa94e1b-3375-47cc-9b34-88623b3f8107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:10.114976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88a9d9-2322-4130-9822-6c7c407d9fff tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=505428d7-f775-431a-8f14-1256ba8e7141,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:10.121787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a88a9d9-2322-4130-9822-6c7c407d9fff tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:10.176089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850fde35-2c30-41d6-877c-3f506e0a97e0 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:46:10.183021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.211405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.211590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Transition to ACTIVE for port object 850fde35-2c30-41d6-877c-3f506e0a97e0 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:10.218648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object 29db09ba-fb71-44b8-a128-520f1890be16 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:10.228736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a88a9d9-2322-4130-9822-6c7c407d9fff tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.233556 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1a88a9d9-2322-4130-9822-6c7c407d9fff tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/505428d7-f775-431a-8f14-1256ba8e7141 HTTP/1.1" status: 204  len: 168 time: 0.5621874
Nov 27 11:46:10.235552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50840) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:10.334986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.346374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-42161660-f565-47c5-a854-d1efac9b513b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:10.351168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.356534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15a76db5-79da-4d35-bb90-8244290c5dfa tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:10.423860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 5bacacf0-b18d-464d-9af3-a63dc8f47033 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:10.427652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:10.430129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:10.443920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a524b66d-aae0-45d4-ac00-003d5d167c02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:10.505349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.515900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=29db09ba-fb71-44b8-a128-520f1890be16,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:10.518777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:10.564973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Pushing event updated for resources: {'Port': ['ID=850fde35-2c30-41d6-877c-3f506e0a97e0,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:10.576832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:10.611851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 23d02535-edd0-4e9e-97c9-552dc41d854c up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:10.705697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a524b66d-aae0-45d4-ac00-003d5d167c02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:10.706944 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a524b66d-aae0-45d4-ac00-003d5d167c02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.4704871
Nov 27 11:46:10.712730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50844) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:10.849598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb310-1f1e-4b1e-aeb2-fd742256702d tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.861219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 23d02535-edd0-4e9e-97c9-552dc41d854c completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:10.873526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb310-1f1e-4b1e-aeb2-fd742256702d tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.895598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Attempting to bind port 850fde35-2c30-41d6-877c-3f506e0a97e0 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:10.895598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Attempting to bind port 850fde35-2c30-41d6-877c-3f506e0a97e0 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:10.895598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Attempting to bind port 850fde35-2c30-41d6-877c-3f506e0a97e0 on network ded14ec2-bb2a-4ce2-842e-378a44368387 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:10.914201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Port 850fde35-2c30-41d6-877c-3f506e0a97e0 on network ded14ec2-bb2a-4ce2-842e-378a44368387 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:46:10.914573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Attempting to bind port 850fde35-2c30-41d6-877c-3f506e0a97e0 on network ded14ec2-bb2a-4ce2-842e-378a44368387 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:10.934743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:10.935414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Checking segment: {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:10.935414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Bound using segment: {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:10.937440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Bound port: 850fde35-2c30-41d6-877c-3f506e0a97e0, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6a49bb-4b45-44f7-840e-7568af4cce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:10.937641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:10.980704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.127690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb310-1f1e-4b1e-aeb2-fd742256702d tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.132265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ba1457fa-af77-483f-bddf-e7e02246037b tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:11.184449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57ab27-22d7-4610-8aad-bc95bd08a343 None None] Network 5bacacf0-b18d-464d-9af3-a63dc8f47033 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:11.274531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fb310-1f1e-4b1e-aeb2-fd742256702d tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad171d22-f4de-4c7e-93bd-bb7409e91b05,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:11.297232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fb7fb310-1f1e-4b1e-aeb2-fd742256702d tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:11.364787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] For port 850fde35-2c30-41d6-877c-3f506e0a97e0, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:11.371260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] For port 850fde35-2c30-41d6-877c-3f506e0a97e0, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=850fde35-2c30-41d6-877c-3f506e0a97e0,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:11.407286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb310-1f1e-4b1e-aeb2-fd742256702d tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.409945 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fb7fb310-1f1e-4b1e-aeb2-fd742256702d tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ad171d22-f4de-4c7e-93bd-bb7409e91b05 HTTP/1.1" status: 204  len: 168 time: 0.6937695
Nov 27 11:46:11.414837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50850) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:11.430650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] Provisioning for port 23d02535-edd0-4e9e-97c9-552dc41d854c completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:11.440633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180823b-a706-479c-aa0b-cbacd42d8919 req-881539de-8c36-49b1-ba01-27ec4b16d20f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:11.441661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7180823b-a706-479c-aa0b-cbacd42d8919 req-881539de-8c36-49b1-ba01-27ec4b16d20f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:11.442865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] Provisioning complete for port 23d02535-edd0-4e9e-97c9-552dc41d854c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:11.443397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.535850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Deleting port 9d70420a-9d13-4a95-80b2-49b7f753512a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:11.536089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.566313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a0c8a2a2-2558-41af-be77-ddeada0198a3 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:11.580598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.591205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:11.604922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.643669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7180823b-a706-479c-aa0b-cbacd42d8919 req-881539de-8c36-49b1-ba01-27ec4b16d20f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:11.644821 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7180823b-a706-479c-aa0b-cbacd42d8919 req-881539de-8c36-49b1-ba01-27ec4b16d20f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 943 time: 0.4431999
Nov 27 11:46:11.676493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.722662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.724674 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] 10.222.0.39 "PUT /v2.0/ports/850fde35-2c30-41d6-877c-3f506e0a97e0 HTTP/1.1" status: 200  len: 1093 time: 2.6122417
Nov 27 11:46:11.724674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:46:11.745777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Pushing event updated for resources: {'Port': ['ID=850fde35-2c30-41d6-877c-3f506e0a97e0,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:11.755306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.758413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:11.761650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] For port 23d02535-edd0-4e9e-97c9-552dc41d854c, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=23d02535-edd0-4e9e-97c9-552dc41d854c,segment=NetworkSegment(995bfd83-5871-48bd-91b6-22b7dc84e362),segment_id=995bfd83-5871-48bd-91b6-22b7dc84e362)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:11.839483 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'status': 'completed', 'code': 200}
Nov 27 11:46:11.847932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:11.849229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a0c8a2a2-2558-41af-be77-ddeada0198a3 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:11.850575 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a0c8a2a2-2558-41af-be77-ddeada0198a3 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4345329
Nov 27 11:46:11.893119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50856) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:11.928578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:11.931546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2b526ac7-ec8f-4003-87fc-3abe60af2799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:11.969334 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7180823b-a706-479c-aa0b-cbacd42d8919 req-e9953552-cb6a-4d93-99d7-4c5177f27ee3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2956340
Nov 27 11:46:12.017037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=29db09ba-fb71-44b8-a128-520f1890be16,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:12.024506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:12.031985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.041642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] Pushing event updated for resources: {'Port': ['ID=23d02535-edd0-4e9e-97c9-552dc41d854c,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:12.046336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:12.051788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7a53487-d6f1-4b5d-9f5c-4b4c5bca28f7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.062055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.075992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7a53487-d6f1-4b5d-9f5c-4b4c5bca28f7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.248626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-63e0d0f9-0bd7-4fc1-b90d-75469e6843d1 None None] Provisioning for port 29db09ba-fb71-44b8-a128-520f1890be16 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:12.260452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-63e0d0f9-0bd7-4fc1-b90d-75469e6843d1 None None] Provisioning complete for port 29db09ba-fb71-44b8-a128-520f1890be16 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:12.261167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63e0d0f9-0bd7-4fc1-b90d-75469e6843d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.278621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Calling delete_port for 9d70420a-9d13-4a95-80b2-49b7f753512a owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:12.282304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 5bacacf0-b18d-464d-9af3-a63dc8f47033 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:12.283858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:12.380653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-63e0d0f9-0bd7-4fc1-b90d-75469e6843d1 None None] Port 29db09ba-fb71-44b8-a128-520f1890be16 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:12.431285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-63e0d0f9-0bd7-4fc1-b90d-75469e6843d1 None None] Provisioning complete for port 23d02535-edd0-4e9e-97c9-552dc41d854c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:12.432082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63e0d0f9-0bd7-4fc1-b90d-75469e6843d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.547491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 23d02535-edd0-4e9e-97c9-552dc41d854c up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:12.552656 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ff806a16-e8fd-4954-96b6-d2a0ddd1f242 req-c6087eb4-79e4-478d-891e-4bdf982800f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 1096 time: 0.6953797
Nov 27 11:46:12.590908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.603580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a85833eb-b157-4b87-8286-d25aa1ec30cf tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:12.641795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7a53487-d6f1-4b5d-9f5c-4b4c5bca28f7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.725131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Port': ['ID=9d70420a-9d13-4a95-80b2-49b7f753512a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:12.738865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:12.739384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ee375bca-cf1b-4167-8324-33d76896945a tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:12.774671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a53487-d6f1-4b5d-9f5c-4b4c5bca28f7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94b5f7d6-3fee-45fb-8ebe-f8dff3f6ec26,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:12.820182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7a53487-d6f1-4b5d-9f5c-4b4c5bca28f7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:12.868263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 23d02535-edd0-4e9e-97c9-552dc41d854c triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:12.869006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.920851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a7a53487-d6f1-4b5d-9f5c-4b4c5bca28f7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:12.925768 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a7a53487-d6f1-4b5d-9f5c-4b4c5bca28f7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/94b5f7d6-3fee-45fb-8ebe-f8dff3f6ec26 HTTP/1.1" status: 204  len: 168 time: 1.0259500
Nov 27 11:46:12.926885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50860) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:12.929480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff806a16-e8fd-4954-96b6-d2a0ddd1f242 req-d9dbb066-cb0f-4717-b681-4d0d7980206d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:12.931022 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ff806a16-e8fd-4954-96b6-d2a0ddd1f242 req-d9dbb066-cb0f-4717-b681-4d0d7980206d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb8217bfd716483995fa071c0795ac98&shared=False HTTP/1.1" status: 200  len: 897 time: 0.3662624
Nov 27 11:46:12.964590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:46:13.026874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4bd60b94-5100-45bd-9b73-e10166009e78 None None] Provisioning complete for port 29db09ba-fb71-44b8-a128-520f1890be16 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:13.030098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4bd60b94-5100-45bd-9b73-e10166009e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:13.046604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-55fafddb-ee49-4fe0-a17e-145db178708e tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:13.129134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4bd60b94-5100-45bd-9b73-e10166009e78 None None] Port 29db09ba-fb71-44b8-a128-520f1890be16 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:13.290564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-55fafddb-ee49-4fe0-a17e-145db178708e tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:13.296843 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-55fafddb-ee49-4fe0-a17e-145db178708e tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3624985
Nov 27 11:46:13.297926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50866) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:13.362819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5283be-bf13-4791-9efd-1774bc0a8e43 req-0e9839bd-01f2-439c-8007-16bfed86e837 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:13.364358 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba5283be-bf13-4791-9efd-1774bc0a8e43 req-0e9839bd-01f2-439c-8007-16bfed86e837 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 943 time: 0.1958609
Nov 27 11:46:13.387520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:13.402172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Sync routers for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:13.406047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:13.412576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2864830
Nov 27 11:46:13.413699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff806a16-e8fd-4954-96b6-d2a0ddd1f242 req-141afed1-8de7-4e66-a602-5e385e80c86a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:13.415173 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ff806a16-e8fd-4954-96b6-d2a0ddd1f242 req-141afed1-8de7-4e66-a602-5e385e80c86a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4722483
Nov 27 11:46:13.417669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50870) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:13.418815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:13.419875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846238af0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:13.427476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-1724449116'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:13.438663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:13.454245 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba5283be-bf13-4791-9efd-1774bc0a8e43 req-c92a2bc2-9bec-4563-b74c-e39293744b8e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638101
Nov 27 11:46:13.544631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:13.565948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:13.620456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:13.623309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:13.627107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0fbe-977f-4a85-aa25-931a1c03ff02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:13.674352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0fbe-977f-4a85-aa25-931a1c03ff02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:13.786605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:13.789630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:13.891974 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-ea9f1f0e-de86-4d1f-8bbb-d191824016b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 1096 time: 0.3976567
Nov 27 11:46:13.908067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:46:13.971024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0fbe-977f-4a85-aa25-931a1c03ff02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:13.981863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aa2188a8-4017-4372-9866-cf6b5b94b80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:13.991219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846238af0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:10Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:11Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:13.996227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Checking router: cf4943c7-7747-480e-8879-87bed1777243 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:46:13.996673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Updating router cf4943c7-7747-480e-8879-87bed1777243 port 29db09ba-fb71-44b8-a128-520f1890be16 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:46:14.054913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:14.055167 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment f961d6f8-bb89-4b31-855e-f548ee63c345 of type vlan for network d6243f5b-dab8-4e04-af83-d7805fafcc5c
Nov 27 11:46:14.055809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:14.104886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa0fbe-977f-4a85-aa25-931a1c03ff02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac8f68e-cea7-473e-a3e9-f236bb8a03be,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:14.107397 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-54842f60-89b8-4c04-a1dc-71d669e3dbd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=850fde35-2c30-41d6-877c-3f506e0a97e0 HTTP/1.1" status: 200  len: 217 time: 0.2003942
Nov 27 11:46:14.108228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d1aa0fbe-977f-4a85-aa25-931a1c03ff02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:14.203658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:14.242622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-168a064b-f793-4709-8d51-09ab1e3ae4ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:14.244056 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-168a064b-f793-4709-8d51-09ab1e3ae4ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8 HTTP/1.1" status: 200  len: 835 time: 0.1216950
Nov 27 11:46:14.292769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Router da18428e-8318-4f04-90e2-2c50d9a3d1b3 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:14.389872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0fbe-977f-4a85-aa25-931a1c03ff02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:14.391011 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d1aa0fbe-977f-4a85-aa25-931a1c03ff02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ac8f68e-cea7-473e-a3e9-f236bb8a03be HTTP/1.1" status: 204  len: 168 time: 1.0903547
Nov 27 11:46:14.394775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50874) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:14.441452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:14.445698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:14.446303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:14.462055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8ff3369-49b7-4a70-9d73-4fed075e4db3 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:14.479585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:14.506184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Transition to ACTIVE for port object 29db09ba-fb71-44b8-a128-520f1890be16 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:14.586124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-18f1aa86-f3c7-48e9-8db1-c714f59b8301 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ded14ec2-bb2a-4ce2-842e-378a44368387&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3290558
Nov 27 11:46:14.624707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-627ec9b9-5bd2-488c-8b55-24253685780c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:14.631784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=d6243f5b-dab8-4e04-af83-d7805fafcc5c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:14.639419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:14.644782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8b2d5257-099f-4dd8-a7c6-808924e4e090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:14.659655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:14.665466 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2445574
Nov 27 11:46:14.667481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:14.669550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50880) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:14.676757 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "PUT /v2.0/routers/da18428e-8318-4f04-90e2-2c50d9a3d1b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6642640
Nov 27 11:46:14.677718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network d6243f5b-dab8-4e04-af83-d7805fafcc5c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:46:14.684355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:14.697257 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd37b45-7d73-4220-b47a-9c7cb4752632 None None] Sync routers for ids ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:14.720544 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd37b45-7d73-4220-b47a-9c7cb4752632 None None] Routers {'da18428e-8318-4f04-90e2-2c50d9a3d1b3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:14.721977 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2bd37b45-7d73-4220-b47a-9c7cb4752632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465221f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:14.725583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50884) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:14.890039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91057367-371f-4892-b53e-c6c84790c70b None None] Pushing event updated for resources: {'Port': ['ID=29db09ba-fb71-44b8-a128-520f1890be16,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:14.896065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-91057367-371f-4892-b53e-c6c84790c70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:14.941642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-627ec9b9-5bd2-488c-8b55-24253685780c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:14.945180 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-627ec9b9-5bd2-488c-8b55-24253685780c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5473511
Nov 27 11:46:14.945180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:14.951597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50888) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:14.958811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-secgroup--275719713'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:14.964789 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2bd37b45-7d73-4220-b47a-9c7cb4752632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465221f0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:14.965379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:14.970719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:14.981952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:14.989141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:14.998317 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd37b45-7d73-4220-b47a-9c7cb4752632 None None] Routers {'da18428e-8318-4f04-90e2-2c50d9a3d1b3'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:14.998795 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-f0a5b42d-bb0e-4328-b1af-308aafc30526 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] show failed (client error): The resource could not be found.
Nov 27 11:46:14.999353 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2bd37b45-7d73-4220-b47a-9c7cb4752632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465221f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:14.999834 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f0a5b42d-bb0e-4328-b1af-308aafc30526 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-197032451 HTTP/1.1" status: 404  len: 334 time: 0.2730882
Nov 27 11:46:15.000932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:15.005980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50892) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:15.017824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-59059e8d-448d-40d4-9ebf-b25f3e52aa4b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:15.080143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Attempting to bind port 29db09ba-fb71-44b8-a128-520f1890be16 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:15.081407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Attempting to bind port 29db09ba-fb71-44b8-a128-520f1890be16 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:15.081622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Attempting to bind port 29db09ba-fb71-44b8-a128-520f1890be16 on network 5bacacf0-b18d-464d-9af3-a63dc8f47033 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:15.096547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:15.097180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Checking segment: {'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:15.098126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:15.099103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Bound using segment: {'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:15.100480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Bound port: 29db09ba-fb71-44b8-a128-520f1890be16, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995bfd83-5871-48bd-91b6-22b7dc84e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:15.101752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:15.115548 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-59059e8d-448d-40d4-9ebf-b25f3e52aa4b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] update failed (client error): The resource could not be found.
Nov 27 11:46:15.116312 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-59059e8d-448d-40d4-9ebf-b25f3e52aa4b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-551176165 HTTP/1.1" status: 404  len: 334 time: 0.1080770
Nov 27 11:46:15.122979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50896) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:15.142321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-55214664-5eb4-40f3-84e9-29b89ba149cc service neutron] 10.222.0.39 "GET /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5106795
Nov 27 11:46:15.156123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453e696-af50-4295-87e7-b3a4fa547920 req-6fb64009-0443-4ce7-aa0c-d3cd30dc86fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:15.159272 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c453e696-af50-4295-87e7-b3a4fa547920 req-6fb64009-0443-4ce7-aa0c-d3cd30dc86fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 943 time: 0.5720890
Nov 27 11:46:15.159501 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2bd37b45-7d73-4220-b47a-9c7cb4752632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465221f0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:15.159793 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd37b45-7d73-4220-b47a-9c7cb4752632 None None] The sync data for ids ['da18428e-8318-4f04-90e2-2c50d9a3d1b3'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:15.196275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:15.241362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:15.326161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] For port 29db09ba-fb71-44b8-a128-520f1890be16, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:15.333440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] For port 29db09ba-fb71-44b8-a128-520f1890be16, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=29db09ba-fb71-44b8-a128-520f1890be16,segment=NetworkSegment(995bfd83-5871-48bd-91b6-22b7dc84e362),segment_id=995bfd83-5871-48bd-91b6-22b7dc84e362)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:15.383049 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a626d640-2a49-46e5-8a78-1cd63ad68da9 req-7d1ae796-1138-404f-8e5e-ecdd621409a5 service neutron] 10.222.0.39 "GET /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219160
Nov 27 11:46:15.385489 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c453e696-af50-4295-87e7-b3a4fa547920 req-07710084-24a7-414a-b479-ecced9c62e50 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1800463
Nov 27 11:46:15.415562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:15.422588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2c158d6c-713f-4429-8283-66e27b912a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:15.445372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:15.484761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:15.539557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91057367-371f-4892-b53e-c6c84790c70b None None] Pushing event updated for resources: {'Port': ['ID=29db09ba-fb71-44b8-a128-520f1890be16,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:15.539887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:15.547266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-91057367-371f-4892-b53e-c6c84790c70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:15.556467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:15.557814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846238af0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:45:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:15.628796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:15.646910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:15.663014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Deleting subnet 25a03298-6cef-4138-8648-de928d2bcb87 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:46:15.675760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:15.744096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-a577eaf9-35fe-46b0-bb82-41b12574659b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1109343
Nov 27 11:46:15.820672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:15.823647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:15.900573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-47391cae-19d9-42fd-ab70-0c84b38b6442 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1099 time: 0.1260047
Nov 27 11:46:15.917599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.009248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.017989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5df17bfd-ca81-4f54-a9bb-c97a035a5f7e tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:16.026379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.113686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-fb1a1020-bd41-4ead-ad76-28359ec8633a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:16.115859 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-fb1a1020-bd41-4ead-ad76-28359ec8633a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1884587
Nov 27 11:46:16.116663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.120463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559a92ed-1f45-4dc3-a2be-d4b272334b6f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:16.148491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:16.148491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7f9c6123-d2d5-440f-80f5-6dc6462c4b51 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:16.213629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=46f572ff-d540-4911-96ee-bf1b38775a17,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:16.224227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:16.242738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:16.243231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: d6243f5b-dab8-4e04-af83-d7805fafcc5c, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:46:16.244703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846238af0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:10Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:15Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:16.249311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27862c5-1e9e-4959-a8eb-fc9c50d1ca41 None None] The sync data for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv is: [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:10Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:15Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:16.265658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.270960 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3144925
Nov 27 11:46:16.272843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50900) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:16.279946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '559a92ed-1f45-4dc3-a2be-d4b272334b6f', 'direction': 'ingress', 'protocol': 17}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:16.287008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:16.296053 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-c359136e-885e-4a0d-a29a-bbc7e7147977 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 200  len: 1002 time: 0.1647294
Nov 27 11:46:16.296267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:16.297046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:16.304008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:16.317552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.321847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-77f08036-f0a1-44e5-bcf7-4b024b47acb8 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:16.364248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Subnet': ['ID=25a03298-6cef-4138-8648-de928d2bcb87,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:16.367084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:16.371621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-82166910-ed28-432d-8c20-f888f9af54dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:16.373678 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-82166910-ed28-432d-8c20-f888f9af54dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.0737669
Nov 27 11:46:16.376655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.385874 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c889ea2f-e6ca-495d-965d-4ba1ce1cd78d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/subnets/25a03298-6cef-4138-8648-de928d2bcb87 HTTP/1.1" status: 204  len: 168 time: 1.2617824
Nov 27 11:46:16.390225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50904) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:16.396802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1eb2c-0b1e-4c74-8cce-ef6ac61b2275 None None] Network 23986c5e-7600-49d6-8cf3-5495a61c81cf requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:16.440619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network d6243f5b-dab8-4e04-af83-d7805fafcc5c is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:46:16.517449 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-93c914b6-e61c-4e64-b2f0-0730b9f3d183 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1327326
Nov 27 11:46:16.530587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.606877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, d6243f5b-dab8-4e04-af83-d7805fafcc5c) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:16.667410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:16.668306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.681396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b19c8-22e8-4d2e-8a6c-0043808f9825 None None] Network d6243f5b-dab8-4e04-af83-d7805fafcc5c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:16.764565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-90fedf4d-3d89-489a-a962-13a33621db4e service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336562
Nov 27 11:46:16.806903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.888048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2552f17-0794-4d17-81a2-a0bb2ad60b5b req-9ec6ee85-a929-47cc-bca8-c8c5ce3eccbb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:16.890673 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b2552f17-0794-4d17-81a2-a0bb2ad60b5b req-9ec6ee85-a929-47cc-bca8-c8c5ce3eccbb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 943 time: 0.2711163
Nov 27 11:46:16.922742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50910) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:16.922989 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2505009
Nov 27 11:46:16.954580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:16.976874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:16.984210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-d6243f5b-dab8-4e04-af83-d7805fafcc5c', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:46:16.985141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.025206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b06227-2d9a-44c4-b360-2e4883259cf2,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:17.030195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Deleting subnet 9945d985-ddba-4b5b-bc1a-96a2e064cb60 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:46:17.035961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.079524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] DHCP port deletion for 23986c5e-7600-49d6-8cf3-5495a61c81cf request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:46:17.113682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] Deleting port d5464f29-f38e-4004-bb3e-ed848b13d166 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:17.113682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.141433 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e364206e-f72e-4256-b0fe-ad574d969a35 req-2982d298-001e-49b3-9429-ab3d6ec754aa service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3575017
Nov 27 11:46:17.254967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:17.260500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.334082 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b2552f17-0794-4d17-81a2-a0bb2ad60b5b req-74f645ba-98f0-42fe-ac8e-6ebc23908f07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4089057
Nov 27 11:46:17.370648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.403841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.405702 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.1317701
Nov 27 11:46:17.414511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50916) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:17.445981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Allocated IP 172.21.0.2 (d6243f5b-dab8-4e04-af83-d7805fafcc5c/46f572ff-d540-4911-96ee-bf1b38775a17/9d999c97-cecc-4139-87da-865298cd3998) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:17.519517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f632a5a7-d40f-4bc3-85ed-9c75081df838 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.552101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.556884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f632a5a7-d40f-4bc3-85ed-9c75081df838 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.566995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-205782d0-1548-4057-9c16-afedcbacd67a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:17.601887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Subnet': ['ID=9945d985-ddba-4b5b-bc1a-96a2e064cb60,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:17.606824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:17.624579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.634683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] For port d5464f29-f38e-4004-bb3e-ed848b13d166, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d5464f29-f38e-4004-bb3e-ed848b13d166,segment=NetworkSegment(f6eb2eda-44a5-4362-8af1-2e1f32fff723),segment_id=f6eb2eda-44a5-4362-8af1-2e1f32fff723)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:17.635630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.646568 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/subnets/9945d985-ddba-4b5b-bc1a-96a2e064cb60 HTTP/1.1" status: 204  len: 168 time: 1.2508798
Nov 27 11:46:17.646836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50920) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:17.664329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce7fb2-f8b2-4eaa-86c9-33427afacc5b None None] Network 51ee703d-3ce1-4fb7-b21c-1053de72563f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:17.796662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f632a5a7-d40f-4bc3-85ed-9c75081df838 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.813153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-49235160-ce01-4b09-918e-0e0460834997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:17.857039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632a5a7-d40f-4bc3-85ed-9c75081df838 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559a92ed-1f45-4dc3-a2be-d4b272334b6f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:17.865816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f632a5a7-d40f-4bc3-85ed-9c75081df838 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:17.880612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.892398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f632a5a7-d40f-4bc3-85ed-9c75081df838 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:17.894143 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f632a5a7-d40f-4bc3-85ed-9c75081df838 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/559a92ed-1f45-4dc3-a2be-d4b272334b6f HTTP/1.1" status: 204  len: 168 time: 0.4782140
Nov 27 11:46:17.897828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50924) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:17.938800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Deleting port d5464f29-f38e-4004-bb3e-ed848b13d166 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:17.939298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.001160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] Calling delete_port for d5464f29-f38e-4004-bb3e-ed848b13d166 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:18.038576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.091628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6d12df00-0345-4891-a747-7ff7bf3f8d11 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:18.251007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6d12df00-0345-4891-a747-7ff7bf3f8d11 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:18.254952 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6d12df00-0345-4891-a747-7ff7bf3f8d11 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3532853
Nov 27 11:46:18.267035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50928) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:18.288456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045070573'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:18.325005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:18.335587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] For port d5464f29-f38e-4004-bb3e-ed848b13d166, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d5464f29-f38e-4004-bb3e-ed848b13d166,segment=NetworkSegment(f6eb2eda-44a5-4362-8af1-2e1f32fff723),segment_id=f6eb2eda-44a5-4362-8af1-2e1f32fff723)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:18.336303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.478418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 850fde35-2c30-41d6-877c-3f506e0a97e0 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:46:18.507150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Calling delete_port for d5464f29-f38e-4004-bb3e-ed848b13d166 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:18.541844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:18.574495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.583810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.603006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-91057367-371f-4892-b53e-c6c84790c70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:18.618802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:46:18.619634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:46:18.630367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 29db09ba-fb71-44b8-a128-520f1890be16 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:18.657661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.672897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca5860-a6f7-4e05-bc52-008ade62222f req-5050bed2-d33e-4436-9a3f-25bbb77d43ce tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:18.679607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2cca5860-a6f7-4e05-bc52-008ade62222f req-5050bed2-d33e-4436-9a3f-25bbb77d43ce tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 943 time: 0.0850217
Nov 27 11:46:18.699154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] Pushing event deleted for resources: {'Port': ['ID=d5464f29-f38e-4004-bb3e-ed848b13d166,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:18.715057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:18.723410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:18.727347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:18.734551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:18.739649 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2cca5860-a6f7-4e05-bc52-008ade62222f req-8b704692-f9f3-4cc4-b710-a6c46e71eecf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538573
Nov 27 11:46:18.768777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Transition to ACTIVE for port object 9d999c97-cecc-4139-87da-865298cd3998 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:18.790008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:18.803181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.849428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] No DVR routers for this DVR port d5464f29-f38e-4004-bb3e-ed848b13d166 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:46:18.859864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Transition to ACTIVE for port object 9d999c97-cecc-4139-87da-865298cd3998 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:18.887512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] DHCP port deletion for 51ee703d-3ce1-4fb7-b21c-1053de72563f request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:46:18.911844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] Deleting port c511d9cf-3e61-4f71-8243-e469c717119a {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:18.912219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.929493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.929813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75f2592d-0d50-462f-b603-0e519dfb150a tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:18.962515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 850fde35-2c30-41d6-877c-3f506e0a97e0, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=850fde35-2c30-41d6-877c-3f506e0a97e0,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:18.972762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3be84e-4393-490a-a550-55b978a325f3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:18.977978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:18.979454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:18.996966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-760773c0-954c-4fc8-8024-c479cf086c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:19.029398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ff490ae7-b4e3-4b31-a8b7-8bdacbfe564a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.052510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.21.0.1 (d6243f5b-dab8-4e04-af83-d7805fafcc5c/46f572ff-d540-4911-96ee-bf1b38775a17/8feff41c-23b3-45f4-aaa8-dc689982af90) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:19.065182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'port_id': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'mac_address': 'fa:16:3e:5e:d6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:46:19.089273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.095599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50934) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:19.096386 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8281157
Nov 27 11:46:19.103029 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405010'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:19.120802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 29db09ba-fb71-44b8-a128-520f1890be16 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:19.121292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Deleting port d5464f29-f38e-4004-bb3e-ed848b13d166 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:19.121772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.141263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Network d6243f5b-dab8-4e04-af83-d7805fafcc5c is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:19.152891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:19.172349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:19.172590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:19.172791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:19.176152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:19.179121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Pushing event updated for resources: {'Port': ['ID=9d999c97-cecc-4139-87da-865298cd3998,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:19.187888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 29db09ba-fb71-44b8-a128-520f1890be16 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:19.188506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.193217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:19.217540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:19.240896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] The port 'd5464f29-f38e-4004-bb3e-ed848b13d166' was deleted {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:46:19.266422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.297554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object 8feff41c-23b3-45f4-aaa8-dc689982af90 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:19.340582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.343985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.389547 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.417121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845a30ac0>,) {'filters': {'network_id': ['23986c5e-7600-49d6-8cf3-5495a61c81cf']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:19.421835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:19.432039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a30ac0>, 'f6eb2eda-44a5-4362-8af1-2e1f32fff723') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:19.432039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a30ac0>, 'f6eb2eda-44a5-4362-8af1-2e1f32fff723') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:19.432777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:19.439350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:19.443988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.447084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] For port c511d9cf-3e61-4f71-8243-e469c717119a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c511d9cf-3e61-4f71-8243-e469c717119a,segment=NetworkSegment(d65592e6-f447-48a1-b640-4e0aa26fe8e7),segment_id=d65592e6-f447-48a1-b640-4e0aa26fe8e7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:19.447487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.453020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:19.456839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850fde35-2c30-41d6-877c-3f506e0a97e0 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:46:19.461919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.468572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:46:19.468956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.524838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.536007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Attempting to bind port 9d999c97-cecc-4139-87da-865298cd3998 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:19.536007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Attempting to bind port 9d999c97-cecc-4139-87da-865298cd3998 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:19.536007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Attempting to bind port 9d999c97-cecc-4139-87da-865298cd3998 on network d6243f5b-dab8-4e04-af83-d7805fafcc5c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:19.538853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5cdf57ba-336d-4ee0-8dc5-cd444c4e14a8 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   util.warn(
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:46:19.567078 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:46:19.592541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] Calling delete_port for c511d9cf-3e61-4f71-8243-e469c717119a owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:19.619373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.637535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network d6243f5b-dab8-4e04-af83-d7805fafcc5c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:19.648250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:19.652651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:19.665471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:19.667599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Checking segment: {'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:19.667599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.667599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Bound using segment: {'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:19.667599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Bound port: 9d999c97-cecc-4139-87da-865298cd3998, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:19.667599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.678869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=8feff41c-23b3-45f4-aaa8-dc689982af90,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:19.684647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 850fde35-2c30-41d6-877c-3f506e0a97e0, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=850fde35-2c30-41d6-877c-3f506e0a97e0,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:19.684847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:19.696313 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.701668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cb15b75b-01f2-4745-949e-2fada740f379 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:19.736605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.742586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.743400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dcf5bc29-2501-49f3-9939-0075a8bc071f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:19.752341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Network': ['ID=23986c5e-7600-49d6-8cf3-5495a61c81cf,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:19.757456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:19.760507 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/networks/23986c5e-7600-49d6-8cf3-5495a61c81cf HTTP/1.1" status: 204  len: 168 time: 2.1125650
Nov 27 11:46:19.764291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.776696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.777495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50938) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:19.787741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:19.813989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11fa9b-6f7a-4a59-9b69-4581c58b83ee,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:19.820671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:19.845280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.918829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] For port 9d999c97-cecc-4139-87da-865298cd3998, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:19.924116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] For port 9d999c97-cecc-4139-87da-865298cd3998, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9d999c97-cecc-4139-87da-865298cd3998,segment=NetworkSegment(f961d6f8-bb89-4b31-855e-f548ee63c345),segment_id=f961d6f8-bb89-4b31-855e-f548ee63c345)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:19.928847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=850fde35-2c30-41d6-877c-3f506e0a97e0,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:19.933369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.934881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:19.941621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 29db09ba-fb71-44b8-a128-520f1890be16, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=29db09ba-fb71-44b8-a128-520f1890be16,segment=NetworkSegment(995bfd83-5871-48bd-91b6-22b7dc84e362),segment_id=995bfd83-5871-48bd-91b6-22b7dc84e362)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:19.977172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:19.985892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:20.048177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.049903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.051073 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1575 time: 0.9545517
Nov 27 11:46:20.055270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50944) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:20.067357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '7b3be84e-4393-490a-a550-55b978a325f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ac11fa9b-6f7a-4a59-9b69-4581c58b83ee', 'remote_ip_prefix': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:20.069309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] Pushing event deleted for resources: {'Port': ['ID=c511d9cf-3e61-4f71-8243-e469c717119a,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:20.075174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['850fde35-2c30-41d6-877c-3f506e0a97e0'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:46:20.077776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:20.085223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:20.095235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:20.095456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.098163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:20.104040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.117180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:20.123915 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:46:20.128437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-730c3b8e-bbed-4414-ba12-25c93e522f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:20.183031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] No DVR routers for this DVR port c511d9cf-3e61-4f71-8243-e469c717119a on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:46:20.186937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.270696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d5464f29-f38e-4004-bb3e-ed848b13d166 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:20.325291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d5464f29-f38e-4004-bb3e-ed848b13d166 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:20.325569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d5464f29-f38e-4004-bb3e-ed848b13d166 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:20.377652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Pushing event updated for resources: {'Port': ['ID=9d999c97-cecc-4139-87da-865298cd3998,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:20.403603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de1746-1291-465e-94a9-dd4ca1210f42 req-6f17a750-7b48-42e1-94ed-e1d38857f6d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:20.405845 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-23de1746-1291-465e-94a9-dd4ca1210f42 req-6f17a750-7b48-42e1-94ed-e1d38857f6d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 944 time: 0.4302881
Nov 27 11:46:20.417964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:20.418582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-52e17aca-c93c-48d1-aa66-d271a710c85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:20.540127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c511d9cf-3e61-4f71-8243-e469c717119a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:20.549757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.560425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.644946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844cd4d30>,) {'filters': {'network_id': ['51ee703d-3ce1-4fb7-b21c-1053de72563f']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:20.654141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: c511d9cf-3e61-4f71-8243-e469c717119a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:20.655354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c511d9cf-3e61-4f71-8243-e469c717119a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:20.674986 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-23de1746-1291-465e-94a9-dd4ca1210f42 req-c593ae4b-2859-4406-8b97-75448a6fc16c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1730716
Nov 27 11:46:20.690349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844cd4d30>, 'd65592e6-f447-48a1-b640-4e0aa26fe8e7') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:20.704284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844cd4d30>, 'd65592e6-f447-48a1-b640-4e0aa26fe8e7') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:20.714279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.744282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.756691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=29db09ba-fb71-44b8-a128-520f1890be16,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:20.760240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:20.760663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.761830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:46:20.762227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:46:20.778007 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:46:20.857778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.870872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.887523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-55091c88-282d-4d66-afc0-c301f995c011 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:20.911182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b7b4b0-c7f4-4efb-9e31-f0bf5a573da8,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:20.913728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:20.936370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:20.961658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-071a2e8f-97d7-4d86-922a-43f5552088b2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:20.999854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.003672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:21.025277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.027443 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/networks/51ee703d-3ce1-4fb7-b21c-1053de72563f HTTP/1.1" status: 204  len: 168 time: 1.2484474
Nov 27 11:46:21.035066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50948) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:21.040864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.045398 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.9847658
Nov 27 11:46:21.045398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Network': ['ID=51ee703d-3ce1-4fb7-b21c-1053de72563f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:21.047867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:21.047867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50952) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:21.050943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=8feff41c-23b3-45f4-aaa8-dc689982af90,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:21.054875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:21.062205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.140671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebd98989-9e45-41f7-9e3d-596465aa3d08 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.185078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-543134ee-cd1a-44e1-b3d8-c9e1f102827a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.203400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network d6243f5b-dab8-4e04-af83-d7805fafcc5c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:21.205255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:21.222828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebd98989-9e45-41f7-9e3d-596465aa3d08 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.319530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Deleting subnet f34796f4-8501-410e-a30d-16dd85732d58 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:46:21.323763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.384961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebd98989-9e45-41f7-9e3d-596465aa3d08 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.390544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d55102a2-e7d9-415c-b1a0-eca4dd5f3b0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:21.414951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd98989-9e45-41f7-9e3d-596465aa3d08 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67b7b4b0-c7f4-4efb-9e31-f0bf5a573da8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:21.417995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.450004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebd98989-9e45-41f7-9e3d-596465aa3d08 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.452474 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ebd98989-9e45-41f7-9e3d-596465aa3d08 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/67b7b4b0-c7f4-4efb-9e31-f0bf5a573da8 HTTP/1.1" status: 204  len: 168 time: 0.3667483
Nov 27 11:46:21.459714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ebd98989-9e45-41f7-9e3d-596465aa3d08 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:21.459896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50956) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:21.541503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8d46ccca-184e-4cda-99af-4020378b6324 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:21.560002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.578340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:21.621552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee91535-4bcb-4d2c-a452-1b9d96e0091e None None] Network d6243f5b-dab8-4e04-af83-d7805fafcc5c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:21.647711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8d46ccca-184e-4cda-99af-4020378b6324 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:21.651584 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8d46ccca-184e-4cda-99af-4020378b6324 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1882715
Nov 27 11:46:21.651860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50960) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:21.723501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.730636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e858b7bc-b84e-4b9c-a130-aa1572be736d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:21.770169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2ff10ca-17cb-4055-9444-2e05de054b29 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.774800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Subnet': ['ID=f34796f4-8501-410e-a30d-16dd85732d58,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:21.787424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:21.796782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7fc92c0b-bd9f-4057-bbf5-b169a26fd0d0 None None] Provisioning for port 9d999c97-cecc-4139-87da-865298cd3998 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:21.798375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.805166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b1993-90cd-4c72-b934-dbcb81bfeff4 None None] Network 3072c009-e773-4aa4-a2e9-0fec816420b6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:21.811002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:21.821071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2ff10ca-17cb-4055-9444-2e05de054b29 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.822201 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8977582
Nov 27 11:46:21.823229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50966) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:21.831477 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/subnets/f34796f4-8501-410e-a30d-16dd85732d58 HTTP/1.1" status: 204  len: 168 time: 0.7898502
Nov 27 11:46:21.833052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50970) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:21.833203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Sync routers for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:21.840072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-871495741'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:21.876661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:21.891276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:21.895023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:21.902241 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:21.942539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d029c53-1149-421e-bd26-973d42b0156d req-79f2a438-bbd7-4000-b641-560aff16f9a1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:21.949142 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4d029c53-1149-421e-bd26-973d42b0156d req-79f2a438-bbd7-4000-b641-560aff16f9a1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 944 time: 0.0992680
Nov 27 11:46:21.975866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.988590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Deleting port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:21.989145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:21.999555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:22.003090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.014436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:22.015098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e8beb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:22.025642 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4d029c53-1149-421e-bd26-973d42b0156d req-e6f07a51-5184-44fc-b832-cbe13f0221fe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717945
Nov 27 11:46:22.078817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:46:22.091988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.091988 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment 1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35 of type vlan for network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb
Nov 27 11:46:22.092652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2ff10ca-17cb-4055-9444-2e05de054b29 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.102373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7cd51572-27b7-47cd-94e9-1893bec3b69a tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:22.120965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.124662 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff10ca-17cb-4055-9444-2e05de054b29 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11fa9b-6f7a-4a59-9b69-4581c58b83ee,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:22.128877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a2ff10ca-17cb-4055-9444-2e05de054b29 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:22.244985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:22.247952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.253572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:22.253572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.253820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] For port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3,segment=NetworkSegment(31c3a15b-8f28-4772-aa9b-305b006c123d),segment_id=31c3a15b-8f28-4772-aa9b-305b006c123d)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:22.253820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.258679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:22.314505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2ff10ca-17cb-4055-9444-2e05de054b29 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.318751 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a2ff10ca-17cb-4055-9444-2e05de054b29 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/ac11fa9b-6f7a-4a59-9b69-4581c58b83ee HTTP/1.1" status: 204  len: 168 time: 0.6657178
Nov 27 11:46:22.338208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 850fde35-2c30-41d6-877c-3f506e0a97e0 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:22.358103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50974) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:22.401394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Calling delete_port for ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:22.412974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:22.426188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:22.427590 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6027467
Nov 27 11:46:22.430656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50978) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:22.440426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:22.471387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:46:22.590924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.596014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-faa611bc-b034-4046-b074-8aa089eccac8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:22.613038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:22.619831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:22.624988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:22.632273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:22.645741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:22.650790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:22.702354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d30074-d59e-48b4-9104-30df90459686 None None] DHCP port deletion for 3072c009-e773-4aa4-a2e9-0fec816420b6 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:46:22.704267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9d999c97-cecc-4139-87da-865298cd3998 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:22.711035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-faa611bc-b034-4046-b074-8aa089eccac8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:22.716198 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-faa611bc-b034-4046-b074-8aa089eccac8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.3530312
Nov 27 11:46:22.716446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50982) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:22.741726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:22.927049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Port': ['ID=ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:22.933103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:22.934217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] No DVR routers for this DVR port ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:46:23.045656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 850fde35-2c30-41d6-877c-3f506e0a97e0 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:23.065033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 850fde35-2c30-41d6-877c-3f506e0a97e0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:23.065543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.116460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.170113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845aa0940>,) {'filters': {'network_id': ['3072c009-e773-4aa4-a2e9-0fec816420b6']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:23.179638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9d999c97-cecc-4139-87da-865298cd3998 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:23.197599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.197745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845aa0940>, '31c3a15b-8f28-4772-aa9b-305b006c123d') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:23.197745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845aa0940>, '31c3a15b-8f28-4772-aa9b-305b006c123d') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:23.204142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.229953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.230913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a5686194-670d-4ea4-9109-3b0a679f38cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.237748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:46:23.238564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.251399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.318192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 850fde35-2c30-41d6-877c-3f506e0a97e0, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=850fde35-2c30-41d6-877c-3f506e0a97e0,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:23.330061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:46:23.339577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9d999c97-cecc-4139-87da-865298cd3998 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:23.340647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.350145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a5686194-670d-4ea4-9109-3b0a679f38cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:46:23.352471 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:46:23.393617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3846ebff-4717-4c10-824d-c97f1c23e559 None None] Provisioning for port 8feff41c-23b3-45f4-aaa8-dc689982af90 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:23.423401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3846ebff-4717-4c10-824d-c97f1c23e559 None None] Provisioning complete for port 8feff41c-23b3-45f4-aaa8-dc689982af90 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:23.423401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3846ebff-4717-4c10-824d-c97f1c23e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.493092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63004bb4-f996-4040-851e-55d2fd945a03 req-83001766-e656-4b0d-b643-8d321d1d892c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:23.495082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.495502 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-63004bb4-f996-4040-851e-55d2fd945a03 req-83001766-e656-4b0d-b643-8d321d1d892c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 944 time: 0.1394796
Nov 27 11:46:23.500424 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'code': 200}
Nov 27 11:46:23.508419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.508881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0573dfd9-ef30-487e-a1c5-525bea6b3c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:23.521561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.531788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a5686194-670d-4ea4-9109-3b0a679f38cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.538908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0228bec5-6ba9-42de-b714-4176a6bb3c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:23.562564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-952e7ef5-956b-42ed-859f-61456f679a0a tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:23.570524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5686194-670d-4ea4-9109-3b0a679f38cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3be84e-4393-490a-a550-55b978a325f3,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:23.573829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a5686194-670d-4ea4-9109-3b0a679f38cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:23.610432 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/networks/3072c009-e773-4aa4-a2e9-0fec816420b6 HTTP/1.1" status: 204  len: 168 time: 1.7714748
Nov 27 11:46:23.610432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Pushing event deleted for resources: {'Network': ['ID=3072c009-e773-4aa4-a2e9-0fec816420b6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:23.614340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50990) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:23.619107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:23.623830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e8beb0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 3, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:20Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:23.644678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a5686194-670d-4ea4-9109-3b0a679f38cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.646518 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a5686194-670d-4ea4-9109-3b0a679f38cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/7b3be84e-4393-490a-a550-55b978a325f3 HTTP/1.1" status: 204  len: 168 time: 0.9278214
Nov 27 11:46:23.648632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 50994) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:23.649178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Checking router: cf4943c7-7747-480e-8879-87bed1777243 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:46:23.649546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Updating router cf4943c7-7747-480e-8879-87bed1777243 port 8feff41c-23b3-45f4-aaa8-dc689982af90 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:46:23.688479 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3846ebff-4717-4c10-824d-c97f1c23e559 None None] Port 8feff41c-23b3-45f4-aaa8-dc689982af90 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:23.705731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-257690b9-8184-46f7-a8ab-a0807a047da3 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Synchronizing usage tracker for tenant:b0105b717f384d9aa8bad8eb3d4a89d5 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:23.719116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f7551066-75e5-4661-9968-c0799ab38e2a tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:23.722286 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-63004bb4-f996-4040-851e-55d2fd945a03 req-8ba5356a-f9cb-44a4-91d1-6ce28082bd26 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2150879
Nov 27 11:46:23.730784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.735753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fe54edd2-f9bc-4e7c-b1e3-4f682fdbbfa4 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:23.786695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=850fde35-2c30-41d6-877c-3f506e0a97e0,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:23.789850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:23.821765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.832574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=c59672bb-1581-43da-b305-9b2550635d46,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:23.837847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:23.877923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-257690b9-8184-46f7-a8ab-a0807a047da3 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Unset dirty status for tenant:b0105b717f384d9aa8bad8eb3d4a89d5 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:23.877923 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-257690b9-8184-46f7-a8ab-a0807a047da3 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "GET /v2.0/ports?device_id=da18428e-8318-4f04-90e2-2c50d9a3d1b3 HTTP/1.1" status: 200  len: 205 time: 0.2598634
Nov 27 11:46:23.878238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 50998) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:23.883923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:23.884289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:46:23.885687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.908051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f7551066-75e5-4661-9968-c0799ab38e2a tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:23.908051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f7551066-75e5-4661-9968-c0799ab38e2a tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2518482
Nov 27 11:46:23.908051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51002) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:23.918780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.921694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145918994'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:23.929121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:23.947389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:23.949773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 9d999c97-cecc-4139-87da-865298cd3998, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9d999c97-cecc-4139-87da-865298cd3998,segment=NetworkSegment(f961d6f8-bb89-4b31-855e-f548ee63c345),segment_id=f961d6f8-bb89-4b31-855e-f548ee63c345)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:23.953894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8f389af3-cdb5-452c-9b73-4f20951fa02f None None] Provisioning complete for port 8feff41c-23b3-45f4-aaa8-dc689982af90 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:23.954181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8f389af3-cdb5-452c-9b73-4f20951fa02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:23.983312 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-08492180-9e8f-4ee6-a306-b4f021b6294f req-10f479e2-34cc-4f6f-b1bd-ed70be7a7f2e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 1098 time: 0.1400690
Nov 27 11:46:24.037709 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-08492180-9e8f-4ee6-a306-b4f021b6294f req-5e02c7b7-8952-465e-b1ea-7dedeb435da0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451550
Nov 27 11:46:24.069360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8f389af3-cdb5-452c-9b73-4f20951fa02f None None] Port 8feff41c-23b3-45f4-aaa8-dc689982af90 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:24.077321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.077969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 29db09ba-fb71-44b8-a128-520f1890be16 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:24.101242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.101415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d97cc26-a5f8-4d16-a4f0-17df0d7cad46 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.109721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:46:24.118133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:24.143025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:24.147205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:24.150197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:24.156419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:24.206282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:24.210888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:24.218892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.230153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4155d33f-f566-40b7-a4cb-e2fdb30535ef None None] Network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:24.238914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.340254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.344860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=9d999c97-cecc-4139-87da-865298cd3998,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:24.359185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:24.362543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:24.402767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b25ec47-d3f3-4911-b81e-300f7648a7e2,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:24.406058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:24.414824 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b47b7b0d-6ad5-43da-b664-dbf635c78dd2 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9820037
Nov 27 11:46:24.421021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51006) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:24.500616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 29db09ba-fb71-44b8-a128-520f1890be16 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:24.500993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.547151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.549004 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6404696
Nov 27 11:46:24.555119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51010) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:24.564809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '9b25ec47-d3f3-4911-b81e-300f7648a7e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:24.570908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:24.578500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:24.582278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:24.590461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:24.665266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.681197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Transition to ACTIVE for port object 8feff41c-23b3-45f4-aaa8-dc689982af90 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:24.688822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': 'c59672bb-1581-43da-b305-9b2550635d46'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:46:24.692814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.728830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d97cc26-a5f8-4d16-a4f0-17df0d7cad46 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.735745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d97cc26-a5f8-4d16-a4f0-17df0d7cad46 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.759624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.795191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.800824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:24.866050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.868469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d97cc26-a5f8-4d16-a4f0-17df0d7cad46 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.871119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d97cc26-a5f8-4d16-a4f0-17df0d7cad46 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Fanout notify agent at l3_agent the message router_deleted on router da18428e-8318-4f04-90e2-2c50d9a3d1b3 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:46:24.914168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d97cc26-a5f8-4d16-a4f0-17df0d7cad46 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:24.917085 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5d97cc26-a5f8-4d16-a4f0-17df0d7cad46 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] 10.222.0.23 "DELETE /v2.0/routers/da18428e-8318-4f04-90e2-2c50d9a3d1b3 HTTP/1.1" status: 204  len: 168 time: 1.0375309
Nov 27 11:46:25.025395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.033665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-96202e7c-434a-46e8-89b2-74e2f89766e5 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:25.038777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9d999c97-cecc-4139-87da-865298cd3998 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:25.069430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7813d-b770-4eb2-8955-ec02d9fdb1c4 None None] Pushing event updated for resources: {'Port': ['ID=8feff41c-23b3-45f4-aaa8-dc689982af90,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:25.097780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-99a7813d-b770-4eb2-8955-ec02d9fdb1c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:25.168575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781e290e-7783-4a41-82ef-96c1e5d90bb1,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:25.171320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:25.248589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13612323-94e9-491e-95d5-c7fd019e70bd req-405505bb-536c-46e0-a31e-9c10652c42f5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:25.255471 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-13612323-94e9-491e-95d5-c7fd019e70bd req-405505bb-536c-46e0-a31e-9c10652c42f5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 945 time: 0.2908463
Nov 27 11:46:25.299005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Allocated IP 172.22.0.2 (9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb/c59672bb-1581-43da-b305-9b2550635d46/e55067b7-f469-4b20-974e-578159b7bb5a) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:25.317355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.319098 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-93dcf5ce-e727-4c71-a456-676289657adb tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.7628934
Nov 27 11:46:25.322010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51018) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:25.339859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Attempting to bind port 8feff41c-23b3-45f4-aaa8-dc689982af90 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:25.339859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Attempting to bind port 8feff41c-23b3-45f4-aaa8-dc689982af90 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:25.339859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Attempting to bind port 8feff41c-23b3-45f4-aaa8-dc689982af90 on network d6243f5b-dab8-4e04-af83-d7805fafcc5c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:25.356135 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-13612323-94e9-491e-95d5-c7fd019e70bd req-89168305-da98-4b94-acfa-6bcee6131cc1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986907
Nov 27 11:46:25.369675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9d999c97-cecc-4139-87da-865298cd3998 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:25.370269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.383795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d562f5ef-c8d1-4fb8-b287-f6dc701aba75 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.410586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d562f5ef-c8d1-4fb8-b287-f6dc701aba75 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.483478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:25.487402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Checking segment: {'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:25.487402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.487402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Bound using segment: {'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:25.487402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Bound port: 8feff41c-23b3-45f4-aaa8-dc689982af90, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f961d6f8-bb89-4b31-855e-f548ee63c345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:25.487402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.526073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.535553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d562f5ef-c8d1-4fb8-b287-f6dc701aba75 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.539895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ebd98989-9e45-41f7-9e3d-596465aa3d08 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:25.557948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562f5ef-c8d1-4fb8-b287-f6dc701aba75 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=781e290e-7783-4a41-82ef-96c1e5d90bb1,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:25.561597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d562f5ef-c8d1-4fb8-b287-f6dc701aba75 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:25.563127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d562f5ef-c8d1-4fb8-b287-f6dc701aba75 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.567268 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d562f5ef-c8d1-4fb8-b287-f6dc701aba75 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/781e290e-7783-4a41-82ef-96c1e5d90bb1 HTTP/1.1" status: 204  len: 168 time: 0.2436159
Nov 27 11:46:25.567945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51022) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:25.633831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a62a847-9177-475b-a103-57f8af238573 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:25.744741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a62a847-9177-475b-a103-57f8af238573 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:25.746787 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3a62a847-9177-475b-a103-57f8af238573 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1778011
Nov 27 11:46:25.749759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51028) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:25.812084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51032) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:25.860252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd9c3-51d8-4bb1-8ae1-bc40756ac9aa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.907140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd9c3-51d8-4bb1-8ae1-bc40756ac9aa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:25.925277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] For port 8feff41c-23b3-45f4-aaa8-dc689982af90, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:25.989397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] For port 8feff41c-23b3-45f4-aaa8-dc689982af90, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8feff41c-23b3-45f4-aaa8-dc689982af90,segment=NetworkSegment(f961d6f8-bb89-4b31-855e-f548ee63c345),segment_id=f961d6f8-bb89-4b31-855e-f548ee63c345)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:26.027284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.041277 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-295b4bee-9538-4c5e-9800-dc1d20daa0e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0105b717f384d9aa8bad8eb3d4a89d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2276874
Nov 27 11:46:26.047505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51038) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:26.066679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:26.099921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.108812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-99a7813d-b770-4eb2-8955-ec02d9fdb1c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:26.117016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd9c3-51d8-4bb1-8ae1-bc40756ac9aa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.122579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-29c0839b-b359-43ec-9b93-e16843ba04b7 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:26.142065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Transition to ACTIVE for port object e55067b7-f469-4b20-974e-578159b7bb5a will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:26.144708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:26.145043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ed4cc8f5-eb2c-4052-9e8e-7e15781c3ae3 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:26.156530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f12e7761-b8ae-4ec0-a784-fe50d2b962a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.158392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bd9c3-51d8-4bb1-8ae1-bc40756ac9aa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b25ec47-d3f3-4911-b81e-300f7648a7e2,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:26.161490 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0e0bd9c3-51d8-4bb1-8ae1-bc40756ac9aa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:26.193982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f12e7761-b8ae-4ec0-a784-fe50d2b962a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.220790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Transition to ACTIVE for port object e55067b7-f469-4b20-974e-578159b7bb5a will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:26.236737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7813d-b770-4eb2-8955-ec02d9fdb1c4 None None] Pushing event updated for resources: {'Port': ['ID=8feff41c-23b3-45f4-aaa8-dc689982af90,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:26.243113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-99a7813d-b770-4eb2-8955-ec02d9fdb1c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:26.245848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:26.245848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e8beb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:26.432365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.447097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9187da96-81fc-436b-afc4-86594d1e09e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:26.492990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.22.0.1 (9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb/c59672bb-1581-43da-b305-9b2550635d46/82abe790-4407-49a9-af70-78da846960c5) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:26.567001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:26.578234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:26.585545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f12e7761-b8ae-4ec0-a784-fe50d2b962a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.589515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d003462d-2c49-4638-abd2-1deb4d944058 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:26.593304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:26.601841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Pushing event updated for resources: {'Port': ['ID=e55067b7-f469-4b20-974e-578159b7bb5a,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:26.614099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:26.615851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e7761-b8ae-4ec0-a784-fe50d2b962a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eee374d-6ee3-408a-ad74-a857a1e0981e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:26.620599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:26.625107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f12e7761-b8ae-4ec0-a784-fe50d2b962a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.628601 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f12e7761-b8ae-4ec0-a784-fe50d2b962a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eee374d-6ee3-408a-ad74-a857a1e0981e HTTP/1.1" status: 204  len: 168 time: 0.5794973
Nov 27 11:46:26.632884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f12e7761-b8ae-4ec0-a784-fe50d2b962a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:26.635582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd9c3-51d8-4bb1-8ae1-bc40756ac9aa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.637307 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0e0bd9c3-51d8-4bb1-8ae1-bc40756ac9aa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/9b25ec47-d3f3-4911-b81e-300f7648a7e2 HTTP/1.1" status: 204  len: 168 time: 0.8860500
Nov 27 11:46:26.701167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51046) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:26.839611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.840464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-95893ac3-f6f3-4c43-a800-9374ad8487ac tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:26.868696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Attempting to bind port e55067b7-f469-4b20-974e-578159b7bb5a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:26.868696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Attempting to bind port e55067b7-f469-4b20-974e-578159b7bb5a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:26.869088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Attempting to bind port e55067b7-f469-4b20-974e-578159b7bb5a on network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:26.870319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde0422-37fe-4be4-a8ba-e769f9479513 req-a5507b00-0591-4464-bd97-b806469b9a24 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:26.885620 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1cde0422-37fe-4be4-a8ba-e769f9479513 req-a5507b00-0591-4464-bd97-b806469b9a24 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 945 time: 0.2542818
Nov 27 11:46:26.885872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:26.886116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Checking segment: {'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:26.886435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.886857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Bound using segment: {'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:26.887318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Bound port: e55067b7-f469-4b20-974e-578159b7bb5a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:26.887904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:26.903107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object 82abe790-4407-49a9-af70-78da846960c5 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:26.944664 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1cde0422-37fe-4be4-a8ba-e769f9479513 req-e171df6a-a107-4e67-88d4-b61eccf73fa2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579164
Nov 27 11:46:27.006884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:27.008085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-95893ac3-f6f3-4c43-a800-9374ad8487ac tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:27.011668 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-95893ac3-f6f3-4c43-a800-9374ad8487ac tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3071084
Nov 27 11:46:27.016324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88158d47-25aa-459e-8fc4-3248e849117e tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:27.025962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51052) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:27.045137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133498473'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:27.056461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:27.068581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:27.111978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:27.120765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:27.128111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:27.174160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=82abe790-4407-49a9-af70-78da846960c5,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:27.181477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:27.192710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:27.233463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] For port e55067b7-f469-4b20-974e-578159b7bb5a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:27.245296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] For port e55067b7-f469-4b20-974e-578159b7bb5a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e55067b7-f469-4b20-974e-578159b7bb5a,segment=NetworkSegment(1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35),segment_id=1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:27.272040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e8beb0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 3, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:25Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:27.272746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:27.276889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b98ce-23e5-466a-8a66-943d9850d8b4 None None] The sync data for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv is: [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 3, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:25Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:27.282870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:27.291893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:27.296329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:27.305575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:27.329209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:27.339106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b023dd2d-f0fb-4872-abb7-767a69473584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:27.361358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a41ad1-d3a0-4da0-bd65-701be59d59a5 req-8423cf20-32f7-476d-a82d-b728eaf37877 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:27.381108 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a1a41ad1-d3a0-4da0-bd65-701be59d59a5 req-8423cf20-32f7-476d-a82d-b728eaf37877 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 945 time: 0.1623435
Nov 27 11:46:27.505027 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a1a41ad1-d3a0-4da0-bd65-701be59d59a5 req-a8787f7b-8ec9-46c6-b5b9-dc8910a7aa44 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230366
Nov 27 11:46:27.510173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Pushing event updated for resources: {'Port': ['ID=e55067b7-f469-4b20-974e-578159b7bb5a,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:27.527249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:27.532841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:27.544000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:27.554340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51064) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:27.600125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:27.614438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e355e985-1328-4034-9669-dd55f51a7a30 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:27.711576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82da86d7-0c5e-4065-83c7-553da1b739fa,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:27.730108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:27.833125 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6a8a1ad2-db2c-41d7-99bc-2d5d99d89e4d tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 1093 time: 0.2721961
Nov 27 11:46:27.834067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51072) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:27.844202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:27.851207 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:27.855029 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8226571
Nov 27 11:46:27.862148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51076) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:27.862642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:27.865221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:27.874707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:27.874905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '82da86d7-0c5e-4065-83c7-553da1b739fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:27.889191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:27.889398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:27.895936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Usage tracker for resource:security_group_rule and tenant:c2c7d27799a24ed3b50fd942c090d325 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:27.913868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:27.926918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:27.978438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.117535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.118549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.208159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.220989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.239328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.265650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-08074846-8ff8-48fc-abaa-b30ed2ad6265 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:28.314694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.372635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=82abe790-4407-49a9-af70-78da846960c5,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:28.376112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:28.384288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:28.414379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.419035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1590a5-8101-4aa2-94f5-748a97548acf,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:28.422597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:28.465994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.182 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/ac2e741a-1856-42fc-9a02-2fda1fecb924) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:28.547086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.548507 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6894016
Nov 27 11:46:28.554105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51086) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:28.654695 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e6f6d4a8-8a4b-457f-ba99-820a4b1a711e tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules/1d1590a5-8101-4aa2-94f5-748a97548acf HTTP/1.1" status: 200  len: 705 time: 0.0978508
Nov 27 11:46:28.661420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51090) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:28.685579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:28.690670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:28.715840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51094) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:28.754935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.864400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:28.871040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-603a0a5c-9f0d-42a7-9b57-c90c5da5a471 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:28.961514 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f2c64511-652d-4fec-9b13-424f5d289813 tempest-ServiceProvidersTest-554629455 tempest-ServiceProvidersTest-554629455-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2433555
Nov 27 11:46:28.972098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31c504-e699-47a4-8ed8-54bc1a0fa711 None None] Network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:28.997081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:29.006670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:29.027021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:29.038779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c688acec-0c79-4ae7-a8d7-a184922e6d44 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:29.148543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=ac2e741a-1856-42fc-9a02-2fda1fecb924,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:29.152088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:29.172164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e55067b7-f469-4b20-974e-578159b7bb5a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:29.273816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4fb30064-efaa-47f0-b1c8-f9339965613b None None] Provisioning for port e55067b7-f469-4b20-974e-578159b7bb5a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:29.296179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c688acec-0c79-4ae7-a8d7-a184922e6d44 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:29.304286 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c688acec-0c79-4ae7-a8d7-a184922e6d44 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.6408932
Nov 27 11:46:29.318077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51102) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:29.401123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec8683d-2ee9-4c37-b43c-d948e6b56313 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.422635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec8683d-2ee9-4c37-b43c-d948e6b56313 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.499585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e55067b7-f469-4b20-974e-578159b7bb5a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:29.507717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e55067b7-f469-4b20-974e-578159b7bb5a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:29.508340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.529745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:29.693224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.698652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec8683d-2ee9-4c37-b43c-d948e6b56313 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.729802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9e01b189-8d78-4b00-8dde-78f1a576dcb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:29.743647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8683d-2ee9-4c37-b43c-d948e6b56313 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d1590a5-8101-4aa2-94f5-748a97548acf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:29.745985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dec8683d-2ee9-4c37-b43c-d948e6b56313 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:29.797535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51108) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:29.797895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e55067b7-f469-4b20-974e-578159b7bb5a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e55067b7-f469-4b20-974e-578159b7bb5a,segment=NetworkSegment(1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35),segment_id=1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:29.814293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:29.824175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3992243
Nov 27 11:46:29.825235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51114) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:29.831051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'network': {'name': 'tempest-RoutersTest-791567028'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:29.836795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:29.840931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:network and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:29.844124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:29.850461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:29.859580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dec8683d-2ee9-4c37-b43c-d948e6b56313 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.860704 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dec8683d-2ee9-4c37-b43c-d948e6b56313 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1d1590a5-8101-4aa2-94f5-748a97548acf HTTP/1.1" status: 204  len: 168 time: 0.5283935
Nov 27 11:46:29.867178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51118) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:29.877570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.916541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.920374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-62662e7b-5a37-4e72-9103-ca682e295d62 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:29.920598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8feff41c-23b3-45f4-aaa8-dc689982af90 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:29.947015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-99a7813d-b770-4eb2-8955-ec02d9fdb1c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:29.962222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:29.967986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:29.987359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d7c08541-282a-4b8d-b8fd-b38d21d9efd5 None None] Provisioning for port 82abe790-4407-49a9-af70-78da846960c5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:30.011460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d7c08541-282a-4b8d-b8fd-b38d21d9efd5 None None] Provisioning complete for port 82abe790-4407-49a9-af70-78da846960c5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:30.012344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7c08541-282a-4b8d-b8fd-b38d21d9efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.015053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:46:30.026152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.026574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added segment d3dd3614-a870-4f63-97cf-06110bf58ca9 of type vlan for network 0681152c-b06f-4292-85bc-cda21b03baa3
Nov 27 11:46:30.082457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.100748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.115708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d7c08541-282a-4b8d-b8fd-b38d21d9efd5 None None] Port 82abe790-4407-49a9-af70-78da846960c5 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:30.117942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e55067b7-f469-4b20-974e-578159b7bb5a,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:30.119014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-62662e7b-5a37-4e72-9103-ca682e295d62 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:30.125411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:30.127199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.134241 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-62662e7b-5a37-4e72-9103-ca682e295d62 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2636242
Nov 27 11:46:30.141727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51122) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:30.147543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d7c08541-282a-4b8d-b8fd-b38d21d9efd5 None None] Provisioning complete for port e55067b7-f469-4b20-974e-578159b7bb5a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:30.148222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7c08541-282a-4b8d-b8fd-b38d21d9efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.168830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '82da86d7-0c5e-4065-83c7-553da1b739fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:30.190407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:30.235201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:30.239624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Usage tracker for resource:security_group_rule and tenant:f259fd60fd9149c98edb7eff4b5aaa9d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:30.243224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:30.250185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:30.258963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 8feff41c-23b3-45f4-aaa8-dc689982af90 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:30.276595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:30.320094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8feff41c-23b3-45f4-aaa8-dc689982af90 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:30.320548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.341624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.355248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.360843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:30.361477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.370449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a2873b7-fd33-4133-b6b0-5ee90c5059fe tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:30.424591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.460240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.480701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.524148 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ab2dd9fb-1414-44c4-9997-f89d95a23c9d None None] Provisioning complete for port 82abe790-4407-49a9-af70-78da846960c5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:30.524777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd9fb-1414-44c4-9997-f89d95a23c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.528330 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Sync routers for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:30.548749 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:30.549578 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845fdbfa0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:30.565390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.572642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Network': ['ID=0681152c-b06f-4292-85bc-cda21b03baa3,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:30.581965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:30.582755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-127f0999-7930-4dac-bc98-c3b5bf2111e2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:30.584596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 8feff41c-23b3-45f4-aaa8-dc689982af90, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8feff41c-23b3-45f4-aaa8-dc689982af90,segment=NetworkSegment(f961d6f8-bb89-4b31-855e-f548ee63c345),segment_id=f961d6f8-bb89-4b31-855e-f548ee63c345)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:30.592012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 0681152c-b06f-4292-85bc-cda21b03baa3 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:46:30.612521 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f259fd60fd9149c98edb7eff4b5aaa9d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8136873
Nov 27 11:46:30.614011 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e3068c2d-06d3-4207-a0fb-19d7e4472c3c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7884591
Nov 27 11:46:30.619914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51126) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:30.620528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51128) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:30.624830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dd9fb-1414-44c4-9997-f89d95a23c9d None None] Port 82abe790-4407-49a9-af70-78da846960c5 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:30.629264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf13af8-f4c1-4952-b96b-998f2520f014,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:30.633122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.634456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:30.647423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'subnet': {'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:30.679877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.689100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4c017fdc-f0d6-4dfc-b01f-ccff323032a9 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:30.724190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.727308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7cf1899-56a5-44bc-961d-bd56a4514ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:30.755264 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:30.767836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.769892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:30.842101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=8feff41c-23b3-45f4-aaa8-dc689982af90,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:30.844314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e75c005-7f7e-496d-a62b-50f1070f66cd,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:30.850694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:30.850877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:30.899312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:30.904446 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7613685
Nov 27 11:46:30.905116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51134) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:30.941600 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e753b716-d7d3-4099-942b-c2dbb5a07a45 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules/8e75c005-7f7e-496d-a62b-50f1070f66cd HTTP/1.1" status: 200  len: 705 time: 0.0318656
Nov 27 11:46:30.941915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51138) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:30.962186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=ac2e741a-1856-42fc-9a02-2fda1fecb924,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:30.979556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:30.988124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:31.012440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e55067b7-f469-4b20-974e-578159b7bb5a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:31.013033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:subnet and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:31.022901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:31.033853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f0f5a807-da56-4b22-8f32-a221ab8ffbfa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:31.048166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:31.063857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.115823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e55067b7-f469-4b20-974e-578159b7bb5a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:31.116400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.139460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f0f5a807-da56-4b22-8f32-a221ab8ffbfa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:31.141900 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f0f5a807-da56-4b22-8f32-a221ab8ffbfa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1976397
Nov 27 11:46:31.145438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51142) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:31.169349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15829eb7-6f43-4dbb-82c6-a6569e502941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.189105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3939669d-7714-4e50-85fb-750f91dda5a8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.206823 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845fdbfa0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:27Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82abe790-4407-49a9-af70-78da846960c5', 'name': '', 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:8c:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c59672bb-1581-43da-b305-9b2550635d46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:26Z', 'updated_at': '2021-11-27T11:46:27Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': 'c59672bb-1581-43da-b305-9b2550635d46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:25Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:31.207988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3939669d-7714-4e50-85fb-750f91dda5a8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.211491 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Checking router: cf4943c7-7747-480e-8879-87bed1777243 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:46:31.211852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Updating router cf4943c7-7747-480e-8879-87bed1777243 port 82abe790-4407-49a9-af70-78da846960c5 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:46:31.219652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15829eb7-6f43-4dbb-82c6-a6569e502941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.267327 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.269930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Made reservation on behalf of c9d2b43faf9248b4ac264356c15ee7d1 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:31.360151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8feff41c-23b3-45f4-aaa8-dc689982af90 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:31.364480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3939669d-7714-4e50-85fb-750f91dda5a8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.368259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5778fb0d-760c-4f29-8d3c-f7eec6b5e3d9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:31.403122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939669d-7714-4e50-85fb-750f91dda5a8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e75c005-7f7e-496d-a62b-50f1070f66cd,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:31.416843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3939669d-7714-4e50-85fb-750f91dda5a8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:31.444062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.480112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8feff41c-23b3-45f4-aaa8-dc689982af90 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:31.480625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.564971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3939669d-7714-4e50-85fb-750f91dda5a8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.566806 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3939669d-7714-4e50-85fb-750f91dda5a8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8e75c005-7f7e-496d-a62b-50f1070f66cd HTTP/1.1" status: 204  len: 168 time: 0.4200108
Nov 27 11:46:31.571019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15829eb7-6f43-4dbb-82c6-a6569e502941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.572189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51146) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:31.579129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4174a8d-adf0-4690-9897-7aeb398505c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:31.613920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15829eb7-6f43-4dbb-82c6-a6569e502941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf13af8-f4c1-4952-b96b-998f2520f014,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:31.616061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15829eb7-6f43-4dbb-82c6-a6569e502941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:31.657814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a064ac84-c186-4115-8a74-c8faf04dc4b2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:31.677900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15829eb7-6f43-4dbb-82c6-a6569e502941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.682200 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-15829eb7-6f43-4dbb-82c6-a6569e502941 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cf13af8-f4c1-4952-b96b-998f2520f014 HTTP/1.1" status: 204  len: 168 time: 1.0562339
Nov 27 11:46:31.687069 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 associated. External IP: 172.26.6.182, port: 850fde35-2c30-41d6-877c-3f506e0a97e0.
Nov 27 11:46:31.747296 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.760741 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Transition to ACTIVE for port object 82abe790-4407-49a9-af70-78da846960c5 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:31.855942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a064ac84-c186-4115-8a74-c8faf04dc4b2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:31.857265 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a064ac84-c186-4115-8a74-c8faf04dc4b2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2835598
Nov 27 11:46:31.860478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51152) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:31.867207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Request body: {'security_group_rule': {'security_group_id': '82da86d7-0c5e-4065-83c7-553da1b739fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:31.873659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:31.883717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:31.956306 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:31.960904 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:32.002811 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Project c2c7d27799a24ed3b50fd942c090d325 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:46:32.011818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.018255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.025789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-08296edc-b442-4599-9961-1574ecd234f1 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:32.105931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.112741 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bb52e-0877-4b1a-a4dd-98aace29bbbb None None] Pushing event updated for resources: {'Port': ['ID=82abe790-4407-49a9-af70-78da846960c5,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:32.116453 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-9f3bb52e-0877-4b1a-a4dd-98aace29bbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:32.146591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Subnet': ['ID=8634cf2e-8bbf-4f5a-8589-9560503fae74,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:32.163005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:32.229761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.229761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:32.255245 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Attempting to bind port 82abe790-4407-49a9-af70-78da846960c5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:32.255245 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Attempting to bind port 82abe790-4407-49a9-af70-78da846960c5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:32.255245 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Attempting to bind port 82abe790-4407-49a9-af70-78da846960c5 on network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:32.267076 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:32.268123 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Checking segment: {'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:32.273222 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.273837 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Bound using segment: {'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:32.274411 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Bound port: 82abe790-4407-49a9-af70-78da846960c5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:32.275296 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.286396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e486fa-156d-4496-a187-6c2577c8e001,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:32.297133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:32.414395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Checking segment: {'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:32.415021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network hostable DHCP agents. Network: 0681152c-b06f-4292-85bc-cda21b03baa3, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:46:32.445690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.446249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5846803
Nov 27 11:46:32.466133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51156) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:32.489942 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] For port 82abe790-4407-49a9-af70-78da846960c5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:32.493944 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] For port 82abe790-4407-49a9-af70-78da846960c5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=82abe790-4407-49a9-af70-78da846960c5,segment=NetworkSegment(1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35),segment_id=1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:32.500115 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-126883e0-99b5-49ac-bb26-cb017dd12d99 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules/02e486fa-156d-4496-a187-6c2577c8e001 HTTP/1.1" status: 200  len: 711 time: 0.0330536
Nov 27 11:46:32.504065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51160) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:32.541725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router b0a41217-8d79-4fed-81b6-d26887f31921 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:32.573137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4c89f4ae-cb3b-4dec-8a70-27a49758991a tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:32.579782 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.584859 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:32.662499 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bb52e-0877-4b1a-a4dd-98aace29bbbb None None] Pushing event updated for resources: {'Port': ['ID=82abe790-4407-49a9-af70-78da846960c5,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:32.666695 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-9f3bb52e-0877-4b1a-a4dd-98aace29bbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:32.669270 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:32.669987 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845fdbfa0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:32.765398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 0681152c-b06f-4292-85bc-cda21b03baa3 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:46:32.853229 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:32.884491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 0681152c-b06f-4292-85bc-cda21b03baa3) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:32.894079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8265ab8-6d5d-4784-8337-f110987dde00 None None] Network 0681152c-b06f-4292-85bc-cda21b03baa3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:32.907039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:32.908398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:32.931626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4c89f4ae-cb3b-4dec-8a70-27a49758991a tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group_rule {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:32.933476 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4c89f4ae-cb3b-4dec-8a70-27a49758991a tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.4283264
Nov 27 11:46:32.936453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51164) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:32.985430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52b6e5ed-de81-4412-9f38-d2d4b5699e66 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.005902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52b6e5ed-de81-4412-9f38-d2d4b5699e66 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.035873 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4090950
Nov 27 11:46:33.039950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51168) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:33.042051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:33.119637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] Sync routers for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:33.175771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52b6e5ed-de81-4412-9f38-d2d4b5699e66 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.177071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:33.187722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.206251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6e5ed-de81-4412-9f38-d2d4b5699e66 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e486fa-156d-4496-a187-6c2577c8e001,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:33.211550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-52b6e5ed-de81-4412-9f38-d2d4b5699e66 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:33.226255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:33.226255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846753f40>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:33.274327 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.4379368
Nov 27 11:46:33.274799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:46:33.285371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51174) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:33.339709 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845fdbfa0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:27Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82abe790-4407-49a9-af70-78da846960c5', 'name': '', 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:8c:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c59672bb-1581-43da-b305-9b2550635d46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:26Z', 'updated_at': '2021-11-27T11:46:32Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': 'c59672bb-1581-43da-b305-9b2550635d46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:30Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:33.353229 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea420ff-88f4-480c-9578-d531fea30473 None None] The sync data for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv is: [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:27Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82abe790-4407-49a9-af70-78da846960c5', 'name': '', 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:8c:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c59672bb-1581-43da-b305-9b2550635d46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:26Z', 'updated_at': '2021-11-27T11:46:32Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': 'c59672bb-1581-43da-b305-9b2550635d46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:30Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:33.489753 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a2fddcad-662a-41df-9d7f-33aa1f6adda3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 200  len: 991 time: 0.2030888
Nov 27 11:46:33.507072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-52b6e5ed-de81-4412-9f38-d2d4b5699e66 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.509743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-52b6e5ed-de81-4412-9f38-d2d4b5699e66 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/02e486fa-156d-4496-a187-6c2577c8e001 HTTP/1.1" status: 204  len: 168 time: 0.5717821
Nov 27 11:46:33.515685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51180) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:33.546096 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'status': 'completed', 'code': 200}
Nov 27 11:46:33.619818 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1016ef6b-61cb-49b5-bc6f-348da0aa7b53 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1025779
Nov 27 11:46:33.620719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51184) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:33.725945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cec74f52-e29a-4e8b-8879-502dec7cc290 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.742235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-0681152c-b06f-4292-85bc-cda21b03baa3', 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'fixed_ips': [{'subnet_id': '8634cf2e-8bbf-4f5a-8589-9560503fae74'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:46:33.743114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.767804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cec74f52-e29a-4e8b-8879-502dec7cc290 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.823388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:33.891784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cec74f52-e29a-4e8b-8879-502dec7cc290 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.899640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7e971032-7881-4f9d-8ce3-ab25ffa3e01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:33.926221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec74f52-e29a-4e8b-8879-502dec7cc290 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da86d7-0c5e-4065-83c7-553da1b739fa,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:33.941189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cec74f52-e29a-4e8b-8879-502dec7cc290 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:33.941985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cec74f52-e29a-4e8b-8879-502dec7cc290 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:33.946235 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cec74f52-e29a-4e8b-8879-502dec7cc290 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "DELETE /v2.0/security-groups/82da86d7-0c5e-4065-83c7-553da1b739fa HTTP/1.1" status: 204  len: 168 time: 0.3224168
Nov 27 11:46:33.946913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51188) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:34.008866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-78b54de6-3048-4352-bd93-5614488cafef tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Synchronizing usage tracker for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:34.107249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-c6b7d927-d5af-4267-a465-7d9d22f4542e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 1098 time: 0.5177593
Nov 27 11:46:34.111167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-78b54de6-3048-4352-bd93-5614488cafef tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Unset dirty status for tenant:c2c7d27799a24ed3b50fd942c090d325 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:34.116897 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-78b54de6-3048-4352-bd93-5614488cafef tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1646066
Nov 27 11:46:34.119095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51192) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:34.141042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Allocated IP 172.23.0.2 (0681152c-b06f-4292-85bc-cda21b03baa3/8634cf2e-8bbf-4f5a-8589-9560503fae74/65f1f667-bac4-4804-ac8c-82f427803460) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:34.203068 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5b008bdc-f2f2-4623-a362-8ca4aa954de9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0822079
Nov 27 11:46:34.353154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-38ac6b3c-74fe-4493-bd8f-2c432b6098a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:34.354596 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-38ac6b3c-74fe-4493-bd8f-2c432b6098a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ded14ec2-bb2a-4ce2-842e-378a44368387 HTTP/1.1" status: 200  len: 897 time: 0.2372620
Nov 27 11:46:34.493869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51198) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:34.507401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846753f40>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'port_id': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'mac_address': 'fa:16:3e:5e:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:46:29Z', 'updated_at': '2021-11-27T11:46:29Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:46:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:34.521216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] Checking router: b0a41217-8d79-4fed-81b6-d26887f31921 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:46:34.538599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:34.551942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Transition to ACTIVE for port object 65f1f667-bac4-4804-ac8c-82f427803460 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:34.570188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:34.570780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846753f40>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:34.606535 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-62c54e86-647e-4d8e-a5ea-814a90fd34ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=850fde35-2c30-41d6-877c-3f506e0a97e0 HTTP/1.1" status: 200  len: 999 time: 0.2116842
Nov 27 11:46:34.633610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Transition to ACTIVE for port object 65f1f667-bac4-4804-ac8c-82f427803460 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:34.723145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:34.736713 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d635a7d9-e2dd-4d86-a3ad-16eeaff5d835 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 200  len: 991 time: 0.2237787
Nov 27 11:46:34.760069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:34.767789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:34.838518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-97007344-9755-4bb9-bbeb-ddc6b61d30c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:34.840925 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-97007344-9755-4bb9-bbeb-ddc6b61d30c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8 HTTP/1.1" status: 200  len: 835 time: 0.2223740
Nov 27 11:46:34.857994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Network 0681152c-b06f-4292-85bc-cda21b03baa3 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:34.862096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:34.867260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:34.903367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Pushing event updated for resources: {'Port': ['ID=65f1f667-bac4-4804-ac8c-82f427803460,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:34.922147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51204) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:35.021320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:35.025404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:35.143570 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 82abe790-4407-49a9-af70-78da846960c5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:35.162209 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-030991ee-054a-4c21-bcc0-2ca9183464f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2c7d27799a24ed3b50fd942c090d325&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2383564
Nov 27 11:46:35.164666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51210) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:35.214143 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-cf2a8fa8-eb2d-4235-83a1-a048d5fe6155 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ded14ec2-bb2a-4ce2-842e-378a44368387&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2792633
Nov 27 11:46:35.245399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ce7f336a-5c4b-4800-af20-2f0492fb8e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.259718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Attempting to bind port 65f1f667-bac4-4804-ac8c-82f427803460 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:35.260304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Attempting to bind port 65f1f667-bac4-4804-ac8c-82f427803460 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:35.260908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Attempting to bind port 65f1f667-bac4-4804-ac8c-82f427803460 on network 0681152c-b06f-4292-85bc-cda21b03baa3 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:35.276412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ce7f336a-5c4b-4800-af20-2f0492fb8e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.401262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:35.401262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Checking segment: {'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:35.405044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.405044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Bound using segment: {'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:35.405044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Bound port: 65f1f667-bac4-4804-ac8c-82f427803460, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:35.405044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.457469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ce7f336a-5c4b-4800-af20-2f0492fb8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.463695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc01edb5-3c4b-4995-ab6c-03076d18321b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:35.470907 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-a8db3f79-99bd-4b9d-8bcb-d20470263b99 service neutron] 10.222.0.39 "GET /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153707
Nov 27 11:46:35.481199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Allocated IP 172.23.0.1 (0681152c-b06f-4292-85bc-cda21b03baa3/8634cf2e-8bbf-4f5a-8589-9560503fae74/9ab3740a-662d-443a-a2fa-44d829e34b1a) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:35.487545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f336a-5c4b-4800-af20-2f0492fb8e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc7325-e3de-42a2-80cb-9f3d5bb46048,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:35.492603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ce7f336a-5c4b-4800-af20-2f0492fb8e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:35.605857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ce7f336a-5c4b-4800-af20-2f0492fb8e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.612277 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ce7f336a-5c4b-4800-af20-2f0492fb8e47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97bc7325-e3de-42a2-80cb-9f3d5bb46048 HTTP/1.1" status: 204  len: 168 time: 0.4462187
Nov 27 11:46:35.624296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] For port 65f1f667-bac4-4804-ac8c-82f427803460, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:35.628489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 82abe790-4407-49a9-af70-78da846960c5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:35.639790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 82abe790-4407-49a9-af70-78da846960c5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:35.640102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.670716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] For port 65f1f667-bac4-4804-ac8c-82f427803460, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=65f1f667-bac4-4804-ac8c-82f427803460,segment=NetworkSegment(d3dd3614-a870-4f63-97cf-06110bf58ca9),segment_id=d3dd3614-a870-4f63-97cf-06110bf58ca9)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:35.718297 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-88a7efb3-43b9-486d-9820-976475ed29a4 req-899aebd7-8bd1-43ce-a8a8-ab3238dca499 service neutron] 10.222.0.39 "GET /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2384195
Nov 27 11:46:35.724577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51216) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:35.750143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.758378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:35.876239 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e1ad0c0d-f33c-44f1-aaef-185b25cc789d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 200  len: 991 time: 0.1491544
Nov 27 11:46:35.917998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.938168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Transition to ACTIVE for port object 9ab3740a-662d-443a-a2fa-44d829e34b1a will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:35.941161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Pushing event updated for resources: {'Port': ['ID=65f1f667-bac4-4804-ac8c-82f427803460,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:35.951617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:35.953982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:35.995122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846753f40>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'port_id': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'mac_address': 'fa:16:3e:5e:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:46:29Z', 'updated_at': '2021-11-27T11:46:29Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:46:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:36.002451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 82abe790-4407-49a9-af70-78da846960c5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=82abe790-4407-49a9-af70-78da846960c5,segment=NetworkSegment(1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35),segment_id=1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:36.003749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24e940-9528-4ba8-886e-dcd29fb85ebf None None] The sync data for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv is: [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'port_id': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'mac_address': 'fa:16:3e:5e:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:46:29Z', 'updated_at': '2021-11-27T11:46:29Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:46:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:36.115177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:36.115394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:36.126351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ecf7530f-1172-4b25-8679-b48119fa5a3e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:36.132548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-87de4ddd-7e18-4657-99dd-ed9f136c48ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:36.253203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 0681152c-b06f-4292-85bc-cda21b03baa3 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:36.256792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:36.272172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:36.273322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=82abe790-4407-49a9-af70-78da846960c5,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:36.304548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:36.346392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=9ab3740a-662d-443a-a2fa-44d829e34b1a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:36.353401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:36.385482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:36.548261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:36.880917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51232) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:37.019314 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-222c1cf0-345a-427d-a9d4-89e7a05d0732 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 200  len: 991 time: 0.1374269
Nov 27 11:46:37.100469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:37.116657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 82abe790-4407-49a9-af70-78da846960c5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:37.196516 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 82abe790-4407-49a9-af70-78da846960c5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:37.196766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:37.228462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a9ef1-1573-4a66-bbf6-9f40e19213df None None] Network 0681152c-b06f-4292-85bc-cda21b03baa3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:37.233287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:37.292843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:37.321967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51240) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:37.418574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:37.422598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event updated for resources: {'Port': ['ID=9ab3740a-662d-443a-a2fa-44d829e34b1a,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:37.429548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:37.501671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1017963964'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:37.515704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:37.521899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Usage tracker for resource:network and tenant:6a3e5e3aea3d41028d75d785caee8112 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:37.526849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:37.537243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:37.593720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Network 0681152c-b06f-4292-85bc-cda21b03baa3 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:37.602250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:37.602399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 65f1f667-bac4-4804-ac8c-82f427803460 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:37.665180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-33abe7fd-1673-444c-85c2-00e175abe6b2 None None] Provisioning for port 65f1f667-bac4-4804-ac8c-82f427803460 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:37.667893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Made reservation on behalf of 6a3e5e3aea3d41028d75d785caee8112 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:37.674892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:37.687269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:37.727379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:37.731780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Usage tracker for resource:security_group_rule and tenant:6a3e5e3aea3d41028d75d785caee8112 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:37.735254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:37.741264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:37.867847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:37.881716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 65f1f667-bac4-4804-ac8c-82f427803460 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:37.887888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 65f1f667-bac4-4804-ac8c-82f427803460 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:37.888972 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.004337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.013748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0e0bd9c3-51d8-4bb1-8ae1-bc40756ac9aa tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:38.023596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51246) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:38.043477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:46:38.054221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e843f16-2d5e-46db-98f6-42a0b510af6a,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:38.058250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:38.065629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.066119 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Added segment ac18b9e2-5c07-495d-bc99-901984a2fd88 of type vlan for network 05b1cee2-96db-48bb-bdf3-51368357603c
Nov 27 11:46:38.086524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.121513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0d727c57-3f07-4586-8892-15649c3c5bda None None] Provisioning complete for port 65f1f667-bac4-4804-ac8c-82f427803460 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:38.122109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0d727c57-3f07-4586-8892-15649c3c5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.128328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.182654 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-50075519-09a6-4436-820e-e9c8a39b9d33 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 200  len: 991 time: 0.1572912
Nov 27 11:46:38.201711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:38.226983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 65f1f667-bac4-4804-ac8c-82f427803460, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=65f1f667-bac4-4804-ac8c-82f427803460,segment=NetworkSegment(d3dd3614-a870-4f63-97cf-06110bf58ca9),segment_id=d3dd3614-a870-4f63-97cf-06110bf58ca9)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:38.311135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.316824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:38.316824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.322853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:38.389466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.413920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:38.513952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Pushing event updated for resources: {'Network': ['ID=05b1cee2-96db-48bb-bdf3-51368357603c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:38.517581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:38.534053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:38.547154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 05b1cee2-96db-48bb-bdf3-51368357603c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:46:38.547838 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5062859
Nov 27 11:46:38.550681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51250) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:38.556645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:38.593034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=65f1f667-bac4-4804-ac8c-82f427803460,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:38.596542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:38.610377 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.2862542
Nov 27 11:46:38.619195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51254) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:38.627838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Request body: {'subnet': {'network_id': '05b1cee2-96db-48bb-bdf3-51368357603c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:38.770219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0d727c57-3f07-4586-8892-15649c3c5bda None None] Provisioning for port 9ab3740a-662d-443a-a2fa-44d829e34b1a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:38.773589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:38.777008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0d727c57-3f07-4586-8892-15649c3c5bda None None] Provisioning complete for port 9ab3740a-662d-443a-a2fa-44d829e34b1a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:38.779630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0d727c57-3f07-4586-8892-15649c3c5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:38.779993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Usage tracker for resource:subnet and tenant:6a3e5e3aea3d41028d75d785caee8112 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:38.783503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:38.805468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:38.894800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Made reservation on behalf of 6a3e5e3aea3d41028d75d785caee8112 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:38.895935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0d727c57-3f07-4586-8892-15649c3c5bda None None] Port 9ab3740a-662d-443a-a2fa-44d829e34b1a cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:39.038515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-65f462ee-9f8b-44b0-99e0-c51246bdf9a2 None None] Provisioning complete for port 9ab3740a-662d-443a-a2fa-44d829e34b1a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:39.038872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-65f462ee-9f8b-44b0-99e0-c51246bdf9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:39.059168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:39.094222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 65f1f667-bac4-4804-ac8c-82f427803460 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:39.132643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:39.155443 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf2322-976e-4449-a889-936800b39c70 None None] New status for floating IP 23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:46:39.184231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-65f462ee-9f8b-44b0-99e0-c51246bdf9a2 None None] Port 9ab3740a-662d-443a-a2fa-44d829e34b1a cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:39.207359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 65f1f667-bac4-4804-ac8c-82f427803460 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:39.207912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:39.388840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51258) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:39.627072 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ac768fc2-8b3c-414d-aaa0-e562285621dd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 200  len: 991 time: 0.2353678
Nov 27 11:46:39.665206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:39.671187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fbd908a4-6a97-4a42-b78c-4fd0febeb1e4 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:39.688079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 27 11:46:39.703248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Removed routes are [] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 27 11:46:39.703847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:39.745729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Pushing event updated for resources: {'Subnet': ['ID=27a073b4-dd42-4913-aaf1-7c719f6daf35,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:39.748305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:39.764275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Checking segment: {'id': 'ac18b9e2-5c07-495d-bc99-901984a2fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '05b1cee2-96db-48bb-bdf3-51368357603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:39.764627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Network hostable DHCP agents. Network: 05b1cee2-96db-48bb-bdf3-51368357603c, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:46:39.865944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Network 05b1cee2-96db-48bb-bdf3-51368357603c is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:46:39.964971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 05b1cee2-96db-48bb-bdf3-51368357603c) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:39.970864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:39.971889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:39.978024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f5a3d7-f51a-466a-b97d-2d38a2c6d422 None None] Network 05b1cee2-96db-48bb-bdf3-51368357603c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:40.059451 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4364622
Nov 27 11:46:40.061679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51264) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:40.068409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Request body: {'port': {'network_id': '05b1cee2-96db-48bb-bdf3-51368357603c', 'name': 'tempest-TagsExtTest-20807769'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:40.114838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Sync routers for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:40.126882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:40.131979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:40.180001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:40.180760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845b05580>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:40.243944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:40.248757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Usage tracker for resource:port and tenant:6a3e5e3aea3d41028d75d785caee8112 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:40.252225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:40.260192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:40.324643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Made reservation on behalf of 6a3e5e3aea3d41028d75d785caee8112 for: {'port': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:46:40.328284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:40.353376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] device_id is not set on port cb71597c-36d3-49b3-a80e-ea673cd44cf9 yet. {{(pid=84364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:46:40.419991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-05b1cee2-96db-48bb-bdf3-51368357603c', 'network_id': '05b1cee2-96db-48bb-bdf3-51368357603c', 'tenant_id': '6a3e5e3aea3d41028d75d785caee8112', 'fixed_ips': [{'subnet_id': '27a073b4-dd42-4913-aaf1-7c719f6daf35'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:46:40.420889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:40.451215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:40.472067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:40.527549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Allocated IP 172.20.0.9 (05b1cee2-96db-48bb-bdf3-51368357603c/27a073b4-dd42-4913-aaf1-7c719f6daf35/cb71597c-36d3-49b3-a80e-ea673cd44cf9) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:40.636173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51268) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:40.666550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:40.674521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:40.676855 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2bb40631-d3c2-460a-af95-996c75a514d7 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 200  len: 934 time: 2.1240191
Nov 27 11:46:40.683176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51272) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:40.845641 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1e587f57-a4a7-4d8a-935e-fe686e77933d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 200  len: 993 time: 0.2032242
Nov 27 11:46:40.880557 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-085b55e7-f723-4e97-9057-2353a685627a tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 200  len: 934 time: 0.1961491
Nov 27 11:46:40.883443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51276) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:40.889962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'routes': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:40.890151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:40.918253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Transition to ACTIVE for port object cb71597c-36d3-49b3-a80e-ea673cd44cf9 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:40.926842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845b05580>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:39Z', 'revision_number': 6, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82abe790-4407-49a9-af70-78da846960c5', 'name': '', 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:8c:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c59672bb-1581-43da-b305-9b2550635d46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:26Z', 'updated_at': '2021-11-27T11:46:35Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': 'c59672bb-1581-43da-b305-9b2550635d46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:30Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab3740a-662d-443a-a2fa-44d829e34b1a', 'name': '', 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7c:47:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8634cf2e-8bbf-4f5a-8589-9560503fae74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:35Z', 'updated_at': '2021-11-27T11:46:36Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '8634cf2e-8bbf-4f5a-8589-9560503fae74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:40.934574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Checking router: cf4943c7-7747-480e-8879-87bed1777243 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:46:40.935686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Updating router cf4943c7-7747-480e-8879-87bed1777243 port 9ab3740a-662d-443a-a2fa-44d829e34b1a binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:46:41.000391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.027996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.038621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:41.111554 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Network 05b1cee2-96db-48bb-bdf3-51368357603c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:41.130285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:41.135698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:41.168218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Pushing event updated for resources: {'Port': ['ID=cb71597c-36d3-49b3-a80e-ea673cd44cf9,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:41.175608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:41.230082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:46:41.231116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.241781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Allocated IP 172.20.0.2 (05b1cee2-96db-48bb-bdf3-51368357603c/27a073b4-dd42-4913-aaf1-7c719f6daf35/55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:46:41.347536 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 920 time: 1.2852690
Nov 27 11:46:41.349138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51280) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:41.353962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-636294912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:41.360670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:41.366100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Usage tracker for resource:router and tenant:6a3e5e3aea3d41028d75d785caee8112 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:41.371018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:41.381079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:41.481695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.484623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.512628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.610746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.612232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.641514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Transition to ACTIVE for port object 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:41.649386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added routes are [] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 27 11:46:41.650213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 27 11:46:41.670281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.675471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Transition to ACTIVE for port object 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:41.686042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Transition to ACTIVE for port object 9ab3740a-662d-443a-a2fa-44d829e34b1a will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:46:41.692493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.725134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.725482 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a894c4f2-e912-4d7d-ba50-b718ad35889e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3764029
Nov 27 11:46:41.728747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51284) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:41.734461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ad466413-6bc4-4c20-841b-e6784701e49b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2015127773', 'prefixes': ['172.20.0.0/16']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:41.741085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ad466413-6bc4-4c20-841b-e6784701e49b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:41.757060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.760836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:41.788455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:41.882706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Network 05b1cee2-96db-48bb-bdf3-51368357603c is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:46:41.892131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:46:41.904090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Pushing event updated for resources: {'Port': ['ID=55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:41.904090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:46:41.906106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:41.906599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:42.121876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b78e2-f716-419c-ac65-839ef88785e9 None None] Pushing event updated for resources: {'Port': ['ID=9ab3740a-662d-443a-a2fa-44d829e34b1a,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:42.131326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b84b78e2-f716-419c-ac65-839ef88785e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:42.139662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Attempting to bind port 9ab3740a-662d-443a-a2fa-44d829e34b1a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:42.140101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Attempting to bind port 9ab3740a-662d-443a-a2fa-44d829e34b1a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:42.140408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Attempting to bind port 9ab3740a-662d-443a-a2fa-44d829e34b1a on network 0681152c-b06f-4292-85bc-cda21b03baa3 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:42.142697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Attempting to bind port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:46:42.143072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Attempting to bind port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'ac18b9e2-5c07-495d-bc99-901984a2fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '05b1cee2-96db-48bb-bdf3-51368357603c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:46:42.143343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Attempting to bind port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 on network 05b1cee2-96db-48bb-bdf3-51368357603c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:46:42.158337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:42.158337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Checking segment: {'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:42.158337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.158337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Bound using segment: {'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:42.158337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Bound port: 9ab3740a-662d-443a-a2fa-44d829e34b1a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dd3614-a870-4f63-97cf-06110bf58ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:42.158337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.164371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:46:42.164749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Checking segment: {'id': 'ac18b9e2-5c07-495d-bc99-901984a2fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '05b1cee2-96db-48bb-bdf3-51368357603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:46:42.165155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.165543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Bound using segment: {'id': 'ac18b9e2-5c07-495d-bc99-901984a2fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '05b1cee2-96db-48bb-bdf3-51368357603c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:46:42.166006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Bound port: 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac18b9e2-5c07-495d-bc99-901984a2fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '05b1cee2-96db-48bb-bdf3-51368357603c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:46:42.166378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.344873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] For port 9ab3740a-662d-443a-a2fa-44d829e34b1a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:42.347139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] For port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:46:42.349905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] For port 9ab3740a-662d-443a-a2fa-44d829e34b1a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9ab3740a-662d-443a-a2fa-44d829e34b1a,segment=NetworkSegment(d3dd3614-a870-4f63-97cf-06110bf58ca9),segment_id=d3dd3614-a870-4f63-97cf-06110bf58ca9)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:42.353145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] For port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86,segment=NetworkSegment(ac18b9e2-5c07-495d-bc99-901984a2fd88),segment_id=ac18b9e2-5c07-495d-bc99-901984a2fd88)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:46:42.400547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.405016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.439322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.443076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-68a31261-1d6b-4687-8265-58004be018a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:42.486063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.522122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ad466413-6bc4-4c20-841b-e6784701e49b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for subnetpool, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.522122 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ad466413-6bc4-4c20-841b-e6784701e49b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.7884150
Nov 27 11:46:42.525882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51288) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:42.529183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-619e86ad-7dc9-4c4e-ae42-362252d1cd17 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844bb7760>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35', 'tempest-TagsExtTest-Tag-1288484597') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:42.536388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b78e2-f716-419c-ac65-839ef88785e9 None None] Pushing event updated for resources: {'Port': ['ID=9ab3740a-662d-443a-a2fa-44d829e34b1a,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:42.540348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b84b78e2-f716-419c-ac65-839ef88785e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:42.542839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:42.609266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:42.610154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845b05580>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:42.635078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:42.784728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Pushing event updated for resources: {'Port': ['ID=55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:42.799299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:42.811818 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-619e86ad-7dc9-4c4e-ae42-362252d1cd17 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags/tempest-TagsExtTest-Tag-1288484597 HTTP/1.1" status: 201  len: 201 time: 0.2828176
Nov 27 11:46:42.814726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51292) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:42.825579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-c797b3eb-25bf-4afc-a2e4-3d40086ec4b6 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f284560e160>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9', 'tempest-TagsExtTest-Tag-930976726') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:42.834458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:42.925494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:42.935151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:42.942507 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dd427ea4-7cda-4644-b0ff-fba090906aa0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 200  len: 700 time: 2.0578833
Nov 27 11:46:42.943107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51296) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:43.037857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:43.142249 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-feddf3bf-44ee-401f-b622-a7546f2a9804 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 200  len: 700 time: 0.1949697
Nov 27 11:46:43.142446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51300) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:43.203746 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c797b3eb-25bf-4afc-a2e4-3d40086ec4b6 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags/tempest-TagsExtTest-Tag-930976726 HTTP/1.1" status: 201  len: 201 time: 0.3871143
Nov 27 11:46:43.204466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51304) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:43.212053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-4b617e89-317a-4eb2-aae9-85b98e8a8f95 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f284549dc40>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5', 'tempest-TagsExtTest-Tag-424074433') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:43.388555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:43.413919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845b05580>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:41Z', 'revision_number': 7, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82abe790-4407-49a9-af70-78da846960c5', 'name': '', 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:8c:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c59672bb-1581-43da-b305-9b2550635d46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:26Z', 'updated_at': '2021-11-27T11:46:35Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': 'c59672bb-1581-43da-b305-9b2550635d46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:30Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab3740a-662d-443a-a2fa-44d829e34b1a', 'name': '', 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7c:47:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8634cf2e-8bbf-4f5a-8589-9560503fae74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:35Z', 'updated_at': '2021-11-27T11:46:42Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '8634cf2e-8bbf-4f5a-8589-9560503fae74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:43.419018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21165801-5f7d-4c0d-aeaf-f501a21bdd34 None None] The sync data for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv is: [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:41Z', 'revision_number': 7, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82abe790-4407-49a9-af70-78da846960c5', 'name': '', 'network_id': '9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:8c:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c59672bb-1581-43da-b305-9b2550635d46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:26Z', 'updated_at': '2021-11-27T11:46:35Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': 'c59672bb-1581-43da-b305-9b2550635d46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:30Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab3740a-662d-443a-a2fa-44d829e34b1a', 'name': '', 'network_id': '0681152c-b06f-4292-85bc-cda21b03baa3', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7c:47:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8634cf2e-8bbf-4f5a-8589-9560503fae74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:35Z', 'updated_at': '2021-11-27T11:46:42Z', 'revision_number': 4, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '8634cf2e-8bbf-4f5a-8589-9560503fae74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:43.452198 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4b617e89-317a-4eb2-aae9-85b98e8a8f95 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags/tempest-TagsExtTest-Tag-424074433 HTTP/1.1" status: 201  len: 201 time: 0.2445014
Nov 27 11:46:43.455695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51308) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:43.462167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-b9abbb27-565c-4333-87b0-007c199e9204 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2845788cd0>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891', 'tempest-TagsExtTest-Tag-1516063271') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:43.642716 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b9abbb27-565c-4333-87b0-007c199e9204 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags/tempest-TagsExtTest-Tag-1516063271 HTTP/1.1" status: 201  len: 201 time: 0.1859114
Nov 27 11:46:43.659977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51312) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:43.668129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-bfb470bc-9291-4904-b1ed-ddc722ab57d7 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f28458e5ac0>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:43.688799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:43.749818 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bfb470bc-9291-4904-b1ed-ddc722ab57d7 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags HTTP/1.1" status: 200  len: 241 time: 0.0883086
Nov 27 11:46:43.752163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51316) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:43.759459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-d4b3b5e7-263b-41a6-88aa-256ee39b01d1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2845642f70>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35', 'tempest-TagsExtTest-Tag-1288484597') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:43.828350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70fdb0-4b25-4863-8901-c703bc03e33c None None] Network 05b1cee2-96db-48bb-bdf3-51368357603c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:43.840211 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d4b3b5e7-263b-41a6-88aa-256ee39b01d1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags/tempest-TagsExtTest-Tag-1288484597 HTTP/1.1" status: 204  len: 168 time: 0.0867441
Nov 27 11:46:43.845655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51320) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:43.854343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-13ee3904-61bd-479e-bd35-f8c92a74aa26 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2845ed68b0>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35', 'tempest-TagsExtTest-Tag-1288484597') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:44.038772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] Provisioning for port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:44.054919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] Provisioning complete for port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:44.055412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:44.076969 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-13ee3904-61bd-479e-bd35-f8c92a74aa26 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags/tempest-TagsExtTest-Tag-1288484597 HTTP/1.1" status: 204  len: 168 time: 0.2300055
Nov 27 11:46:44.082295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51324) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:44.090639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-722984a8-a1cc-47b7-85bb-31c99941742a tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2844bfb640>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:44.175264 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-722984a8-a1cc-47b7-85bb-31c99941742a tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags HTTP/1.1" status: 200  len: 205 time: 0.0911345
Nov 27 11:46:44.177580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51328) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:44.184058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-04de94d9-37cb-4abd-b0e6-edfac4a8af4a tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f28457cc730>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:44.245247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:44.262510 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-04de94d9-37cb-4abd-b0e6-edfac4a8af4a tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags HTTP/1.1" status: 200  len: 240 time: 0.0835395
Nov 27 11:46:44.265435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51332) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:44.271964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-bb03c47a-44d0-4f34-8772-bbc60c6dab72 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2845394850>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9', 'tempest-TagsExtTest-Tag-930976726') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:44.284937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] For port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86,segment=NetworkSegment(ac18b9e2-5c07-495d-bc99-901984a2fd88),segment_id=ac18b9e2-5c07-495d-bc99-901984a2fd88)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:44.343801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bb03c47a-44d0-4f34-8772-bbc60c6dab72 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags/tempest-TagsExtTest-Tag-930976726 HTTP/1.1" status: 204  len: 168 time: 0.0769067
Nov 27 11:46:44.346354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51336) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:44.353242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-67cdba16-2bb4-46b7-8dba-da5f093fda1e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2845f69220>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9', 'tempest-TagsExtTest-Tag-930976726') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:44.409849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:44.410918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 9ab3740a-662d-443a-a2fa-44d829e34b1a {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:44.411273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:44.421769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:44.499178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] Pushing event updated for resources: {'Port': ['ID=55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:44.502263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:44.537833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b1dbd2f8-cda9-4221-aeea-a6dcb9099418 None None] Provisioning complete for port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:44.538438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd2f8-cda9-4221-aeea-a6dcb9099418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:44.557299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-67cdba16-2bb4-46b7-8dba-da5f093fda1e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags/tempest-TagsExtTest-Tag-930976726 HTTP/1.1" status: 204  len: 168 time: 0.2096369
Nov 27 11:46:44.557706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51340) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:44.574259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-41eabc1a-15a5-4a60-8a5f-6f2bc9aad36e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2845220400>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:44.673227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 9ab3740a-662d-443a-a2fa-44d829e34b1a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9ab3740a-662d-443a-a2fa-44d829e34b1a,segment=NetworkSegment(d3dd3614-a870-4f63-97cf-06110bf58ca9),segment_id=d3dd3614-a870-4f63-97cf-06110bf58ca9)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:44.673580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:44.765545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b1dbd2f8-cda9-4221-aeea-a6dcb9099418 None None] Provisioning for port cb71597c-36d3-49b3-a80e-ea673cd44cf9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:44.767270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b1dbd2f8-cda9-4221-aeea-a6dcb9099418 None None] Provisioning complete for port cb71597c-36d3-49b3-a80e-ea673cd44cf9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:44.767653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd2f8-cda9-4221-aeea-a6dcb9099418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:44.809307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 9ab3740a-662d-443a-a2fa-44d829e34b1a owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:44.825223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbd2f8-cda9-4221-aeea-a6dcb9099418 None None] Port cb71597c-36d3-49b3-a80e-ea673cd44cf9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:44.846454 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-41eabc1a-15a5-4a60-8a5f-6f2bc9aad36e tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags HTTP/1.1" status: 200  len: 205 time: 0.2788868
Nov 27 11:46:44.849022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51344) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:44.854927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-ad040c91-944e-4b3e-96f9-d456c117dfac tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2844c6a9d0>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:45.338166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-77ff3e34-8acb-49fe-8b3b-a0b2e7e1cfb9 None None] Provisioning complete for port cb71597c-36d3-49b3-a80e-ea673cd44cf9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:45.338166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-77ff3e34-8acb-49fe-8b3b-a0b2e7e1cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:45.352714 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ad040c91-944e-4b3e-96f9-d456c117dfac tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags HTTP/1.1" status: 200  len: 240 time: 0.1517205
Nov 27 11:46:45.352714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51348) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:45.352714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-ac8174e8-1d07-4f2c-b812-312d1fd6f864 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844d68670>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5', 'tempest-TagsExtTest-Tag-424074433') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:45.361776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-77ff3e34-8acb-49fe-8b3b-a0b2e7e1cfb9 None None] Port cb71597c-36d3-49b3-a80e-ea673cd44cf9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:46:45.361776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9ab3740a-662d-443a-a2fa-44d829e34b1a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:45.368112 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ac8174e8-1d07-4f2c-b812-312d1fd6f864 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags/tempest-TagsExtTest-Tag-424074433 HTTP/1.1" status: 204  len: 168 time: 0.1499870
Nov 27 11:46:45.368112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51352) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:45.368112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-01aad9a1-d317-45e2-b419-c61ccb57d176 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f28458faee0>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5', 'tempest-TagsExtTest-Tag-424074433') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:45.368735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:45.368874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9ab3740a-662d-443a-a2fa-44d829e34b1a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:46:45.369145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:45.369279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9ab3740a-662d-443a-a2fa-44d829e34b1a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:45.369279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:45.369279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Port 9ab3740a-662d-443a-a2fa-44d829e34b1a was deleted so its status cannot be updated. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Nov 27 11:46:45.369279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:46:45.369788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=9ab3740a-662d-443a-a2fa-44d829e34b1a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:45.369788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:45.409942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:46:45.410976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:45.597525 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-01aad9a1-d317-45e2-b419-c61ccb57d176 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags/tempest-TagsExtTest-Tag-424074433 HTTP/1.1" status: 204  len: 168 time: 0.4268594
Nov 27 11:46:45.597710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51356) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:45.603316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-3dcaceb3-f458-4f6b-8ad2-1e8ac4678b3c tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2845e6cc40>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:45.722100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:45.733427 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3dcaceb3-f458-4f6b-8ad2-1e8ac4678b3c tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags HTTP/1.1" status: 200  len: 205 time: 0.1346133
Nov 27 11:46:45.736055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51360) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:45.741374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-e4e3092d-6d3d-4162-b560-5958efa7088d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f28463c6250>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:45.767274 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e4e3092d-6d3d-4162-b560-5958efa7088d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags HTTP/1.1" status: 200  len: 241 time: 0.0300801
Nov 27 11:46:45.769708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51364) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:45.775193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-676b8ae6-6816-4528-a52d-245be46f491b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f284661f730>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891', 'tempest-TagsExtTest-Tag-1516063271') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:45.799669 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-676b8ae6-6816-4528-a52d-245be46f491b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags/tempest-TagsExtTest-Tag-1516063271 HTTP/1.1" status: 204  len: 168 time: 0.0287619
Nov 27 11:46:45.802268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51368) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:45.807824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-ee057f08-078e-46ce-9cd2-72eaf4cb33c8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f28465e81f0>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891', 'tempest-TagsExtTest-Tag-1516063271') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:45.931248 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ee057f08-078e-46ce-9cd2-72eaf4cb33c8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags/tempest-TagsExtTest-Tag-1516063271 HTTP/1.1" status: 204  len: 168 time: 0.1279330
Nov 27 11:46:45.933629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51372) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:45.939774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-7d1795e6-81ce-4ffd-b7c2-335a11bbb5de tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2845f50940>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:45.963369 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7d1795e6-81ce-4ffd-b7c2-335a11bbb5de tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags HTTP/1.1" status: 200  len: 205 time: 0.0285997
Nov 27 11:46:45.967455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51376) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:45.973125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-867b2419-e2b3-4fae-ba04-56dad4d3dfcc tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2844ee0250>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:46.007930 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-867b2419-e2b3-4fae-ba04-56dad4d3dfcc tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags HTTP/1.1" status: 204  len: 168 time: 0.0394540
Nov 27 11:46:46.010496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51380) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.016371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-299370b0-db4a-4d27-9198-67a10f290557 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2845f509d0>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:46.152191 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-299370b0-db4a-4d27-9198-67a10f290557 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags HTTP/1.1" status: 204  len: 168 time: 0.1406209
Nov 27 11:46:46.155280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51384) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.160771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-7cfcfb7b-1a1c-4ea9-82a2-20ccbc0fca17 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f28452c3e20>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:46.233164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7cfcfb7b-1a1c-4ea9-82a2-20ccbc0fca17 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags HTTP/1.1" status: 204  len: 168 time: 0.0768857
Nov 27 11:46:46.235741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51388) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.238239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:46.241326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-de4b5465-23e6-4852-962d-9645fe602117 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f284599ca90>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:46.319028 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-de4b5465-23e6-4852-962d-9645fe602117 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags HTTP/1.1" status: 204  len: 168 time: 0.0785084
Nov 27 11:46:46.319764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51392) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.325826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-407a0d41-a890-4695-971c-2a9a0e430df3 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f284513d2b0>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35', 'tempest-TagsExtTest-Tag-1843306096') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:46.415827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:46.428916 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2855501
Nov 27 11:46:46.431488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51396) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.465188 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-407a0d41-a890-4695-971c-2a9a0e430df3 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags/tempest-TagsExtTest-Tag-1843306096 HTTP/1.1" status: 201  len: 201 time: 0.1443131
Nov 27 11:46:46.467671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51400) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.473269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-095c5b4e-b109-4c49-a1b5-22d13a88d266 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f28452b95b0>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9', 'tempest-TagsExtTest-Tag-1875290775') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:46.596512 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-095c5b4e-b109-4c49-a1b5-22d13a88d266 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags/tempest-TagsExtTest-Tag-1875290775 HTTP/1.1" status: 201  len: 201 time: 0.1278350
Nov 27 11:46:46.599651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51404) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.605733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-fab13c92-f150-43a2-a9f7-dd865e4ac2b3 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844e96730>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5', 'tempest-TagsExtTest-Tag-296465909') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:46.620408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet 8634cf2e-8bbf-4f5a-8589-9560503fae74 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:46:46.623975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:46.676916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:46.766011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:46.840430 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fab13c92-f150-43a2-a9f7-dd865e4ac2b3 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags/tempest-TagsExtTest-Tag-296465909 HTTP/1.1" status: 201  len: 201 time: 0.2384961
Nov 27 11:46:46.841967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51408) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.847779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-4d3bcb50-b3cb-4dad-b714-2ab52a53fa66 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f284592a280>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891', 'tempest-TagsExtTest-Tag-1408165425') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:46.896704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:46.899129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2e502615-fdfe-430a-ba29-d2cd398ec920 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:46.935327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=8634cf2e-8bbf-4f5a-8589-9560503fae74,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:46.938339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:46.940029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:46.945639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada66e3-6b4b-4c67-8ab5-c418aca9e900 None None] Network 0681152c-b06f-4292-85bc-cda21b03baa3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:46.946202 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/8634cf2e-8bbf-4f5a-8589-9560503fae74 HTTP/1.1" status: 204  len: 168 time: 0.5132458
Nov 27 11:46:46.949879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51412) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.969507 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4d3bcb50-b3cb-4dad-b714-2ab52a53fa66 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags/tempest-TagsExtTest-Tag-1408165425 HTTP/1.1" status: 201  len: 201 time: 0.1255922
Nov 27 11:46:46.971295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51416) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:46.977091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-10362ca8-1139-468a-a346-a876795c99f9 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2845db80d0>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35', {'tags': ['tempest-TagsExtTest-Tag-382807326', 'tempest-TagsExtTest-Tag-1118804522', 'tempest-TagsExtTest-Tag-670872110']}) {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.116976 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-10362ca8-1139-468a-a346-a876795c99f9 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags HTTP/1.1" status: 200  len: 316 time: 0.1444900
Nov 27 11:46:47.120464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51420) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:47.126859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-3cafb0b0-81cb-4d09-8997-88438233d9a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2845ac5f70>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.207871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.220796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 65f1f667-bac4-4804-ac8c-82f427803460 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:47.221126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.261474 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] DHCP port deletion for 0681152c-b06f-4292-85bc-cda21b03baa3 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:46:47.266356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] Deleting port 65f1f667-bac4-4804-ac8c-82f427803460 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:47.266785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.316321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3cafb0b0-81cb-4d09-8997-88438233d9a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags HTTP/1.1" status: 204  len: 168 time: 0.1948061
Nov 27 11:46:47.319172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51426) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:47.324887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-6b79c2f6-ea82-4bee-a2cf-f96f5369ca70 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844bc1e80>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35', 'tempest-TagsExtTest-Tag-382807326') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.393413 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-6b79c2f6-ea82-4bee-a2cf-f96f5369ca70 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:47.397133 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6b79c2f6-ea82-4bee-a2cf-f96f5369ca70 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags/tempest-TagsExtTest-Tag-382807326 HTTP/1.1" status: 404  len: 328 time: 0.0742371
Nov 27 11:46:47.397503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51430) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:47.405698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-e79a5208-aae5-4402-9c9d-6a4f79d683aa tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f28452e7340>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35', 'tempest-TagsExtTest-Tag-1118804522') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.459920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 65f1f667-bac4-4804-ac8c-82f427803460, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=65f1f667-bac4-4804-ac8c-82f427803460,segment=NetworkSegment(d3dd3614-a870-4f63-97cf-06110bf58ca9),segment_id=d3dd3614-a870-4f63-97cf-06110bf58ca9)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:47.460478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.483846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] For port 65f1f667-bac4-4804-ac8c-82f427803460, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=65f1f667-bac4-4804-ac8c-82f427803460,segment=NetworkSegment(d3dd3614-a870-4f63-97cf-06110bf58ca9),segment_id=d3dd3614-a870-4f63-97cf-06110bf58ca9)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:47.484179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.491177 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-e79a5208-aae5-4402-9c9d-6a4f79d683aa tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:47.495367 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e79a5208-aae5-4402-9c9d-6a4f79d683aa tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags/tempest-TagsExtTest-Tag-1118804522 HTTP/1.1" status: 404  len: 329 time: 0.0942039
Nov 27 11:46:47.495790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51434) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:47.501384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-05ac4bbd-d362-4f90-97e1-8cea7fc8f31d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844ac8f40>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35', 'tempest-TagsExtTest-Tag-670872110') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.572448 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-05ac4bbd-d362-4f90-97e1-8cea7fc8f31d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:47.576718 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-05ac4bbd-d362-4f90-97e1-8cea7fc8f31d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags/tempest-TagsExtTest-Tag-670872110 HTTP/1.1" status: 404  len: 328 time: 0.0768027
Nov 27 11:46:47.576977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51438) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:47.582370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 65f1f667-bac4-4804-ac8c-82f427803460 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:47.582779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-b195db9c-a6d1-4ab9-a148-1e85f5d739f5 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2845e6cdf0>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9', {'tags': ['tempest-TagsExtTest-Tag-1248153842', 'tempest-TagsExtTest-Tag-1943952645', 'tempest-TagsExtTest-Tag-1548309874']}) {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.610558 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] Calling delete_port for 65f1f667-bac4-4804-ac8c-82f427803460 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:47.705293 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b195db9c-a6d1-4ab9-a148-1e85f5d739f5 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags HTTP/1.1" status: 200  len: 318 time: 0.1271937
Nov 27 11:46:47.707928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51442) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:47.713256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-42e4f54f-c733-4d4c-ae0b-bf17d72ea64d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f28453aa3d0>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.739184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.744053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2a2cf6e0-ca0a-4f19-b4d6-5d7e2e7f2936 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:47.745294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:46:47.745697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:46:47.788266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=65f1f667-bac4-4804-ac8c-82f427803460,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:47.792265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:47.794744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No DVR routers for this DVR port 65f1f667-bac4-4804-ac8c-82f427803460 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:46:47.882075 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-42e4f54f-c733-4d4c-ae0b-bf17d72ea64d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags HTTP/1.1" status: 204  len: 168 time: 0.1731510
Nov 27 11:46:47.884583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51446) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:47.891919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-4d732289-fd78-4654-a279-0ab1e76e5995 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844fcc430>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9', 'tempest-TagsExtTest-Tag-1248153842') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.918813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.944327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284509f7f0>,) {'filters': {'network_id': ['0681152c-b06f-4292-85bc-cda21b03baa3']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.954261 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-4d732289-fd78-4654-a279-0ab1e76e5995 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:47.955372 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4d732289-fd78-4654-a279-0ab1e76e5995 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags/tempest-TagsExtTest-Tag-1248153842 HTTP/1.1" status: 404  len: 329 time: 0.0698314
Nov 27 11:46:47.956814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284509f7f0>, 'd3dd3614-a870-4f63-97cf-06110bf58ca9') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.957359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284509f7f0>, 'd3dd3614-a870-4f63-97cf-06110bf58ca9') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.958361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51450) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:47.963754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-86360bea-32f1-4ecd-b87f-498101524094 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f28458a3d60>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9', 'tempest-TagsExtTest-Tag-1943952645') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:47.968919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.984704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:47.990930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:46:47.991318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:46:48.006261 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:46:48.136466 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-86360bea-32f1-4ecd-b87f-498101524094 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:48.137418 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-86360bea-32f1-4ecd-b87f-498101524094 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags/tempest-TagsExtTest-Tag-1943952645 HTTP/1.1" status: 404  len: 329 time: 0.1781445
Nov 27 11:46:48.140565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51454) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:48.145693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.tag.tag_plugin [None req-76811c44-140c-495b-a0a9-f1291133ab07 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f28456dc070>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9', 'tempest-TagsExtTest-Tag-1548309874') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:48.151249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:48.156958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:48.161377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-683462a2-af04-4359-a270-3f8ecde0be93 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:48.189031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=0681152c-b06f-4292-85bc-cda21b03baa3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:48.191772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:48.193933 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/0681152c-b06f-4292-85bc-cda21b03baa3 HTTP/1.1" status: 204  len: 168 time: 1.2430902
Nov 27 11:46:48.196729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51458) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:48.246589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] Deleting port 65f1f667-bac4-4804-ac8c-82f427803460 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:48.247077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:48.313083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fda861d7-2dc2-4899-9644-5cc2d7febef3 None None] The port '65f1f667-bac4-4804-ac8c-82f427803460' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:46:48.331689 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-76811c44-140c-495b-a0a9-f1291133ab07 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:48.332958 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-76811c44-140c-495b-a0a9-f1291133ab07 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags/tempest-TagsExtTest-Tag-1548309874 HTTP/1.1" status: 404  len: 329 time: 0.1915009
Nov 27 11:46:48.335820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51462) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:48.343618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-0f7e1ab1-da65-4e3b-873f-ebdd371a592d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2844bd20d0>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5', {'tags': ['tempest-TagsExtTest-Tag-951327850', 'tempest-TagsExtTest-Tag-449472576', 'tempest-TagsExtTest-Tag-2077743754']}) {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:48.566697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:48.585168 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0f7e1ab1-da65-4e3b-873f-ebdd371a592d tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags HTTP/1.1" status: 200  len: 316 time: 0.2440212
Nov 27 11:46:48.585168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51466) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:48.590725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-e1dc1af6-5f9f-4e95-9d45-50b76d0753b2 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2844a3ff10>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:48.833316 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e1dc1af6-5f9f-4e95-9d45-50b76d0753b2 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags HTTP/1.1" status: 204  len: 168 time: 0.2391686
Nov 27 11:46:48.833316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51470) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:48.834203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-4648b162-e7c8-4efb-b277-cfabdfe3ccc3 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844a3f430>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5', 'tempest-TagsExtTest-Tag-951327850') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:48.947071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 65f1f667-bac4-4804-ac8c-82f427803460 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:48.973618 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-4648b162-e7c8-4efb-b277-cfabdfe3ccc3 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:48.974815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4648b162-e7c8-4efb-b277-cfabdfe3ccc3 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags/tempest-TagsExtTest-Tag-951327850 HTTP/1.1" status: 404  len: 328 time: 0.1456881
Nov 27 11:46:48.977641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51474) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:48.978020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e0090be0-417d-4c60-b8b7-4612cd0efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:48.983098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-fe5432f6-c314-443e-88dc-e967f3b0d1f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2845e05ca0>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5', 'tempest-TagsExtTest-Tag-449472576') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:48.985715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 65f1f667-bac4-4804-ac8c-82f427803460 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:48.986275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 65f1f667-bac4-4804-ac8c-82f427803460 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:49.167119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 82abe790-4407-49a9-af70-78da846960c5 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:49.167453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:49.228186 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-fe5432f6-c314-443e-88dc-e967f3b0d1f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:49.229708 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fe5432f6-c314-443e-88dc-e967f3b0d1f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags/tempest-TagsExtTest-Tag-449472576 HTTP/1.1" status: 404  len: 328 time: 0.2508383
Nov 27 11:46:49.232382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51478) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.237777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-14942b73-deb2-4430-a5ec-fe51e1458fd0 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f28476f7250>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5', 'tempest-TagsExtTest-Tag-2077743754') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.356489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 82abe790-4407-49a9-af70-78da846960c5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=82abe790-4407-49a9-af70-78da846960c5,segment=NetworkSegment(1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35),segment_id=1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:49.356762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:49.365432 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-14942b73-deb2-4430-a5ec-fe51e1458fd0 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:49.366384 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-14942b73-deb2-4430-a5ec-fe51e1458fd0 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags/tempest-TagsExtTest-Tag-2077743754 HTTP/1.1" status: 404  len: 329 time: 0.1331210
Nov 27 11:46:49.369285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51482) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.375316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-b8a1e4f0-4ac7-48fc-8f95-9f7d10ba7ce5 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f28453ff940>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891', {'tags': ['tempest-TagsExtTest-Tag-1786458351', 'tempest-TagsExtTest-Tag-2012188428', 'tempest-TagsExtTest-Tag-974088770']}) {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.467961 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b8a1e4f0-4ac7-48fc-8f95-9f7d10ba7ce5 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "PUT /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags HTTP/1.1" status: 200  len: 317 time: 0.0976837
Nov 27 11:46:49.470440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51486) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.476238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-081121c2-54f3-4f34-ab72-974aebcb41ba tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2844c0d580>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.478371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 82abe790-4407-49a9-af70-78da846960c5 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:49.591119 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-081121c2-54f3-4f34-ab72-974aebcb41ba tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags HTTP/1.1" status: 204  len: 168 time: 0.1196318
Nov 27 11:46:49.594464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51490) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.600327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-8e66aec3-63e4-4ebf-9f18-5dcddff6b78c tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844c76550>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891', 'tempest-TagsExtTest-Tag-1786458351') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.633869 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-8e66aec3-63e4-4ebf-9f18-5dcddff6b78c tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:49.637697 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8e66aec3-63e4-4ebf-9f18-5dcddff6b78c tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags/tempest-TagsExtTest-Tag-1786458351 HTTP/1.1" status: 404  len: 329 time: 0.0395002
Nov 27 11:46:49.638111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51494) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.645634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-850127a2-af9b-4563-9550-4418aad4d389 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2844fd0250>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891', 'tempest-TagsExtTest-Tag-2012188428') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.674853 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-850127a2-af9b-4563-9550-4418aad4d389 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:49.684329 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-850127a2-af9b-4563-9550-4418aad4d389 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags/tempest-TagsExtTest-Tag-2012188428 HTTP/1.1" status: 404  len: 329 time: 0.0368421
Nov 27 11:46:49.684329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51498) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.684329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-29f13605-b5e0-42c5-b16c-12b30e47075b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f28459efee0>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891', 'tempest-TagsExtTest-Tag-974088770') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.720718 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-29f13605-b5e0-42c5-b16c-12b30e47075b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] show failed (client error): The resource could not be found.
Nov 27 11:46:49.722961 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-29f13605-b5e0-42c5-b16c-12b30e47075b tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags/tempest-TagsExtTest-Tag-974088770 HTTP/1.1" status: 404  len: 328 time: 0.0429788
Nov 27 11:46:49.725163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51502) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.730724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-e2051924-0a56-4982-ba16-73043b4a1c1c tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f284578bbb0>, 'subnetpools', '27fd5f75-1f2b-46ae-8f23-03bd5a84f891') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.760413 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e2051924-0a56-4982-ba16-73043b4a1c1c tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891/tags HTTP/1.1" status: 204  len: 168 time: 0.0342157
Nov 27 11:46:49.763531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51506) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.769254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-b05e1983-7b5c-40fa-8653-32832fceda4a tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2844adfd30>, 'routers', 'd83d4c06-f74d-42a9-98a9-1e65db0472c5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.795865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:49.858804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:49.862673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6b35c6a6-6b79-4178-b20b-c01b4273c523 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:49.906939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=82abe790-4407-49a9-af70-78da846960c5,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:49.909439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:49.910067 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b05e1983-7b5c-40fa-8653-32832fceda4a tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5/tags HTTP/1.1" status: 204  len: 168 time: 0.1455092
Nov 27 11:46:49.912593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51510) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:49.917934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-9f545e29-2034-4664-b090-d302fcc70598 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2845b8bb50>, 'ports', 'cb71597c-36d3-49b3-a80e-ea673cd44cf9') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:49.991406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9f545e29-2034-4664-b090-d302fcc70598 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9/tags HTTP/1.1" status: 204  len: 168 time: 0.0778606
Nov 27 11:46:49.993998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51514) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:50.000003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.tag.tag_plugin [None req-3ef12dbe-63e7-4296-8b9d-2bda0300ba76 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f28462e9af0>, 'subnets', '27a073b4-dd42-4913-aaf1-7c719f6daf35') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:50.080526 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3ef12dbe-63e7-4296-8b9d-2bda0300ba76 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35/tags HTTP/1.1" status: 204  len: 168 time: 0.0793209
Nov 27 11:46:50.080837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51518) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:50.198040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:50.287931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e240-ad06-4528-aa78-30ad9e3af5d0 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for subnetpool, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:50.291342 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a7b7e240-ad06-4528-aa78-30ad9e3af5d0 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnetpools/27fd5f75-1f2b-46ae-8f23-03bd5a84f891 HTTP/1.1" status: 204  len: 168 time: 0.2072737
Nov 27 11:46:50.291695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51522) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:50.334403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47a79b30-f4d8-4459-848a-9a7993786505 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Synchronizing usage tracker for tenant:6a3e5e3aea3d41028d75d785caee8112 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:46:50.418645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47a79b30-f4d8-4459-848a-9a7993786505 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Unset dirty status for tenant:6a3e5e3aea3d41028d75d785caee8112 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:46:50.420243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-47a79b30-f4d8-4459-848a-9a7993786505 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83d4c06-f74d-42a9-98a9-1e65db0472c5 HTTP/1.1" status: 200  len: 205 time: 0.1276309
Nov 27 11:46:50.422739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51526) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:50.561135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9898e12c-05a3-4324-8ec9-3bd5d49e7f02 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:50.723492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:50.901653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:50.917912 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7178349
Nov 27 11:46:50.918152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51530) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:51.089536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9898e12c-05a3-4324-8ec9-3bd5d49e7f02 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.094646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9898e12c-05a3-4324-8ec9-3bd5d49e7f02 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.117495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet c59672bb-1581-43da-b305-9b2550635d46 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:46:51.121813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.187600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a26d-bb30-426b-aae5-9b40e30052a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.233296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9898e12c-05a3-4324-8ec9-3bd5d49e7f02 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.233876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9898e12c-05a3-4324-8ec9-3bd5d49e7f02 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Fanout notify agent at l3_agent the message router_deleted on router d83d4c06-f74d-42a9-98a9-1e65db0472c5 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:46:51.245659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9898e12c-05a3-4324-8ec9-3bd5d49e7f02 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.246889 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9898e12c-05a3-4324-8ec9-3bd5d49e7f02 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/routers/d83d4c06-f74d-42a9-98a9-1e65db0472c5 HTTP/1.1" status: 204  len: 168 time: 0.8230159
Nov 27 11:46:51.249783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51534) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:51.289249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.320322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Deleting port cb71597c-36d3-49b3-a80e-ea673cd44cf9 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:51.320512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.378736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.527808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.532989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-97865e86-e9b7-4dc9-b6fa-f920c5593acc tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:51.564236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.579341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=c59672bb-1581-43da-b305-9b2550635d46,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:51.582353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:51.586661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.594622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf393c4-25bc-4f21-90e7-f386aca48659 None None] Network 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:51.597565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/c59672bb-1581-43da-b305-9b2550635d46 HTTP/1.1" status: 204  len: 168 time: 0.6758716
Nov 27 11:46:51.597727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51538) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:51.691885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Calling delete_port for cb71597c-36d3-49b3-a80e-ea673cd44cf9 owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:51.711486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.722741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port e55067b7-f469-4b20-974e-578159b7bb5a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:51.723300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.876156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] DHCP port deletion for 9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:46:51.881065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] Deleting port e55067b7-f469-4b20-974e-578159b7bb5a {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:51.881447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.940591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port e55067b7-f469-4b20-974e-578159b7bb5a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e55067b7-f469-4b20-974e-578159b7bb5a,segment=NetworkSegment(1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35),segment_id=1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:51.941109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.950102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:51.958093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f73383c0-bd25-4ed1-9f38-6f9735ef0d3f tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:52.011886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Pushing event deleted for resources: {'Port': ['ID=cb71597c-36d3-49b3-a80e-ea673cd44cf9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:52.013677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:52.083536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for e55067b7-f469-4b20-974e-578159b7bb5a owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:52.116660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] For port e55067b7-f469-4b20-974e-578159b7bb5a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e55067b7-f469-4b20-974e-578159b7bb5a,segment=NetworkSegment(1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35),segment_id=1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:52.117062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.148544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.244682 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/ports/cb71597c-36d3-49b3-a80e-ea673cd44cf9 HTTP/1.1" status: 204  len: 168 time: 0.9937720
Nov 27 11:46:52.246899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51546) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:52.252175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] Calling delete_port for e55067b7-f469-4b20-974e-578159b7bb5a owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:52.273065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.277150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20e5a261-838f-492e-8e3f-bad9f3076650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:52.338050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=e55067b7-f469-4b20-974e-578159b7bb5a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:52.342364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:46:52.342881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:46:52.344221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:52.349819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No DVR routers for this DVR port e55067b7-f469-4b20-974e-578159b7bb5a on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:46:52.375882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.389721 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] Sync routers for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:52.408454 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:52.409436 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fbcd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:52.468296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Deleting subnet 27a073b4-dd42-4913-aaf1-7c719f6daf35 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:46:52.471246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.486320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.513942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28459d2580>,) {'filters': {'network_id': ['9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:52.526415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28459d2580>, '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:52.526699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28459d2580>, '1e87e0cd-bf33-46ad-ba16-39c5e9c9ed35') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:52.529393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.538329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.554814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.561339 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:52.561508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:46:52.561803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:46:52.576753 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:46:52.637595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.730117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.734405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-797e8787-9d5a-4fc8-8426-7ebdfb2e63e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:52.750008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.760961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:52.765693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:52.769125 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/9e6c3da6-147c-4e34-8e1f-6ce1fae1b8fb HTTP/1.1" status: 204  len: 168 time: 1.1703312
Nov 27 11:46:52.771809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51552) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:52.798756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.803200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b4b17a5f-2aa4-434b-b4a7-665c58fadc7d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:52.843162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Pushing event deleted for resources: {'Subnet': ['ID=27a073b4-dd42-4913-aaf1-7c719f6daf35,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:52.845903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:52.846218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] Deleting port e55067b7-f469-4b20-974e-578159b7bb5a {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:52.846990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.854146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:52.861287 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/subnets/27a073b4-dd42-4913-aaf1-7c719f6daf35 HTTP/1.1" status: 204  len: 168 time: 0.6128106
Nov 27 11:46:52.866930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51556) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:52.889303 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fbcd0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:49Z', 'revision_number': 9, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:30Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:52.894483 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] Checking router: cf4943c7-7747-480e-8879-87bed1777243 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:46:52.907210 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:52.907948 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fbcd0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:52.912975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6344f451-b505-47da-a0b9-1325ccc00668 None None] Network 05b1cee2-96db-48bb-bdf3-51368357603c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:53.036780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e55067b7-f469-4b20-974e-578159b7bb5a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:53.063388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:53.078737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Deleting port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:53.080338 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:53.081667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:53.089523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0bf03-4bfd-4c4e-a80b-bdd3dc740b4c None None] The port 'e55067b7-f469-4b20-974e-578159b7bb5a' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:46:53.109371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e55067b7-f469-4b20-974e-578159b7bb5a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:53.109711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e55067b7-f469-4b20-974e-578159b7bb5a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:53.370176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] For port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86,segment=NetworkSegment(ac18b9e2-5c07-495d-bc99-901984a2fd88),segment_id=ac18b9e2-5c07-495d-bc99-901984a2fd88)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:53.370676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:53.384499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:53.494955 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fbcd0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:49Z', 'revision_number': 9, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:30Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:53.500762 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95f2f5-ac07-4ee3-a249-3f29c03e0400 None None] The sync data for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv is: [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:49Z', 'revision_number': 9, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feff41c-23b3-45f4-aaa8-dc689982af90', 'name': '', 'network_id': 'd6243f5b-dab8-4e04-af83-d7805fafcc5c', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:2f:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:18Z', 'updated_at': '2021-11-27T11:46:30Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '46f572ff-d540-4911-96ee-bf1b38775a17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:53.501568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] DHCP port deletion for 05b1cee2-96db-48bb-bdf3-51368357603c request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:46:53.506269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] Deleting port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:53.512551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:53.648018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Calling delete_port for 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:53.739204 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] For port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86,segment=NetworkSegment(ac18b9e2-5c07-495d-bc99-901984a2fd88),segment_id=ac18b9e2-5c07-495d-bc99-901984a2fd88)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:53.739595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:53.833348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:53.837757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:53.854699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:53.861583 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] Calling delete_port for 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:53.907898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Pushing event deleted for resources: {'Port': ['ID=55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:53.910337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:53.914044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] No DVR routers for this DVR port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:46:53.943418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:46:53.943856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:46:54.043783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.047671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 8feff41c-23b3-45f4-aaa8-dc689982af90 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:54.048011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.074305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845323190>,) {'filters': {'network_id': ['05b1cee2-96db-48bb-bdf3-51368357603c']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:54.080973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845323190>, 'ac18b9e2-5c07-495d-bc99-901984a2fd88') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:54.081272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845323190>, 'ac18b9e2-5c07-495d-bc99-901984a2fd88') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:54.093774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.110262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.116114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:46:54.116493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:46:54.135386 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:46:54.243882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 8feff41c-23b3-45f4-aaa8-dc689982af90, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8feff41c-23b3-45f4-aaa8-dc689982af90,segment=NetworkSegment(f961d6f8-bb89-4b31-855e-f548ee63c345),segment_id=f961d6f8-bb89-4b31-855e-f548ee63c345)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:54.244232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.333149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.336806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ba5c22d-70d1-451a-9704-35d9b4ffd191 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:54.351966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.363481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Pushing event deleted for resources: {'Network': ['ID=05b1cee2-96db-48bb-bdf3-51368357603c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:54.364133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 8feff41c-23b3-45f4-aaa8-dc689982af90 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:54.371932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:54.371932 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] 10.222.0.23 "DELETE /v2.0/networks/05b1cee2-96db-48bb-bdf3-51368357603c HTTP/1.1" status: 204  len: 168 time: 1.5036454
Nov 27 11:46:54.445545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] Deleting port 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:54.446230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.518855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8dff8acc-eb86-45df-9fc0-7b700a894a5c None None] The port '55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:46:54.704479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:54.708915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d5378e9e-29b3-45d2-b7a2-a2fda78e6887 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:54.752627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=8feff41c-23b3-45f4-aaa8-dc689982af90,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:54.756674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:55.022508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9ab3740a-662d-443a-a2fa-44d829e34b1a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:55.043479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:55.056421 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51568) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:55.060888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9ab3740a-662d-443a-a2fa-44d829e34b1a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:55.061310 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9ab3740a-662d-443a-a2fa-44d829e34b1a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:55.061801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:55.097509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:55.097818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 55fa7ae9-5063-4f9e-ab0f-e14f67ddcc86 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:55.098245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 82abe790-4407-49a9-af70-78da846960c5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:55.140497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 82abe790-4407-49a9-af70-78da846960c5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:55.140497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 82abe790-4407-49a9-af70-78da846960c5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:55.300126 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a7fad16d-1bac-4e5a-adec-6864dcb4fb4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a3e5e3aea3d41028d75d785caee8112&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2407959
Nov 27 11:46:55.300734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51574) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:55.365330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b696-c829-4b12-b79f-fdd6791b4750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:55.393064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b696-c829-4b12-b79f-fdd6791b4750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:55.507217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b696-c829-4b12-b79f-fdd6791b4750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:55.512684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-deedbe79-0714-4ba8-b375-a06d4588a7ce tempest-NegativeSecGroupTest-239396083 tempest-NegativeSecGroupTest-239396083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:55.527681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6b696-c829-4b12-b79f-fdd6791b4750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e843f16-2d5e-46db-98f6-42a0b510af6a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:55.530043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e8e6b696-c829-4b12-b79f-fdd6791b4750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:55.533819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b696-c829-4b12-b79f-fdd6791b4750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:55.537679 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e8e6b696-c829-4b12-b79f-fdd6791b4750 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e843f16-2d5e-46db-98f6-42a0b510af6a HTTP/1.1" status: 204  len: 168 time: 0.2334013
Nov 27 11:46:55.705819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:46:55.890854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:46:55.904427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] Sync routers for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:46:55.905557 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1327660
Nov 27 11:46:55.908224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51584) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:55.918398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:55.919241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ffbd90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:56.076871 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:56.115632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet 46f572ff-d540-4911-96ee-bf1b38775a17 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:46:56.118910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:56.178193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:56.274521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:56.406305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ffbd90>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:54Z', 'revision_number': 10, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:56.410261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] Checking router: cf4943c7-7747-480e-8879-87bed1777243 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:46:56.421107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:46:56.421698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ffbd90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:56.464193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:56.470249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2f0c8c72-e164-4a9f-8d88-b842a3a5e0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:56.508350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=46f572ff-d540-4911-96ee-bf1b38775a17,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:56.512434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:56.518352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:56.527761 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/46f572ff-d540-4911-96ee-bf1b38775a17 HTTP/1.1" status: 204  len: 168 time: 0.6161449
Nov 27 11:46:56.528106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51598) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:56.588692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab838be-c774-4583-9d7e-9885762fbfb0 None None] Network d6243f5b-dab8-4e04-af83-d7805fafcc5c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:46:56.677827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:56.690411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 9d999c97-cecc-4139-87da-865298cd3998 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:56.690411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:56.785717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:46:57.041368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 9d999c97-cecc-4139-87da-865298cd3998, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9d999c97-cecc-4139-87da-865298cd3998,segment=NetworkSegment(f961d6f8-bb89-4b31-855e-f548ee63c345),segment_id=f961d6f8-bb89-4b31-855e-f548ee63c345)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:57.041919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.045120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0404221-a760-478d-9624-95272c608c00 None None] DHCP port deletion for d6243f5b-dab8-4e04-af83-d7805fafcc5c request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:46:57.059540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c0404221-a760-478d-9624-95272c608c00 None None] Deleting port 9d999c97-cecc-4139-87da-865298cd3998 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:57.059540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c0404221-a760-478d-9624-95272c608c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.118779 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:46:57.167916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 9d999c97-cecc-4139-87da-865298cd3998 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:57.341965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-c0404221-a760-478d-9624-95272c608c00 None None] For port 9d999c97-cecc-4139-87da-865298cd3998, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9d999c97-cecc-4139-87da-865298cd3998,segment=NetworkSegment(f961d6f8-bb89-4b31-855e-f548ee63c345),segment_id=f961d6f8-bb89-4b31-855e-f548ee63c345)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:57.342257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c0404221-a760-478d-9624-95272c608c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.347287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.356430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ffbd90>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:54Z', 'revision_number': 10, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:57.356605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e108514a-e9cb-4f45-a68b-ad8faf86f3d8 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:57.396247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=9d999c97-cecc-4139-87da-865298cd3998,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:57.398999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:57.402662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No DVR routers for this DVR port 9d999c97-cecc-4139-87da-865298cd3998 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:46:57.405747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b106e-648a-4dc2-a0ca-9e5116833839 None None] The sync data for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv is: [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:54Z', 'revision_number': 10, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None, '_interfaces': [{'id': '29db09ba-fb71-44b8-a128-520f1890be16', 'name': '', 'network_id': '5bacacf0-b18d-464d-9af3-a63dc8f47033', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'mac_address': 'fa:16:3e:7a:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4943c7-7747-480e-8879-87bed1777243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:46:09Z', 'updated_at': '2021-11-27T11:46:19Z', 'revision_number': 5, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'subnets': [{'id': '6062c638-05c7-44b8-86f1-b22e5578f1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:46:57.473913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c0404221-a760-478d-9624-95272c608c00 None None] Calling delete_port for 9d999c97-cecc-4139-87da-865298cd3998 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:57.552178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.553303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-c0404221-a760-478d-9624-95272c608c00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:46:57.553662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-c0404221-a760-478d-9624-95272c608c00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:46:57.584216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845d3da30>,) {'filters': {'network_id': ['d6243f5b-dab8-4e04-af83-d7805fafcc5c']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:57.600459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d3da30>, 'f961d6f8-bb89-4b31-855e-f548ee63c345') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:57.600459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845d3da30>, 'f961d6f8-bb89-4b31-855e-f548ee63c345') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:46:57.611936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.629669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.637180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:46:57.637591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:46:57.653828 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:46:57.808480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.812771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a1182f3-ca42-4846-b0f5-9e1e759496bf tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:57.859657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:57.879069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=d6243f5b-dab8-4e04-af83-d7805fafcc5c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:57.892020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:57.897363 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/d6243f5b-dab8-4e04-af83-d7805fafcc5c HTTP/1.1" status: 204  len: 168 time: 1.3682060
Nov 27 11:46:57.897479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51618) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:58.061497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c0404221-a760-478d-9624-95272c608c00 None None] Deleting port 9d999c97-cecc-4139-87da-865298cd3998 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:58.061497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c0404221-a760-478d-9624-95272c608c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:58.133790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c0404221-a760-478d-9624-95272c608c00 None None] The port '9d999c97-cecc-4139-87da-865298cd3998' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:46:58.326299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:58.959328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51632) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:58.961163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9d999c97-cecc-4139-87da-865298cd3998 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:58.967619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192026817', 'description': 'tempest-secgroup-smoke-1192026817 description', 'project_id': 'c2257a822dc549e5a3095c96edf17058'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:58.976163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:58.981248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:58.985836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:58.994991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:58.995646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9d999c97-cecc-4139-87da-865298cd3998 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:58.996296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9d999c97-cecc-4139-87da-865298cd3998 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:58.996875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8feff41c-23b3-45f4-aaa8-dc689982af90 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:46:59.032012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 8feff41c-23b3-45f4-aaa8-dc689982af90 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:46:59.032365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8feff41c-23b3-45f4-aaa8-dc689982af90 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:46:59.096572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 29db09ba-fb71-44b8-a128-520f1890be16 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:46:59.097192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.098737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.112090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.147767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:59.151693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group_rule and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:59.154945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:59.160879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:59.234741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.290489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 29db09ba-fb71-44b8-a128-520f1890be16, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=29db09ba-fb71-44b8-a128-520f1890be16,segment=NetworkSegment(995bfd83-5871-48bd-91b6-22b7dc84e362),segment_id=995bfd83-5871-48bd-91b6-22b7dc84e362)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:46:59.290870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.326674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.331007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b1d28e64-78ce-4b2f-8b84-a8a27e8f82b9 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:59.384942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:59.387145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd347902-3a9c-4554-8962-e239bc6fb5d2,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:59.391131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group_rule and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:59.393992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:59.394610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:59.401711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:59.418347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 29db09ba-fb71-44b8-a128-520f1890be16 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:46:59.460784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.566888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.572301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a5686194-670d-4ea4-9109-3b0a679f38cc tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:59.612994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8dde7d-110c-4d4c-ab41-128df50831e9,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:59.615587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:59.684418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.684820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.685523 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.7246287
Nov 27 11:46:59.688448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51638) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:46:59.691627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d9c03d6-1b8e-4c54-a077-9530c3117f7a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:59.694043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'security_group_rule': {'security_group_id': '6f8dde7d-110c-4d4c-ab41-128df50831e9', 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:46:59.700138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:46:59.703975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group_rule and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:46:59.707213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:46:59.712966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:46:59.754815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=29db09ba-fb71-44b8-a128-520f1890be16,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:59.757571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:46:59.812117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.890397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.959099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:46:59.961899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4af4baa1-50ac-4392-a3ca-33c79d0c5efe tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:46:59.985415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0f41a8-ea5d-4657-854c-2c376f4776ea,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:46:59.987914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:00.007397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.089957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.091925 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4025540
Nov 27 11:47:00.096443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51642) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:00.101972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'security_group_rule': {'security_group_id': '6f8dde7d-110c-4d4c-ab41-128df50831e9', 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:00.107921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:00.118643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group_rule and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:00.118643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:00.120137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:00.202252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.263245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.420756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.422685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-825f4a3f-c957-4ea5-a048-57d8b48af85e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:00.446752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55158841-51cb-4d34-95cf-36c671a3e8da,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:00.448863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:00.521092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.522385 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4249628
Nov 27 11:47:00.527951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51646) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:00.533584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'security_group_rule': {'security_group_id': '6f8dde7d-110c-4d4c-ab41-128df50831e9', 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:00.537218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:47:00.539730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:00.543710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group_rule and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:00.547223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:00.556634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:00.630991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.672628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:00.682919 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] Sync routers for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:00.687545 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7886729
Nov 27 11:47:00.690197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51650) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:00.696589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.697804 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:00.698550 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462712e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:00.800986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.803067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-53722770-4110-4404-90c3-734b88417a5b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:00.823678 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:00.829394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071c895f-62e7-4030-9757-7943e42d2cb1,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:00.832156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:00.883226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting subnet 6062c638-05c7-44b8-86f1-b22e5578f1af {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:47:00.886075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.907249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.908671 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-96f89a67-02ba-4be0-91fe-e49bbfa1e600 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3797255
Nov 27 11:47:00.911356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51654) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:00.934429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'security_group_rule': {'security_group_id': '6f8dde7d-110c-4d4c-ab41-128df50831e9', 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:00.939174 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462712e0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:59Z', 'revision_number': 11, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:00.942069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:00.943214 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] Checking router: cf4943c7-7747-480e-8879-87bed1777243 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:00.947341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group_rule and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:00.949870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:00.951317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:00.956062 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:00.957123 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462712e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:00.959156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:01.042571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.079661 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:01.108370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.174792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.183068 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462712e0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:59Z', 'revision_number': 11, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:01.186979 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402bfb5-5911-4175-94a0-d01c54f7ece2 None None] The sync data for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv is: [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:59Z', 'revision_number': 11, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:01.235858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.239781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c326826d-f2f3-45da-9f50-c078dfac0e9b tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:01.275832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Subnet': ['ID=6062c638-05c7-44b8-86f1-b22e5578f1af,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:01.278799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:01.281440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.287071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.288218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40421a-5395-4915-992c-c70ae81dd969 None None] Network 5bacacf0-b18d-464d-9af3-a63dc8f47033 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:47:01.288810 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/6062c638-05c7-44b8-86f1-b22e5578f1af HTTP/1.1" status: 204  len: 168 time: 0.5976367
Nov 27 11:47:01.290199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-61b6064b-10db-4e47-834e-65e3ce001282 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:01.293540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51658) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:01.309279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503bc882-33f0-4bed-9a7d-6463c919f92d,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:01.314586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:01.389841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.392118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4769526
Nov 27 11:47:01.395522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51662) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:01.404846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'security_group_rule': {'security_group_id': '6f8dde7d-110c-4d4c-ab41-128df50831e9', 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:01.412751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:01.417984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group_rule and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:01.420558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.422068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:01.429561 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:01.431319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Deleting port 23d02535-edd0-4e9e-97c9-552dc41d854c {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:47:01.431732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.527322 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Project c2257a822dc549e5a3095c96edf17058 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:47:01.542332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.599487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] DHCP port deletion for 5bacacf0-b18d-464d-9af3-a63dc8f47033 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:47:01.610704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] Deleting port 23d02535-edd0-4e9e-97c9-552dc41d854c {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:47:01.610704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.691878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.695031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] For port 23d02535-edd0-4e9e-97c9-552dc41d854c, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=23d02535-edd0-4e9e-97c9-552dc41d854c,segment=NetworkSegment(995bfd83-5871-48bd-91b6-22b7dc84e362),segment_id=995bfd83-5871-48bd-91b6-22b7dc84e362)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:01.699025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.774529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.800749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5d096afa-e799-4b60-85c7-e2e8ae3afb18 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:01.831558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c60f8c-b814-4159-aef8-8331d537a905,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:01.831558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:01.844751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Calling delete_port for 23d02535-edd0-4e9e-97c9-552dc41d854c owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:47:01.910735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] For port 23d02535-edd0-4e9e-97c9-552dc41d854c, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=23d02535-edd0-4e9e-97c9-552dc41d854c,segment=NetworkSegment(995bfd83-5871-48bd-91b6-22b7dc84e362),segment_id=995bfd83-5871-48bd-91b6-22b7dc84e362)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:01.911134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.915453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:01.916831 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5202067
Nov 27 11:47:01.921607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51666) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:01.927397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'security_group_rule': {'security_group_id': '6f8dde7d-110c-4d4c-ab41-128df50831e9', 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:01.933170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:01.943412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:security_group_rule and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:01.943412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:01.946033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:02.027102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.032173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c0d5268d-ef07-4e4a-b8a5-64be596fd485 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:02.032772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] Calling delete_port for 23d02535-edd0-4e9e-97c9-552dc41d854c owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:47:02.076943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Port': ['ID=23d02535-edd0-4e9e-97c9-552dc41d854c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:02.080517 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Project c2257a822dc549e5a3095c96edf17058 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:47:02.085622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:02.090117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No DVR routers for this DVR port 23d02535-edd0-4e9e-97c9-552dc41d854c on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:47:02.091612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.107989 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:47:02.108346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:47:02.251629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.282686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28452dc910>,) {'filters': {'network_id': ['5bacacf0-b18d-464d-9af3-a63dc8f47033']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:02.302417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452dc910>, '995bfd83-5871-48bd-91b6-22b7dc84e362') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:02.302752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452dc910>, '995bfd83-5871-48bd-91b6-22b7dc84e362') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:02.314651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.318020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.334268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.340483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:47:02.341732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:47:02.363582 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:47:02.480846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.523804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:02.562574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc32ede9-b071-4a13-966e-4e44b5252efc,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:02.567334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:02.609818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] Deleting port 23d02535-edd0-4e9e-97c9-552dc41d854c {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:47:02.610236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.675641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.679017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:02.683963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ecfd5-7a17-4de0-b498-2159cf1b0a06 None None] The port '23d02535-edd0-4e9e-97c9-552dc41d854c' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:47:02.709781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.709781 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/networks/5bacacf0-b18d-464d-9af3-a63dc8f47033 HTTP/1.1" status: 204  len: 168 time: 1.4096167
Nov 27 11:47:02.710267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51670) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:02.710657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.711930 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.7891757
Nov 27 11:47:02.715483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'routes': None}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:02.716191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51674) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:02.718917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Pushing event deleted for resources: {'Network': ['ID=5bacacf0-b18d-464d-9af3-a63dc8f47033,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:02.723524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'network': {'name': 'tempest-network-smoke--135504797', 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:02.726966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:02.729192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:02.733604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:network and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:02.736837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:02.742159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:02.812383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Made reservation on behalf of c2257a822dc549e5a3095c96edf17058 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:47:02.815572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.845124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:47:02.854161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.854287 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Added segment fd16234c-f2ce-4c43-bef3-e9bedb1d1803 of type vlan for network 797d145a-8c59-4686-85a9-f0fe14c3a008
Nov 27 11:47:02.881496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:02.946697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 23d02535-edd0-4e9e-97c9-552dc41d854c no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:47:02.985958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 23d02535-edd0-4e9e-97c9-552dc41d854c {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:47:02.986766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 23d02535-edd0-4e9e-97c9-552dc41d854c not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:47:02.987092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 29db09ba-fb71-44b8-a128-520f1890be16 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:47:03.009713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.014414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:03.015125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.020862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-726decff-e82b-40b1-bfd9-6332206e8898 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:03.024060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 29db09ba-fb71-44b8-a128-520f1890be16 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:47:03.024060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 29db09ba-fb71-44b8-a128-520f1890be16 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:47:03.123758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Added routes are [] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 27 11:47:03.124048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.extraroute_db [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Removed routes are [] {{(pid=84363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 27 11:47:03.124457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.128251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'Network': ['ID=797d145a-8c59-4686-85a9-f0fe14c3a008,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:03.130861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:03.141134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:47:03.161933 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4421802
Nov 27 11:47:03.162178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51678) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:03.167767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'admin_state_up': True, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:03.174587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:03.182293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:router and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:03.182293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:03.188797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:03.290050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.291128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.309937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.388328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.391704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.528633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router cf4943c7-7747-480e-8879-87bed1777243 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:47:03.541050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.667570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:03.673173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.674245 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ebbf5db3-7c7d-4773-8012-313089fd4991 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 200  len: 701 time: 0.9643469
Nov 27 11:47:03.677237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51682) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:03.678501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] Sync routers for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:03.690692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:03.691369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845fdf2e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:03.722622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9ab860f1-d0db-40da-aae8-853b9ec93167 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:03.817525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.820915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:03.849173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:03.869494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9ab860f1-d0db-40da-aae8-853b9ec93167 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:03.870925 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9ab860f1-d0db-40da-aae8-853b9ec93167 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 200  len: 205 time: 0.1930270
Nov 27 11:47:03.882439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51686) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:03.923578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845fdf2e0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:59Z', 'revision_number': 11, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:03.927435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] Checking router: cf4943c7-7747-480e-8879-87bed1777243 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:03.939213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] Routers {'cf4943c7-7747-480e-8879-87bed1777243'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:03.940913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845fdf2e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cf4943c7-7747-480e-8879-87bed1777243'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:03.998861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Allocated IP 172.26.6.222 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/c8a7193b-ed51-4728-ac97-75d3cb0abfa5) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:04.022699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b13-8bee-4cb3-83b2-dca40e1398cc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.072079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] Set router cf4943c7-7747-480e-8879-87bed1777243 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:04.154242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.180305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845fdf2e0>, [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:59Z', 'revision_number': 11, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:04.184543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c017b-8309-484a-8f79-48e642e28bcc None None] The sync data for ids ['cf4943c7-7747-480e-8879-87bed1777243'] in dv-neutron-819441-1-hyperv is: [{'id': 'cf4943c7-7747-480e-8879-87bed1777243', 'name': 'tempest-RoutersTest-router-1072076760', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:46:05Z', 'updated_at': '2021-11-27T11:46:59Z', 'revision_number': 11, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:04.284833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51692) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:04.344835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.361147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-00ea037f-e5d5-4ef2-856c-79c66fb4ca22 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:04.441181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:04.447484 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:04.456091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:04.486355 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ed8a9f25-ed16-4af4-a37d-9a864469d361 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 200  len: 993 time: 0.2056546
Nov 27 11:47:04.492093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'Port': ['ID=c8a7193b-ed51-4728-ac97-75d3cb0abfa5,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:04.498285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:04.533169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b13-8bee-4cb3-83b2-dca40e1398cc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.537524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b13-8bee-4cb3-83b2-dca40e1398cc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.660510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b13-8bee-4cb3-83b2-dca40e1398cc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.661619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6da1b13-8bee-4cb3-83b2-dca40e1398cc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Fanout notify agent at l3_agent the message router_deleted on router cf4943c7-7747-480e-8879-87bed1777243 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:47:04.688821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b13-8bee-4cb3-83b2-dca40e1398cc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.688821 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f6da1b13-8bee-4cb3-83b2-dca40e1398cc tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 204  len: 168 time: 0.8039868
Nov 27 11:47:04.692412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51700) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:04.697563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1741268744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:04.704685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:04.710167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Usage tracker for resource:router and tenant:c9d2b43faf9248b4ac264356c15ee7d1 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:04.713478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:04.724616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:04.757726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.767610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.823627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.824175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:04.824789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51704) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:04.855066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.033109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port ac2e741a-1856-42fc-9a02-2fda1fecb924 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:47:05.033451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.076671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.190275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.191142 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-54400efa-606f-4356-861e-ede50ea1cf39 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4977291
Nov 27 11:47:05.193771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51708) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:05.198858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b324d838-38c2-4beb-abf1-f097a1a2dc1b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:05.211704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.212025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.251280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Router 9ccb640c-e66d-4f61-a179-a85f3265982d is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:47:05.332336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for ac2e741a-1856-42fc-9a02-2fda1fecb924 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:47:05.593146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.593668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:05.635179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=ac2e741a-1856-42fc-9a02-2fda1fecb924,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:05.638664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:05.730529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.730822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b324d838-38c2-4beb-abf1-f097a1a2dc1b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.781825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:05.791859 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Sync routers for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:05.798856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b324d838-38c2-4beb-abf1-f097a1a2dc1b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.806342 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:05.807013 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284647c1c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:05.917711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:05.922689 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.7594998
Nov 27 11:47:05.923685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51712) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:05.989673 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:06.072516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b324d838-38c2-4beb-abf1-f097a1a2dc1b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Router 46b510ee-0a08-4de6-8aba-a67f2fcfd289 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:47:06.149710 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-92b81097-0bc9-429e-99ae-a1d6453e44be tempest-TestNetworkAdvancedServerOps-1104046650 tempest-TestNetworkAdvancedServerOps-1104046650-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c2257a822dc549e5a3095c96edf17058&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2241759
Nov 27 11:47:06.152820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51718) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:06.225280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b324d838-38c2-4beb-abf1-f097a1a2dc1b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:06.230913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b324d838-38c2-4beb-abf1-f097a1a2dc1b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:06.232339 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b324d838-38c2-4beb-abf1-f097a1a2dc1b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "PUT /v2.0/routers/46b510ee-0a08-4de6-8aba-a67f2fcfd289 HTTP/1.1" status: 200  len: 694 time: 1.0375414
Nov 27 11:47:06.234929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51722) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:06.235451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] Sync routers for ids ['46b510ee-0a08-4de6-8aba-a67f2fcfd289'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:06.252774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] Routers {'46b510ee-0a08-4de6-8aba-a67f2fcfd289'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:06.253656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845fdfaf0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['46b510ee-0a08-4de6-8aba-a67f2fcfd289'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:06.397921 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7b051db1-1a1e-4027-b076-1205595e4422 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/routers/46b510ee-0a08-4de6-8aba-a67f2fcfd289 HTTP/1.1" status: 200  len: 700 time: 0.1595759
Nov 27 11:47:06.398511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51726) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:06.427348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c1427b-623a-4c54-8833-5c20fd86136f tempest-TestNetworkAdvancedServerOps-1104046650 tempest-TestNetworkAdvancedServerOps-1104046650-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:06.428982 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-07c1427b-623a-4c54-8833-5c20fd86136f tempest-TestNetworkAdvancedServerOps-1104046650 tempest-TestNetworkAdvancedServerOps-1104046650-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2752233
Nov 27 11:47:06.431809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51730) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:06.445783 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284647c1c0>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:04Z', 'revision_number': 3, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:06.450788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1fdda374-0d6c-4fb1-8539-bd13f1b6fc18 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Synchronizing usage tracker for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:06.462177 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Checking router: 9ccb640c-e66d-4f61-a179-a85f3265982d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:06.462269 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Updating router 9ccb640c-e66d-4f61-a179-a85f3265982d port c8a7193b-ed51-4728-ac97-75d3cb0abfa5 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:47:06.464049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1fdda374-0d6c-4fb1-8539-bd13f1b6fc18 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Unset dirty status for tenant:c9d2b43faf9248b4ac264356c15ee7d1 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:06.465125 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1fdda374-0d6c-4fb1-8539-bd13f1b6fc18 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=46b510ee-0a08-4de6-8aba-a67f2fcfd289 HTTP/1.1" status: 200  len: 205 time: 0.0652871
Nov 27 11:47:06.467792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51734) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:06.500020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] Set router 46b510ee-0a08-4de6-8aba-a67f2fcfd289 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:06.501489 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c85a20cc-c83d-4c23-ba76-04ea5491e6c2 tempest-TestNetworkAdvancedServerOps-1104046650 tempest-TestNetworkAdvancedServerOps-1104046650-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0678208
Nov 27 11:47:06.505629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51738) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:06.510173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router b0a41217-8d79-4fed-81b6-d26887f31921 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:47:06.513991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983681788', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:06.524784 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:06.616362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845fdfaf0>, [{'id': '46b510ee-0a08-4de6-8aba-a67f2fcfd289', 'name': 'tempest-RoutersTest-router-1741268744', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:04Z', 'updated_at': '2021-11-27T11:47:05Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:06.625195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] Checking router: 46b510ee-0a08-4de6-8aba-a67f2fcfd289 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:06.637355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] Routers {'46b510ee-0a08-4de6-8aba-a67f2fcfd289'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:06.638817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845fdfaf0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['46b510ee-0a08-4de6-8aba-a67f2fcfd289'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:06.737139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:06.740759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:subnet and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:06.743673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:06.751019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:06.778732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] Set router 46b510ee-0a08-4de6-8aba-a67f2fcfd289 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:06.780525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbf54a2f-a20d-4d88-b5d4-1864aed3ff5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:06.848721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Made reservation on behalf of c2257a822dc549e5a3095c96edf17058 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:47:06.907139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845fdfaf0>, [{'id': '46b510ee-0a08-4de6-8aba-a67f2fcfd289', 'name': 'tempest-RoutersTest-router-1741268744', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:04Z', 'updated_at': '2021-11-27T11:47:05Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:06.911637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01d612-b769-446b-8570-0bbb4c16a210 None None] The sync data for ids ['46b510ee-0a08-4de6-8aba-a67f2fcfd289'] in dv-neutron-819441-1-hyperv is: [{'id': '46b510ee-0a08-4de6-8aba-a67f2fcfd289', 'name': 'tempest-RoutersTest-router-1741268744', 'tenant_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:04Z', 'updated_at': '2021-11-27T11:47:05Z', 'revision_number': 2, 'project_id': 'c9d2b43faf9248b4ac264356c15ee7d1', 'gw_port_host': None}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:06.970806 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:06.975938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:06.984600 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Transition to ACTIVE for port object c8a7193b-ed51-4728-ac97-75d3cb0abfa5 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:07.091769 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.100711 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:07.120702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:07.150579 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] Sync routers for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:07.193435 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Pushing event updated for resources: {'Port': ['ID=c8a7193b-ed51-4728-ac97-75d3cb0abfa5,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:07.207115 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Attempting to bind port c8a7193b-ed51-4728-ac97-75d3cb0abfa5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:47:07.207474 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Attempting to bind port c8a7193b-ed51-4728-ac97-75d3cb0abfa5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:47:07.208014 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Attempting to bind port c8a7193b-ed51-4728-ac97-75d3cb0abfa5 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:07.212304 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:07.212910 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463dea30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:07.245711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbf54a2f-a20d-4d88-b5d4-1864aed3ff5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.252914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbf54a2f-a20d-4d88-b5d4-1864aed3ff5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.270539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.282570 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.282887 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.283218 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.283570 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.283914 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.284250 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.284593 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.284949 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.285604 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.285862 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.286217 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.301840 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:07.305352 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:47:07.305725 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:07.306124 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.306563 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:47:07.307065 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Bound port: c8a7193b-ed51-4728-ac97-75d3cb0abfa5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:47:07.307473 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.340903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84 HTTP/1.1" status: 204  len: 168 time: 2.5097654
Nov 27 11:47:07.340903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:47:07.409609 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'status': 'completed', 'code': 200}
Nov 27 11:47:07.420999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.425783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4f0fae3b-1dc9-41c2-8f6b-9007e67f875d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:07.446286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbf54a2f-a20d-4d88-b5d4-1864aed3ff5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.446286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf54a2f-a20d-4d88-b5d4-1864aed3ff5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Fanout notify agent at l3_agent the message router_deleted on router 46b510ee-0a08-4de6-8aba-a67f2fcfd289 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:47:07.466341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbf54a2f-a20d-4d88-b5d4-1864aed3ff5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.468682 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bbf54a2f-a20d-4d88-b5d4-1864aed3ff5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/46b510ee-0a08-4de6-8aba-a67f2fcfd289 HTTP/1.1" status: 204  len: 168 time: 0.9988880
Nov 27 11:47:07.473305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51746) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:07.514409 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] For port c8a7193b-ed51-4728-ac97-75d3cb0abfa5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:47:07.519463 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] For port c8a7193b-ed51-4728-ac97-75d3cb0abfa5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c8a7193b-ed51-4728-ac97-75d3cb0abfa5,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:47:07.525537 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:07.535779 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6d8de733-e027-4380-8b26-e2b77f865ad1 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=46b510ee-0a08-4de6-8aba-a67f2fcfd289 HTTP/1.1" status: 200  len: 205 time: 0.0591073
Nov 27 11:47:07.536268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51750) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:07.573545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'Subnet': ['ID=5f5aac06-bdd4-475a-a5ee-7e15fb7c291e,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:07.611717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.612101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.612476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.612853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.613222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.613593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.613956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.614321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.614707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.615073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.615435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:07.618949 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:07.620831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:07.628325 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:07.630926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-8aa5c0b4-2e21-4cee-a22e-ce6acd2d6a47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 1098 time: 0.1625795
Nov 27 11:47:07.631954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Checking segment: {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:07.632332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Network hostable DHCP agents. Network: 797d145a-8c59-4686-85a9-f0fe14c3a008, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:47:07.646964 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-30221021-d973-4aa0-82ef-cb3116d15563 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] delete failed (client error): The resource could not be found.
Nov 27 11:47:07.650304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-30221021-d973-4aa0-82ef-cb3116d15563 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/46b510ee-0a08-4de6-8aba-a67f2fcfd289 HTTP/1.1" status: 404  len: 336 time: 0.1110182
Nov 27 11:47:07.650849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51754) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:07.733984 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea793895-9692-4be0-81bb-ee13d7177b5c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:07.734444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea793895-9692-4be0-81bb-ee13d7177b5c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:07.737618 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ea793895-9692-4be0-81bb-ee13d7177b5c tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/8634cf2e-8bbf-4f5a-8589-9560503fae74 HTTP/1.1" status: 404  len: 337 time: 0.0858114
Nov 27 11:47:07.742365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51758) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:07.806967 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2788fb9a-60b4-43d7-ab67-62386993069d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:07.806967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2788fb9a-60b4-43d7-ab67-62386993069d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:07.811422 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2788fb9a-60b4-43d7-ab67-62386993069d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/c59672bb-1581-43da-b305-9b2550635d46 HTTP/1.1" status: 404  len: 337 time: 0.0637293
Nov 27 11:47:07.811931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51762) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:07.815047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-dbb8eabb-3db7-4737-8ba7-ef1a9e606e15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:07.816722 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-dbb8eabb-3db7-4737-8ba7-ef1a9e606e15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ded14ec2-bb2a-4ce2-842e-378a44368387 HTTP/1.1" status: 200  len: 897 time: 0.1730580
Nov 27 11:47:07.857647 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d367fa-7e83-4c76-bd8d-9dccded33f64 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:07.858096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d367fa-7e83-4c76-bd8d-9dccded33f64 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:07.862265 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-88d367fa-7e83-4c76-bd8d-9dccded33f64 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/46f572ff-d540-4911-96ee-bf1b38775a17 HTTP/1.1" status: 404  len: 337 time: 0.0468633
Nov 27 11:47:07.862496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51766) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:07.891479 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Pushing event updated for resources: {'Port': ['ID=c8a7193b-ed51-4728-ac97-75d3cb0abfa5,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:07.893884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:47:07.899998 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:07.909139 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b62a1b7-465a-4dcd-ad95-034d3f8b7190 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:07.909585 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-f40f131a-eec0-4c36-8b92-a52203987df7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=850fde35-2c30-41d6-877c-3f506e0a97e0 HTTP/1.1" status: 200  len: 217 time: 0.0827703
Nov 27 11:47:07.909863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b62a1b7-465a-4dcd-ad95-034d3f8b7190 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:07.910442 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:07.911095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284647c1c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:07.911688 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2b62a1b7-465a-4dcd-ad95-034d3f8b7190 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/6062c638-05c7-44b8-86f1-b22e5578f1af HTTP/1.1" status: 404  len: 337 time: 0.0480900
Nov 27 11:47:07.914722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51770) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:07.999485 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b8cbc30e-d388-4aa4-9733-3b25d4d3b099 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 200  len: 205 time: 0.0834556
Nov 27 11:47:08.001645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51774) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.095109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 797d145a-8c59-4686-85a9-f0fe14c3a008) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:08.099495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:08.100087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:08.104407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c107a7-148f-4358-9beb-aef26ba99073 None None] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:47:08.122074 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-c1209944-fc95-41da-b717-faab8167b4f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] delete failed (client error): The resource could not be found.
Nov 27 11:47:08.123327 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c1209944-fc95-41da-b717-faab8167b4f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/cf4943c7-7747-480e-8879-87bed1777243 HTTP/1.1" status: 404  len: 336 time: 0.1158304
Nov 27 11:47:08.128657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51778) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.130642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-dfdf23f8-7297-4fdf-83ce-d1a00197b11e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:08.132457 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-dfdf23f8-7297-4fdf-83ce-d1a00197b11e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8 HTTP/1.1" status: 200  len: 835 time: 0.2153213
Nov 27 11:47:08.176697 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:08.203167 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-fbe5bcff-b346-4f29-b86f-ac850573a3bb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4d3bd7-5695-462e-8c3b-94a00cc24666 HTTP/1.1" status: 200  len: 205 time: 0.0728712
Nov 27 11:47:08.204607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51782) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.324751 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463dea30>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:46:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:08.361373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-797d145a-8c59-4686-85a9-f0fe14c3a008', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:47:08.362248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:08.427977 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] Checking router: b0a41217-8d79-4fed-81b6-d26887f31921 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:08.475272 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:08.476152 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463dea30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:08.492198 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.9829354
Nov 27 11:47:08.492534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51788) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.536200 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-9afe37df-91f1-4d61-a90d-3251fa0d7c45 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] delete failed (client error): The resource could not be found.
Nov 27 11:47:08.537224 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9afe37df-91f1-4d61-a90d-3251fa0d7c45 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/fd4d3bd7-5695-462e-8c3b-94a00cc24666 HTTP/1.1" status: 404  len: 336 time: 0.3311400
Nov 27 11:47:08.544583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51792) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.563800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Allocated IP 172.20.0.2 (797d145a-8c59-4686-85a9-f0fe14c3a008/5f5aac06-bdd4-475a-a5ee-7e15fb7c291e/983c7369-fe8e-49d8-b87f-b9ddd7f543f2) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:08.595970 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b70d1b-fa37-42c6-ab13-61045e5ab406 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:08.596313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b70d1b-fa37-42c6-ab13-61045e5ab406 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:08.598051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-72b70d1b-fa37-42c6-ab13-61045e5ab406 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/850c3ac4-f555-4803-a56f-fbff66adeaa8 HTTP/1.1" status: 404  len: 337 time: 0.0511796
Nov 27 11:47:08.601129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51796) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.652231 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7e0ec297-9355-4284-a6de-b2691164fc08 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=64bb160e-4cde-40d7-a2e3-f7d5f693085b HTTP/1.1" status: 200  len: 205 time: 0.0497882
Nov 27 11:47:08.661357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51800) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.727518 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:08.743676 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-a7d56abe-c260-4262-9b9c-a06f4aee9e5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] delete failed (client error): The resource could not be found.
Nov 27 11:47:08.744700 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a7d56abe-c260-4262-9b9c-a06f4aee9e5e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/64bb160e-4cde-40d7-a2e3-f7d5f693085b HTTP/1.1" status: 404  len: 336 time: 0.0807211
Nov 27 11:47:08.747875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51804) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.749785 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-699251a1-5e7b-4012-8351-b233c92655fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ded14ec2-bb2a-4ce2-842e-378a44368387&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6051164
Nov 27 11:47:08.764988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-1643115a-59b3-477b-bf6a-3aca9c553779 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:47:08.765955 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-1643115a-59b3-477b-bf6a-3aca9c553779 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0054364
Nov 27 11:47:08.771928 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284647c1c0>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:04Z', 'revision_number': 3, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:08.787959 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769b593-8fbf-4182-8827-2f0895da69db None None] The sync data for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv is: [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:04Z', 'revision_number': 3, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:08.808787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0064c48-78c7-4844-a735-530c0a1a1f88 req-4546151f-6b97-42b6-b858-aed9abd5113c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:08.809792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b0064c48-78c7-4844-a735-530c0a1a1f88 req-4546151f-6b97-42b6-b858-aed9abd5113c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:08.815632 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1ccb172d-19d1-489b-bbd9-250e5e4f474a tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=a37f7351-7e6c-4c85-9f2f-be2da4980faa HTTP/1.1" status: 200  len: 205 time: 0.0662160
Nov 27 11:47:08.818022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51808) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:08.893385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:08.914143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Transition to ACTIVE for port object 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:08.938389 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Transition to ACTIVE for port object 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:08.976240 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-09be5d59-d22a-4efa-8aab-cdbde74d877e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] delete failed (client error): The resource could not be found.
Nov 27 11:47:08.979717 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-09be5d59-d22a-4efa-8aab-cdbde74d877e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/a37f7351-7e6c-4c85-9f2f-be2da4980faa HTTP/1.1" status: 404  len: 336 time: 0.1576824
Nov 27 11:47:08.980596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51812) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:09.037979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f0c043-9cd1-450d-8568-98bd463caa74 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:09.038646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f0c043-9cd1-450d-8568-98bd463caa74 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:09.039025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:09.041025 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f9f0c043-9cd1-450d-8568-98bd463caa74 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/225df6d3-4b61-47ee-a72b-40a4259b0fa9 HTTP/1.1" status: 404  len: 337 time: 0.0582137
Nov 27 11:47:09.045227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:09.050528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51816) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:09.131953 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5b01ff9f-b9da-4751-83f8-bec22970cf18 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7 HTTP/1.1" status: 200  len: 205 time: 0.0780067
Nov 27 11:47:09.132299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51820) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:09.139791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b0064c48-78c7-4844-a735-530c0a1a1f88 req-4546151f-6b97-42b6-b858-aed9abd5113c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:09.141195 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0064c48-78c7-4844-a735-530c0a1a1f88 req-4546151f-6b97-42b6-b858-aed9abd5113c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 945 time: 0.6611419
Nov 27 11:47:09.152840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:09.160059 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-6ed413c8-b42c-4099-ac31-835ff1a0776a service neutron] 10.222.0.39 "GET /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3850062
Nov 27 11:47:09.178529 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463dea30>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:46:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:09.181907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:09.184181 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868a368-6850-40c6-afa6-829751f1db60 None None] The sync data for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv is: [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:47Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7d372e27-ad0b-4ea6-a04f-ceea453c22de', 'name': '', 'network_id': 'ded14ec2-bb2a-4ce2-842e-378a44368387', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:d1:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:46Z', 'updated_at': '2021-11-27T11:46:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:09.185236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:09.205920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:09.267924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Pushing event updated for resources: {'Port': ['ID=983c7369-fe8e-49d8-b87f-b9ddd7f543f2,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:09.402546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.403819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.404352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.405129 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.405639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.406157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.406702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.407209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.407712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.408196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.408681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:09.421689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:09.424777 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-50292da5-7489-42eb-8759-af15bebd234b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] delete failed (client error): The resource could not be found.
Nov 27 11:47:09.425309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Attempting to bind port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:47:09.428387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Attempting to bind port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:47:09.428387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Attempting to bind port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 on network 797d145a-8c59-4686-85a9-f0fe14c3a008 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:09.431029 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-50292da5-7489-42eb-8759-af15bebd234b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/6cd94cd9-f3b0-4d9d-bf2e-19b63795c2b7 HTTP/1.1" status: 404  len: 336 time: 0.2792077
Nov 27 11:47:09.432674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51824) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:09.443466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:47:09.443466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Checking segment: {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:09.443466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:09.443466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Bound using segment: {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:47:09.443466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Bound port: 983c7369-fe8e-49d8-b87f-b9ddd7f543f2, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:47:09.443466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:09.464641 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1e1e61f-7c67-49e2-b2af-eddfa73c330b req-ea7043af-fa72-40c2-b20a-4c95965eb969 service neutron] 10.222.0.39 "GET /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827675
Nov 27 11:47:09.488248 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0064c48-78c7-4844-a735-530c0a1a1f88 req-8aa0a21b-269e-41dd-860d-7edc555c34d9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3399827
Nov 27 11:47:09.556898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] For port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:47:09.564440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] For port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=983c7369-fe8e-49d8-b87f-b9ddd7f543f2,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:47:09.588265 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b44e720-f50c-4c07-b227-5bcfbfb78079 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:09.588887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b44e720-f50c-4c07-b227-5bcfbfb78079 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:09.590542 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6b44e720-f50c-4c07-b227-5bcfbfb78079 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/6c06e025-d5c8-4dca-9989-8cbcf0bc55ef HTTP/1.1" status: 404  len: 337 time: 0.1564398
Nov 27 11:47:09.595382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51828) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:09.602076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69de43a-ab8d-4ba5-9b8c-adbe0a9e0bbe None None] New status for floating IP 23ae8dfd-eb8e-4ebc-84c6-f1802eb93c84: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:47:09.652174 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7995403e-0128-4ccc-8ba2-a11c13070506 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e HTTP/1.1" status: 200  len: 205 time: 0.0525620
Nov 27 11:47:09.653249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51832) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:09.672285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:09.697573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:09.792760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-bd0dd057-bdbf-4992-8533-3ba8813cc185 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] delete failed (client error): The resource could not be found.
Nov 27 11:47:09.797462 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bd0dd057-bdbf-4992-8533-3ba8813cc185 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/routers/6fd35c6f-f0e8-4e90-b81c-a0161a6c9c8e HTTP/1.1" status: 404  len: 336 time: 0.1428003
Nov 27 11:47:09.798203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51836) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:09.841172 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-97581d51-90dc-4d15-a7f1-750e8f2e8e08 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:09.841885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97581d51-90dc-4d15-a7f1-750e8f2e8e08 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:09.846523 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-97581d51-90dc-4d15-a7f1-750e8f2e8e08 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/6ebbcae2-f101-406b-97c8-7753eeec71f8 HTTP/1.1" status: 404  len: 337 time: 0.0471749
Nov 27 11:47:09.847225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51840) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:09.882716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Pushing event updated for resources: {'Port': ['ID=983c7369-fe8e-49d8-b87f-b9ddd7f543f2,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:09.895218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:09.956773 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcd19a9-fefd-49e9-af8d-5d1eb43d0ff4 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] DELETE failed (client error): The resource could not be found.
Nov 27 11:47:09.956773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcd19a9-fefd-49e9-af8d-5d1eb43d0ff4 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 11:47:09.956773 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8bcd19a9-fefd-49e9-af8d-5d1eb43d0ff4 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] 10.222.0.23 "DELETE /v2.0/subnets/cdd79e11-ef87-42cc-bc1d-f15fdadbf5dd HTTP/1.1" status: 404  len: 337 time: 0.0995500
Nov 27 11:47:10.003314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-b105f45e-6cd0-4e71-befa-9ec40dcfde38 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:10.005220 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-b105f45e-6cd0-4e71-befa-9ec40dcfde38 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 945 time: 0.1141226
Nov 27 11:47:10.096695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 850fde35-2c30-41d6-877c-3f506e0a97e0 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:47:10.096695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:10.163300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:10.440235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 850fde35-2c30-41d6-877c-3f506e0a97e0, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=850fde35-2c30-41d6-877c-3f506e0a97e0,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:10.440702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:10.677928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Allocated IP 172.20.0.1 (797d145a-8c59-4686-85a9-f0fe14c3a008/5f5aac06-bdd4-475a-a5ee-7e15fb7c291e/e584d40d-8918-4180-a21a-776b233225a6) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:10.715962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51850) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:10.725268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 850fde35-2c30-41d6-877c-3f506e0a97e0 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:47:10.930621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2459-12b8-42c6-81cc-43cc279d059d req-d6113016-3ae3-44e3-a322-06873b3ba54d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:10.932129 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b71c2459-12b8-42c6-81cc-43cc279d059d req-d6113016-3ae3-44e3-a322-06873b3ba54d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 945 time: 0.2512946
Nov 27 11:47:10.986706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.037093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.047801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Transition to ACTIVE for port object e584d40d-8918-4180-a21a-776b233225a6 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:11.056709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-80dd1d28-c600-4e78-92c7-d51a57622f76 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:11.070695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:11.082293 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b71c2459-12b8-42c6-81cc-43cc279d059d req-f747a96a-a07c-4e92-9964-cde0f01696a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcde5ca-ccf8-4a8f-912d-28020af63014&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330304
Nov 27 11:47:11.102118 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6d788d3e-844e-44a9-826a-f71dcbb15616 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9d2b43faf9248b4ac264356c15ee7d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3801816
Nov 27 11:47:11.107387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51856) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:11.141291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=850fde35-2c30-41d6-877c-3f506e0a97e0,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:11.147780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:11.215027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39958fa5-5edc-435d-bc10-6144b49562c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.226393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port 850fde35-2c30-41d6-877c-3f506e0a97e0 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:47:11.229198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.232665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'name': 'network-vif-deleted', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:47:11.233705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39958fa5-5edc-435d-bc10-6144b49562c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.259809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d9090-9e1c-4c5b-8614-6c6d90b7d02c None None] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:47:11.305423 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c769e5e2-f708-4fe8-857f-93f0bc0c2e24', 'name': 'network-vif-deleted', 'tag': '850fde35-2c30-41d6-877c-3f506e0a97e0', 'status': 'completed', 'code': 200}
Nov 27 11:47:11.350213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:11.364705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c8a7193b-ed51-4728-ac97-75d3cb0abfa5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:11.367636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.369770 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f0e1d93c-c498-4ed3-9847-9a98aea0e41e req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/850fde35-2c30-41d6-877c-3f506e0a97e0 HTTP/1.1" status: 204  len: 173 time: 1.3526659
Nov 27 11:47:11.372607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:11.435829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:11.443824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:11.446327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:11.482453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39958fa5-5edc-435d-bc10-6144b49562c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.493065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'Port': ['ID=e584d40d-8918-4180-a21a-776b233225a6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:11.500655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] Provisioning for port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:11.525992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] Provisioning complete for port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:11.525992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.538003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.539087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.539496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.540112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.540495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.540881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.541341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.542022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.542540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.543006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.543553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:47:11.547647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:11.550676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f632a5a7-d40f-4bc3-85ed-9c75081df838 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:11.560345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.670307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port c8a7193b-ed51-4728-ac97-75d3cb0abfa5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:11.695212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c8a7193b-ed51-4728-ac97-75d3cb0abfa5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:11.695757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.696546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39958fa5-5edc-435d-bc10-6144b49562c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20156ffb-6d91-4c5f-9884-0bce09a805c3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:11.699000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-39958fa5-5edc-435d-bc10-6144b49562c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:11.702329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-39958fa5-5edc-435d-bc10-6144b49562c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.703361 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-39958fa5-5edc-435d-bc10-6144b49562c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20156ffb-6d91-4c5f-9884-0bce09a805c3 HTTP/1.1" status: 204  len: 168 time: 0.5949824
Nov 27 11:47:11.763076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.832368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] For port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=983c7369-fe8e-49d8-b87f-b9ddd7f543f2,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:11.880318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.895859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.915514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port c8a7193b-ed51-4728-ac97-75d3cb0abfa5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c8a7193b-ed51-4728-ac97-75d3cb0abfa5,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:11.967020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:11.970166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b84b78e2-f716-419c-ac65-839ef88785e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:12.019316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:12.057218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] Pushing event updated for resources: {'Port': ['ID=983c7369-fe8e-49d8-b87f-b9ddd7f543f2,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:12.061154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:12.061973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cdd267b1-270b-41f7-9dc3-66e9333fe766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:12.153226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=c8a7193b-ed51-4728-ac97-75d3cb0abfa5,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:12.153226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:12.272160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-01fef084-1584-4b0c-accf-9637f92d18e9 None None] Provisioning for port e584d40d-8918-4180-a21a-776b233225a6 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:12.286426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-01fef084-1584-4b0c-accf-9637f92d18e9 None None] Provisioning complete for port e584d40d-8918-4180-a21a-776b233225a6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:12.288116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-01fef084-1584-4b0c-accf-9637f92d18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:12.392829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-01fef084-1584-4b0c-accf-9637f92d18e9 None None] Port e584d40d-8918-4180-a21a-776b233225a6 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:47:12.417903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-01fef084-1584-4b0c-accf-9637f92d18e9 None None] Provisioning complete for port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:12.419555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-01fef084-1584-4b0c-accf-9637f92d18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:12.445883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:12.511261 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-601e2a10-8edc-4675-a585-f3e9000e04d4 req-4e541e15-4037-4f3c-91e5-03bfa3dcfca7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=c769e5e2-f708-4fe8-857f-93f0bc0c2e24 HTTP/1.1" status: 200  len: 210 time: 0.1153064
Nov 27 11:47:12.589473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:12.616710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e8164d34-e133-4075-9a53-d6559ed3d589 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:12.688536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cf90f275-41b5-4d67-a42e-80ab20efbdb8 None None] Provisioning complete for port e584d40d-8918-4180-a21a-776b233225a6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:12.688827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cf90f275-41b5-4d67-a42e-80ab20efbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:12.711983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'Port': ['ID=e584d40d-8918-4180-a21a-776b233225a6,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:12.714878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:12.717631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:12.749536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-cf90f275-41b5-4d67-a42e-80ab20efbdb8 None None] Port e584d40d-8918-4180-a21a-776b233225a6 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:47:12.862842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:12.864019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:12.990898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:13.100805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:13.101286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:13.220607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-defdbc20-14fc-4fc1-83ae-7bf9b4eebdaf None None] Provisioning complete for port e584d40d-8918-4180-a21a-776b233225a6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:13.221079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-defdbc20-14fc-4fc1-83ae-7bf9b4eebdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:13.284766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-defdbc20-14fc-4fc1-83ae-7bf9b4eebdaf None None] Port e584d40d-8918-4180-a21a-776b233225a6 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:47:13.291318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c8a7193b-ed51-4728-ac97-75d3cb0abfa5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:13.314434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Router 9ccb640c-e66d-4f61-a179-a85f3265982d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:47:13.361873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port c8a7193b-ed51-4728-ac97-75d3cb0abfa5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:13.362235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:13.383430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51882) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:13.526397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c8cfa2a8-554e-44f2-8324-e7624c4ea630 tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1418938263', 'prefixes': ['172.20.0.0/16']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:13.532814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c8cfa2a8-554e-44f2-8324-e7624c4ea630 tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:13.539321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:13.548347 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Sync routers for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:13.554686 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "PUT /v2.0/routers/9ccb640c-e66d-4f61-a179-a85f3265982d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0566418
Nov 27 11:47:13.561663 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:13.562714 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464edc10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:13.623987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51892) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:13.712284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0f582dfb-f496-4ce5-9b04-f923e0b8d512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:13.747410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0f582dfb-f496-4ce5-9b04-f923e0b8d512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:13.766089 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:13.820127 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-51d90bb3-6b21-44f6-b415-8698cdc39da4 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192026817&fields=id&tenant_id=c2257a822dc549e5a3095c96edf17058 HTTP/1.1" status: 200  len: 267 time: 0.0467012
Nov 27 11:47:13.913741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0f582dfb-f496-4ce5-9b04-f923e0b8d512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:13.916889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0f582dfb-f496-4ce5-9b04-f923e0b8d512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:13.920229 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0f582dfb-f496-4ce5-9b04-f923e0b8d512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/6fcde5ca-ccf8-4a8f-912d-28020af63014 HTTP/1.1" status: 204  len: 168 time: 0.2997129
Nov 27 11:47:13.921108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a60271e-9db2-4f92-9e8b-f4068ff3438e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:13.935841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f582dfb-f496-4ce5-9b04-f923e0b8d512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcde5ca-ccf8-4a8f-912d-28020af63014,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:13.947665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0f582dfb-f496-4ce5-9b04-f923e0b8d512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:13.978785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa2a8-554e-44f2-8324-e7624c4ea630 tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] Notify callbacks [] for subnetpool, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:13.980779 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c8cfa2a8-554e-44f2-8324-e7624c4ea630 tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.5962422
Nov 27 11:47:13.984196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51904) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:14.018663 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4dc8c15b-a60c-401b-a686-d6c6fc9ceefd tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] 10.222.0.23 "GET /v2.0/subnetpools/f1075e01-b39c-4f8a-a214-0a9cd4f7344f HTTP/1.1" status: 200  len: 732 time: 0.0328922
Nov 27 11:47:14.021114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51908) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:14.027199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-365e0fda-0f3c-4dd7-8d80-3217e7d2f5ad tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2096714217'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:14.075277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51912) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:14.108682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-b01c8f6a-5314-4726-9b6e-b69dbc75fa54 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:14.109398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-b01c8f6a-5314-4726-9b6e-b69dbc75fa54 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Synchronizing usage tracker for tenant:c2257a822dc549e5a3095c96edf17058 on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:14.119477 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464edc10>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:12Z', 'revision_number': 2, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:14.124923 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Checking router: 9ccb640c-e66d-4f61-a179-a85f3265982d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:14.130021 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Updating router 9ccb640c-e66d-4f61-a179-a85f3265982d port e584d40d-8918-4180-a21a-776b233225a6 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:47:14.183509 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:14.241145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-b01c8f6a-5314-4726-9b6e-b69dbc75fa54 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Unset dirty status for tenant:c2257a822dc549e5a3095c96edf17058 on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:14.241145 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-b01c8f6a-5314-4726-9b6e-b69dbc75fa54 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/networks?id=797d145a-8c59-4686-85a9-f0fe14c3a008 HTTP/1.1" status: 200  len: 796 time: 0.4094858
Nov 27 11:47:14.258500 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-b8ced9ac-80be-41be-9b5a-f343baf90f36 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/quotas/c2257a822dc549e5a3095c96edf17058 HTTP/1.1" status: 200  len: 375 time: 0.0146308
Nov 27 11:47:14.302604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-365e0fda-0f3c-4dd7-8d80-3217e7d2f5ad tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] Notify callbacks [] for subnetpool, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:14.303921 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-365e0fda-0f3c-4dd7-8d80-3217e7d2f5ad tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] 10.222.0.23 "PUT /v2.0/subnetpools/f1075e01-b39c-4f8a-a214-0a9cd4f7344f HTTP/1.1" status: 200  len: 684 time: 0.2818308
Nov 27 11:47:14.306667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51916) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:14.369540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-f6c2b200-b6d2-4398-8cc8-c8c145aaa06d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Synchronizing usage tracker for tenant:c2257a822dc549e5a3095c96edf17058 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:14.478287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-f6c2b200-b6d2-4398-8cc8-c8c145aaa06d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Unset dirty status for tenant:c2257a822dc549e5a3095c96edf17058 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:14.483215 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-f6c2b200-b6d2-4398-8cc8-c8c145aaa06d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2257a822dc549e5a3095c96edf17058&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2168407
Nov 27 11:47:14.505132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-8263a4da-0235-48b8-b987-0e0a17583f52 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:47:14.506488 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-8263a4da-0235-48b8-b987-0e0a17583f52 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0090513
Nov 27 11:47:14.582462 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:14.586436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-726ffcdc-2c46-4299-9f0d-6b6faf422f82 tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] Notify callbacks [] for subnetpool, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:14.587590 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-726ffcdc-2c46-4299-9f0d-6b6faf422f82 tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] 10.222.0.23 "DELETE /v2.0/subnetpools/f1075e01-b39c-4f8a-a214-0a9cd4f7344f HTTP/1.1" status: 204  len: 168 time: 0.2799079
Nov 27 11:47:14.590192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51920) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:14.598452 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Transition to ACTIVE for port object e584d40d-8918-4180-a21a-776b233225a6 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:14.617268 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-78b3bcfb-8802-4605-8216-7658b8607441 tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] show failed (client error): The resource could not be found.
Nov 27 11:47:14.619056 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-78b3bcfb-8802-4605-8216-7658b8607441 tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] 10.222.0.23 "GET /v2.0/subnetpools/f1075e01-b39c-4f8a-a214-0a9cd4f7344f HTTP/1.1" status: 404  len: 346 time: 0.0263708
Nov 27 11:47:14.622379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 51924) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:14.654341 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-be417f65-c8c3-4b4c-9c07-0364c0a17afd tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] delete failed (client error): The resource could not be found.
Nov 27 11:47:14.655001 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-be417f65-c8c3-4b4c-9c07-0364c0a17afd tempest-SubnetPoolsTestJSON-1670890798 tempest-SubnetPoolsTestJSON-1670890798-project] 10.222.0.23 "DELETE /v2.0/subnetpools/f1075e01-b39c-4f8a-a214-0a9cd4f7344f HTTP/1.1" status: 404  len: 346 time: 0.0316012
Nov 27 11:47:14.663014 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:14.666063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 850fde35-2c30-41d6-877c-3f506e0a97e0 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:47:14.673118 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:14.673304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:14.692664 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-8decc044-e8b4-4e58-8bef-41dc9ac52268 service neutron] 10.222.0.23 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1785116
Nov 27 11:47:14.707995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 850fde35-2c30-41d6-877c-3f506e0a97e0 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:47:14.708625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 850fde35-2c30-41d6-877c-3f506e0a97e0 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:47:14.888251 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Attempting to bind port e584d40d-8918-4180-a21a-776b233225a6 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:47:14.888618 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Attempting to bind port e584d40d-8918-4180-a21a-776b233225a6 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:47:14.888970 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Attempting to bind port e584d40d-8918-4180-a21a-776b233225a6 on network 797d145a-8c59-4686-85a9-f0fe14c3a008 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:14.891196 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c69f6-2afc-4791-9585-8334c0cd7f77 None None] Pushing event updated for resources: {'Port': ['ID=e584d40d-8918-4180-a21a-776b233225a6,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:14.895500 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-693e9b70-1544-48c2-89f2-973828579b40 service neutron] 10.222.0.23 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956832
Nov 27 11:47:14.902683 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-ca2c69f6-2afc-4791-9585-8334c0cd7f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:14.909224 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:47:14.914095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Checking segment: {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:14.914095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:14.914095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Bound using segment: {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:47:14.914095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Bound port: e584d40d-8918-4180-a21a-776b233225a6, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:47:14.914095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:15.014009 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] For port e584d40d-8918-4180-a21a-776b233225a6, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:47:15.018344 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] For port e584d40d-8918-4180-a21a-776b233225a6, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e584d40d-8918-4180-a21a-776b233225a6,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:47:15.132743 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:15.140497 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-1198e299-73f3-47f5-b432-1145d2b51901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:15.244376 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c69f6-2afc-4791-9585-8334c0cd7f77 None None] Pushing event updated for resources: {'Port': ['ID=e584d40d-8918-4180-a21a-776b233225a6,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:15.257481 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:15.258492 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464edc10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:15.278686 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2e7109d2-3de9-4fe8-87a9-9f6a9edf69b1 req-1ecc994c-a144-418a-98bf-f5190858324e tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 210 time: 0.0604355
Nov 27 11:47:15.404811 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-ca2c69f6-2afc-4791-9585-8334c0cd7f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:15.507331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51940) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:15.536281 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:15.695445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:15.706872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 7d372e27-ad0b-4ea6-a04f-ceea453c22de {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:47:15.707440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:15.728580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:15.733321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Usage tracker for resource:security_group_rule and tenant:095e946b1e734d8da4ea41d7092219e6 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:15.749228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:15.759369 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:15.853488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:15.883603 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464edc10>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:15Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:15.888033 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504953f8-1ffd-4cdf-bbb6-668f41ccb7cc None None] The sync data for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv is: [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:15Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:15.920599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 7d372e27-ad0b-4ea6-a04f-ceea453c22de, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7d372e27-ad0b-4ea6-a04f-ceea453c22de,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:15.920991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:15.989338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:15.997403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e8e6b696-c829-4b12-b79f-fdd6791b4750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:16.042205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b575b15-e55c-420d-9e66-5a9870291e54,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:16.046954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:16.049562 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=095e946b1e734d8da4ea41d7092219e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5404832
Nov 27 11:47:16.052218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51946) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:16.070338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 7d372e27-ad0b-4ea6-a04f-ceea453c22de owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:47:16.123825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-379d17e3-0b42-48cb-ae14-d2e92dc69923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:16.160116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-379d17e3-0b42-48cb-ae14-d2e92dc69923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:16.411434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-379d17e3-0b42-48cb-ae14-d2e92dc69923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:16.420069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ba9c095b-a6ef-42cb-a956-e64dea27c19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:16.431394 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a56ab666-8b0a-423c-abe8-80420d579e48 req-c23d83af-fffc-4c6d-bd34-577e4da86f39 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 210 time: 0.0568047
Nov 27 11:47:16.436211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d17e3-0b42-48cb-ae14-d2e92dc69923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b575b15-e55c-420d-9e66-5a9870291e54,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:16.439397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-379d17e3-0b42-48cb-ae14-d2e92dc69923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:16.441402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-379d17e3-0b42-48cb-ae14-d2e92dc69923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:16.443072 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-379d17e3-0b42-48cb-ae14-d2e92dc69923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b575b15-e55c-420d-9e66-5a9870291e54 HTTP/1.1" status: 204  len: 168 time: 0.3893838
Nov 27 11:47:16.538515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:16.546057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:16.590533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=7d372e27-ad0b-4ea6-a04f-ceea453c22de,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:16.594914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:16.945732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:17.081280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e584d40d-8918-4180-a21a-776b233225a6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:17.252190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e584d40d-8918-4180-a21a-776b233225a6 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:17.257323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e584d40d-8918-4180-a21a-776b233225a6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:17.257765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:17.373785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:17.406422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e584d40d-8918-4180-a21a-776b233225a6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e584d40d-8918-4180-a21a-776b233225a6,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:17.510343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:17.510343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:17.585530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e584d40d-8918-4180-a21a-776b233225a6,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:17.588890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:17.677840 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8d6fe478-765a-4994-ad0d-2e76ca1a7c42 req-039a1895-5515-4fab-82b4-e515054c31a5 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 210 time: 0.0495982
Nov 27 11:47:17.726341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router b0a41217-8d79-4fed-81b6-d26887f31921 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:47:17.939609 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-f78ae6dd-5ebd-4618-8fd8-217faadbe251 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3102522
Nov 27 11:47:17.992006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:18.001564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] Sync routers for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:18.008036 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/b0a41217-8d79-4fed-81b6-d26887f31921/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9290900
Nov 27 11:47:18.008481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51960) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:18.029754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:18.031772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284629f250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:18.251978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-6ffcfc5b-1501-4c33-bdc3-a061064268ae tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:18.253384 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-6ffcfc5b-1501-4c33-bdc3-a061064268ae tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.39 "GET /v2.0/networks?id=797d145a-8c59-4686-85a9-f0fe14c3a008 HTTP/1.1" status: 200  len: 796 time: 0.1762817
Nov 27 11:47:18.256966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:18.259945 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-c61e3a03-a2ac-45b3-b00c-5f13438c1139 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1099 time: 0.2181661
Nov 27 11:47:18.355836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-e8e3e5af-4207-400c-bc8a-fa8593f7050c tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Synchronizing usage tracker for tenant:c2257a822dc549e5a3095c96edf17058 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:18.417495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet 2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:47:18.423952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:18.485191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:18.490658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-5688734a-a3c8-4563-bd83-ab75172c2de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:18.492379 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-5688734a-a3c8-4563-bd83-ab75172c2de2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1792886
Nov 27 11:47:18.562966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-e8e3e5af-4207-400c-bc8a-fa8593f7050c tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Unset dirty status for tenant:c2257a822dc549e5a3095c96edf17058 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:18.563802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-e8e3e5af-4207-400c-bc8a-fa8593f7050c tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2257a822dc549e5a3095c96edf17058 HTTP/1.1" status: 200  len: 380 time: 0.2872150
Nov 27 11:47:18.579387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284629f250>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:47:16Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:18.585014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] Checking router: b0a41217-8d79-4fed-81b6-d26887f31921 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:18.587019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'port': {'device_id': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'admin_state_up': True, 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'security_groups': ['6f8dde7d-110c-4d4c-ab41-128df50831e9']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:18.589337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:18.597795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] Routers {'b0a41217-8d79-4fed-81b6-d26887f31921'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:18.598415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284629f250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:46:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['b0a41217-8d79-4fed-81b6-d26887f31921'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:18.734881 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-d645c224-7f95-436b-ac03-39bfe81a18ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 200  len: 1002 time: 0.2342153
Nov 27 11:47:18.762129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:18.767864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b90a277-1c0e-410b-b8f4-d365b8849562 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:18.790867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] Set router b0a41217-8d79-4fed-81b6-d26887f31921 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:18.808785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:18.813502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:18.817584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:18.824243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/2c8450b1-7dd4-4c5c-9c4a-94a0e64e42d8 HTTP/1.1" status: 204  len: 168 time: 0.8147588
Nov 27 11:47:18.827173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51968) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:18.852200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:18.854344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f2c0d-c329-4185-986d-7d276c6d83e1 None None] Network ded14ec2-bb2a-4ce2-842e-378a44368387 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:47:18.858073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-f19b3869-5c2d-489c-9f52-580e786e4245 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:18.858073 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-f19b3869-5c2d-489c-9f52-580e786e4245 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.1138296
Nov 27 11:47:18.866652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:18.948663 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-9e212e71-3de0-4b7f-9594-e291112735ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797684
Nov 27 11:47:18.954414 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-31b4242c-5a0f-4269-870a-d9f45a2e0564 req-23de54e7-3294-4e81-b9fe-3f679975d181 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 210 time: 0.0634310
Nov 27 11:47:19.023525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e584d40d-8918-4180-a21a-776b233225a6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:19.073296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Made reservation on behalf of c2257a822dc549e5a3095c96edf17058 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:47:19.077393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.114717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.248965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-faa69c22-550a-4343-9a3f-7b478c58cc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.268148 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-d61426ab-64f0-474b-8ebf-3ebf52126d82 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3079178
Nov 27 11:47:19.389774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Allocated IP 172.20.0.10 (797d145a-8c59-4686-85a9-f0fe14c3a008/5f5aac06-bdd4-475a-a5ee-7e15fb7c291e/3ed26349-5812-4e20-ad8d-3c8b49b46dbc) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:19.446319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.455991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e584d40d-8918-4180-a21a-776b233225a6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:19.456840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.474223 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-027a3010-fe44-45f6-b9ba-542683d6d518 req-4d958912-f1ad-4768-9225-631f6589fd79 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930921
Nov 27 11:47:19.546857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284629f250>, [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:47:16Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:19.551725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe50c6-8f33-45c0-acce-f7b7f7c203b4 None None] The sync data for ids ['b0a41217-8d79-4fed-81b6-d26887f31921'] in dv-neutron-819441-1-hyperv is: [{'id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'name': 'tempest-TestNetworkBasicOps-router-638777200', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:47:16Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '4082061d-dd71-4133-9de1-22bc8f95085e', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a41217-8d79-4fed-81b6-d26887f31921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:45:38Z', 'updated_at': '2021-11-27T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:19.564454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 4082061d-dd71-4133-9de1-22bc8f95085e {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:47:19.565283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.616586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] DHCP port deletion for ded14ec2-bb2a-4ce2-842e-378a44368387 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:47:19.633562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] Deleting port 5036f6b3-8803-4e20-afac-14b3773e67cb {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:47:19.633935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.799797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.808654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 4082061d-dd71-4133-9de1-22bc8f95085e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4082061d-dd71-4133-9de1-22bc8f95085e,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:19.808996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.819205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Transition to ACTIVE for port object 3ed26349-5812-4e20-ad8d-3c8b49b46dbc will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:19.832565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.867944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] For port 5036f6b3-8803-4e20-afac-14b3773e67cb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5036f6b3-8803-4e20-afac-14b3773e67cb,segment=NetworkSegment(9f6a49bb-4b45-44f7-840e-7568af4cce9a),segment_id=9f6a49bb-4b45-44f7-840e-7568af4cce9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:19.872111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.939515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:19.945018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 4082061d-dd71-4133-9de1-22bc8f95085e owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:47:19.945969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc899a19-2413-48a6-a6a0-6e03560d9375 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:19.992486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] Calling delete_port for 5036f6b3-8803-4e20-afac-14b3773e67cb owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:47:20.032438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:20.035968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:20.038077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:20.040314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:20.071308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:20.180160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:20.180754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.233949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4e1dc-069b-4384-aed2-8f3eb15435e5 req-7d18acfc-bc3e-4968-a24d-fa934e6bb150 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:20.234767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b5c4e1dc-069b-4384-aed2-8f3eb15435e5 req-7d18acfc-bc3e-4968-a24d-fa934e6bb150 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Synchronizing usage tracker for tenant:c2257a822dc549e5a3095c96edf17058 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:20.280463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.284344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-91057367-371f-4892-b53e-c6c84790c70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:20.312293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.315238 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7322924
Nov 27 11:47:20.319049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-eb25016f-e6b1-490c-b369-add49489b878 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:20.330274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] Pushing event deleted for resources: {'Port': ['ID=5036f6b3-8803-4e20-afac-14b3773e67cb,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:20.332981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:20.337258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Request body: {'port': {'device_id': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:20.342268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] No DVR routers for this DVR port 5036f6b3-8803-4e20-afac-14b3773e67cb on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:47:20.370153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=4082061d-dd71-4133-9de1-22bc8f95085e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:20.372470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:20.386637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b5c4e1dc-069b-4384-aed2-8f3eb15435e5 req-7d18acfc-bc3e-4968-a24d-fa934e6bb150 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Unset dirty status for tenant:c2257a822dc549e5a3095c96edf17058 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:20.388275 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b5c4e1dc-069b-4384-aed2-8f3eb15435e5 req-7d18acfc-bc3e-4968-a24d-fa934e6bb150 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 932 time: 0.2742302
Nov 27 11:47:20.444530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0116aad2-aced-4140-ba53-6ec93e6d3caf None None] Provisioning for port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:20.451259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0116aad2-aced-4140-ba53-6ec93e6d3caf None None] Provisioning complete for port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:20.451924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0116aad2-aced-4140-ba53-6ec93e6d3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.507555 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b5c4e1dc-069b-4384-aed2-8f3eb15435e5 req-b5c83b10-4687-47a2-b258-cc8c0e4b8994 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122448
Nov 27 11:47:20.516488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.523397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-0116aad2-aced-4140-ba53-6ec93e6d3caf None None] Port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:47:20.604633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.866608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.873486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.896769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed26349-5812-4e20-ad8d-3c8b49b46dbc {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:47:20.911273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.969214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Transition to ACTIVE for port object 3ed26349-5812-4e20-ad8d-3c8b49b46dbc will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:20.969349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.970443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Fanout notify agent at l3_agent the message router_deleted on router b0a41217-8d79-4fed-81b6-d26887f31921 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:47:20.989833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:20.993941 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/routers/b0a41217-8d79-4fed-81b6-d26887f31921 HTTP/1.1" status: 204  len: 168 time: 2.1627913
Nov 27 11:47:20.994081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51974) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:21.010978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5036f6b3-8803-4e20-afac-14b3773e67cb no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:47:21.049981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 5036f6b3-8803-4e20-afac-14b3773e67cb {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:47:21.050334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5036f6b3-8803-4e20-afac-14b3773e67cb not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:47:21.050840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7d372e27-ad0b-4ea6-a04f-ceea453c22de no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:47:21.053176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.059882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94c071ec-bafa-4721-82ff-650b9727880d tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:21.088280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 7d372e27-ad0b-4ea6-a04f-ceea453c22de {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:47:21.088758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7d372e27-ad0b-4ea6-a04f-ceea453c22de not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:47:21.113990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.209445 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1f5e-7579-4a50-8369-850d60ba6196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.269058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Pushing event updated for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:21.284274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:21.383021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.412020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845063070>,) {'filters': {'network_id': ['ded14ec2-bb2a-4ce2-842e-378a44368387']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:21.415813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Attempting to bind port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:47:21.416194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Attempting to bind port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:47:21.416740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Attempting to bind port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc on network 797d145a-8c59-4686-85a9-f0fe14c3a008 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:21.423001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc on network 797d145a-8c59-4686-85a9-f0fe14c3a008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:47:21.424052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Attempting to bind port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc on network 797d145a-8c59-4686-85a9-f0fe14c3a008 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:21.428566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845063070>, '9f6a49bb-4b45-44f7-840e-7568af4cce9a') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:21.428861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845063070>, '9f6a49bb-4b45-44f7-840e-7568af4cce9a') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:21.430262 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:47:21.430648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Checking segment: {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:21.431023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Bound using segment: {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:47:21.431443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Bound port: 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:47:21.431781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.441963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.460646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.466728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:47:21.467136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:47:21.484224 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:47:21.535049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:47:21.540103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:47:21.623941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.627899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d7d4f543-670f-4db3-8dc1-ed76bc9c3601 tempest-TestServerAdvancedOps-196952003 tempest-TestServerAdvancedOps-196952003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:21.653327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.662903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:21.682115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.683488 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] 10.222.0.39 "PUT /v2.0/ports/3ed26349-5812-4e20-ad8d-3c8b49b46dbc HTTP/1.1" status: 200  len: 1094 time: 1.3599536
Nov 27 11:47:21.684526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:47:21.689725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:21.716435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Pushing event updated for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:21.721300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:21.768247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=ded14ec2-bb2a-4ce2-842e-378a44368387,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:21.773079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:21.781899 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'status': 'completed', 'code': 200}
Nov 27 11:47:21.816335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bcd16-ea31-4620-9a89-d007db2d3b17 req-a3df122f-7822-48f1-846c-84b1b584c98e tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:21.817785 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3f7bcd16-ea31-4620-9a89-d007db2d3b17 req-a3df122f-7822-48f1-846c-84b1b584c98e tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 944 time: 0.1611571
Nov 27 11:47:21.843960 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/ded14ec2-bb2a-4ce2-842e-378a44368387 HTTP/1.1" status: 204  len: 168 time: 0.8487594
Nov 27 11:47:21.869879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51982) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:21.878205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--1325161660', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:21.885541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:21.886175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-99730a6b-f8c6-4f06-b710-eb25cf9f69fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2257a822dc549e5a3095c96edf17058&device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 1097 time: 0.1023102
Nov 27 11:47:21.889653 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3f7bcd16-ea31-4620-9a89-d007db2d3b17 req-6d1f4672-24b2-460d-9cc4-4597faaf0d2b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663607
Nov 27 11:47:21.892652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:21.895658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:21.902238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:21.987020 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-c6fa6867-804c-4c82-87b4-6c43236ca003 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc HTTP/1.1" status: 200  len: 217 time: 0.0869598
Nov 27 11:47:22.012029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:47:22.015185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.047797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:47:22.057661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-3ef4b869-594e-40b4-8814-11090bc4cf71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:22.059698 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-3ef4b869-594e-40b4-8814-11090bc4cf71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f5aac06-bdd4-475a-a5ee-7e15fb7c291e HTTP/1.1" status: 200  len: 834 time: 0.0630786
Nov 27 11:47:22.060515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.060857 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment 970efa77-3318-4ebe-bad4-22a580a452be of type vlan for network 968d9361-35e0-4b9a-86b6-9b806789dc6c
Nov 27 11:47:22.088622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.145752 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-a4451900-db4c-432c-8c6e-a8e5964bd6b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=797d145a-8c59-4686-85a9-f0fe14c3a008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767944
Nov 27 11:47:22.209253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.213058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:22.213631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.217510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf31e756-2477-46e8-999b-c3b97e8e5a47 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:22.351770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.355757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=968d9361-35e0-4b9a-86b6-9b806789dc6c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:22.358910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:22.367477 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:47:22.398329 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-6d14f517-cedb-42de-b87e-734047026df1 service neutron] 10.222.0.39 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405453
Nov 27 11:47:22.467772 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5933006
Nov 27 11:47:22.468535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51986) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:22.476717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'admin_state_up': True, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:22.484590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:22.488720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:router and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:22.491698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:22.497937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:22.538865 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d58901f-1f95-4810-9f2a-9c646d753070 req-37337b51-87e8-4e29-a10f-76a2f11fd85e service neutron] 10.222.0.39 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298246
Nov 27 11:47:22.589165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.590177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.608869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.759100 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-3e2e04b4-3e91-4c31-ba2b-04e503ad3d01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2257a822dc549e5a3095c96edf17058&device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 1097 time: 0.0726163
Nov 27 11:47:22.847709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:22.896591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-fb84012a-51d7-45b9-9fd4-57c4808fdf7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:22.898022 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-fb84012a-51d7-45b9-9fd4-57c4808fdf7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=797d145a-8c59-4686-85a9-f0fe14c3a008 HTTP/1.1" status: 200  len: 897 time: 0.1322300
Nov 27 11:47:22.972491 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-9cc0d8cd-6e3f-4751-8ce2-9a78004365da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc HTTP/1.1" status: 200  len: 217 time: 0.0671365
Nov 27 11:47:23.037620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-0803f046-3918-4d60-8df8-1c10a5d0c0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:23.039151 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-0803f046-3918-4d60-8df8-1c10a5d0c0e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f5aac06-bdd4-475a-a5ee-7e15fb7c291e HTTP/1.1" status: 200  len: 834 time: 0.0589716
Nov 27 11:47:23.168836 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-d5a3f298-f2fd-425f-86bf-1721dc5d079a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=797d145a-8c59-4686-85a9-f0fe14c3a008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1210403
Nov 27 11:47:23.195217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:23.225375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:23.271316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e9ec6-6449-4b5d-a0ae-daad6b90ef5c req-8d4ba0e7-6d4c-4581-b5cd-b12a0f1e68db tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:23.272761 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-331e9ec6-6449-4b5d-a0ae-daad6b90ef5c req-8d4ba0e7-6d4c-4581-b5cd-b12a0f1e68db tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 944 time: 0.1723480
Nov 27 11:47:23.349565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-98b85c49-5a7c-43b4-8310-7a915218bdb1 service neutron] 10.222.0.39 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725059
Nov 27 11:47:23.357637 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-331e9ec6-6449-4b5d-a0ae-daad6b90ef5c req-66130109-6262-42b9-af9a-5b8ef93d9b67 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729239
Nov 27 11:47:23.384060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.25 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/019c3a0a-d562-4661-bfcd-96bf124f7330) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:23.490924 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cf588672-355d-4bdf-b905-c8c7a8f8a3f2 req-a8323855-842e-4b52-a96d-82f59697d5a2 service neutron] 10.222.0.39 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323454
Nov 27 11:47:23.538709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:23.626308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:23.630090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:23.697507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:23.701377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:23.705476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:23.729576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=019c3a0a-d562-4661-bfcd-96bf124f7330,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:23.734446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:23.766227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:23.955806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:23.956793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:24.354732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:47:24.610452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e388b2-1e34-4040-8c2e-0a6afbe871f6 req-41ab7e3c-45f8-4523-8543-2a1accc5dcef tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:24.611815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e0e388b2-1e34-4040-8c2e-0a6afbe871f6 req-41ab7e3c-45f8-4523-8543-2a1accc5dcef tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 944 time: 0.1005483
Nov 27 11:47:24.655392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:24.665023 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Sync routers for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:24.678887 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e0e388b2-1e34-4040-8c2e-0a6afbe871f6 req-166ea130-d4aa-4dec-b265-a67f10dd48fe tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611923
Nov 27 11:47:24.680612 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:24.681795 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464edeb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:47:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:24.713111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3ed26349-5812-4e20-ad8d-3c8b49b46dbc details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:47:24.743488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:24.745310 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.2754190
Nov 27 11:47:24.749444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 51994) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:24.866415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:24.880709 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'port_id': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'mac_address': 'fa:16:3e:b0:a4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:47:24.897593 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:24.944061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:24.962359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed26349-5812-4e20-ad8d-3c8b49b46dbc {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:47:24.978323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:25.009273 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b768f5ac-50cc-4877-bba4-23b19a90a70a tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2574728
Nov 27 11:47:25.012489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52000) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:25.103958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:25.106695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a9a8ea8a-a945-499c-a77a-0a8e9e08c2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:25.213031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:25.216969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:25.220835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bea4bf-453a-4a56-b4a9-7d056c7b765f tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:25.222583 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-37bea4bf-453a-4a56-b4a9-7d056c7b765f tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2091687
Nov 27 11:47:25.225750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52004) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:25.308670 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-982bc521-e447-4d2e-acdb-80bd49b29fe6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0810027
Nov 27 11:47:25.312642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52008) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:25.319796 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464edeb0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:23Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:25.321822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-201271897', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:25.326896 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Checking router: 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:25.327463 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Updating router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 port 019c3a0a-d562-4661-bfcd-96bf124f7330 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:47:25.379404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['3ed26349-5812-4e20-ad8d-3c8b49b46dbc'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:47:25.411072 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:25.505177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:25.509745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:25.513484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:25.519692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:25.589031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:47:25.706620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:25.897863 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:25.909969 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Transition to ACTIVE for port object 019c3a0a-d562-4661-bfcd-96bf124f7330 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:25.983300 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:25.987518 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-6cbef047-c27f-4521-af05-a78396bf29bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:25.989506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5093d-c4d5-4127-a4ff-d3cae69fb521 req-14827a16-0372-4075-b59d-dce2bef5219c tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:25.990992 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8ef5093d-c4d5-4127-a4ff-d3cae69fb521 req-14827a16-0372-4075-b59d-dce2bef5219c tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 945 time: 0.1626174
Nov 27 11:47:26.067933 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f12d2-f673-4967-854d-383ccd6d64bb None None] Pushing event updated for resources: {'Port': ['ID=019c3a0a-d562-4661-bfcd-96bf124f7330,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:26.070799 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-b96f12d2-f673-4967-854d-383ccd6d64bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:26.071667 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Attempting to bind port 019c3a0a-d562-4661-bfcd-96bf124f7330 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:47:26.072029 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Attempting to bind port 019c3a0a-d562-4661-bfcd-96bf124f7330 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:47:26.072387 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Attempting to bind port 019c3a0a-d562-4661-bfcd-96bf124f7330 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:26.078576 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8ef5093d-c4d5-4127-a4ff-d3cae69fb521 req-07984f78-5bb7-41c3-94b5-b30f72e01784 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746150
Nov 27 11:47:26.079645 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:47:26.080014 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:26.080403 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:26.080963 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:47:26.081667 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Bound port: 019c3a0a-d562-4661-bfcd-96bf124f7330, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:47:26.082031 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:26.149145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:26.153520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3fc8384-847b-4ed3-b330-c473b2f6b049 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:26.153714 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] For port 019c3a0a-d562-4661-bfcd-96bf124f7330, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:47:26.157309 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] For port 019c3a0a-d562-4661-bfcd-96bf124f7330, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=019c3a0a-d562-4661-bfcd-96bf124f7330,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:47:26.247262 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:26.251325 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-bbc8e996-3145-48cd-aacf-1dc06a4a7f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:26.330769 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f12d2-f673-4967-854d-383ccd6d64bb None None] Pushing event updated for resources: {'Port': ['ID=019c3a0a-d562-4661-bfcd-96bf124f7330,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:26.331039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=6a09b0cc-8ea2-4e37-a4f8-dd643515ae45,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:26.335128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:26.335343 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-b96f12d2-f673-4967-854d-383ccd6d64bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:26.339711 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:26.340879 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464edeb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:47:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:26.344071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:26.344435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: 968d9361-35e0-4b9a-86b6-9b806789dc6c, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:47:26.445863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:47:26.511743 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:26.514460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 968d9361-35e0-4b9a-86b6-9b806789dc6c) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:26.518990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:26.519730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:26.525223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a994a87e-591d-4bad-a138-ef5cb91b976c None None] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:47:26.610500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2961340
Nov 27 11:47:26.614202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52014) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:26.736874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3ed26349-5812-4e20-ad8d-3c8b49b46dbc up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:26.845932 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464edeb0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:23Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:26.850744 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc64591-52fd-4158-83ce-c915e875d494 None None] The sync data for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv is: [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:23Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:26.863026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-968d9361-35e0-4b9a-86b6-9b806789dc6c', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:47:26.863948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:26.928090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:26.933402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4082061d-dd71-4133-9de1-22bc8f95085e no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:47:26.977266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:26.977643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:27.011138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4082061d-dd71-4133-9de1-22bc8f95085e {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:47:27.011461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4082061d-dd71-4133-9de1-22bc8f95085e not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:47:27.158460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Allocated IP 172.20.0.2 (968d9361-35e0-4b9a-86b6-9b806789dc6c/6a09b0cc-8ea2-4e37-a4f8-dd643515ae45/05e80cda-571a-4126-bc08-bb347aeebd37) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:27.190680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:27.285213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:47:27.312039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:27.382042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5027a5-2d6d-45fb-86e9-bf22d2f1de66 req-a0b01f9e-1e67-4c92-ac9f-c8ba3adb5bf1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:27.384271 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7e5027a5-2d6d-45fb-86e9-bf22d2f1de66 req-a0b01f9e-1e67-4c92-ac9f-c8ba3adb5bf1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 945 time: 0.1452985
Nov 27 11:47:27.403744 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'code': 200}
Nov 27 11:47:27.410202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:27.414233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:27.494839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:27.500665 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7e5027a5-2d6d-45fb-86e9-bf22d2f1de66 req-0ee88106-647d-4a72-a1cc-27d626cc42c6 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045086
Nov 27 11:47:27.511115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Transition to ACTIVE for port object 05e80cda-571a-4126-bc08-bb347aeebd37 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:27.514161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:27.520641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:27.534719 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Transition to ACTIVE for port object 05e80cda-571a-4126-bc08-bb347aeebd37 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:27.637732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:27.660757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:27.665437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b84b78e2-f716-419c-ac65-839ef88785e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:27.724333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:27.732125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:27.737427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:27.747154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Pushing event updated for resources: {'Port': ['ID=05e80cda-571a-4126-bc08-bb347aeebd37,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:27.754238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:27.862731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Attempting to bind port 05e80cda-571a-4126-bc08-bb347aeebd37 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:47:27.863619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Attempting to bind port 05e80cda-571a-4126-bc08-bb347aeebd37 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:47:27.864383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Attempting to bind port 05e80cda-571a-4126-bc08-bb347aeebd37 on network 968d9361-35e0-4b9a-86b6-9b806789dc6c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:27.875742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:47:27.891849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Checking segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:27.891849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:27.891849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Bound using segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:47:27.891849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Bound port: 05e80cda-571a-4126-bc08-bb347aeebd37, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:47:27.891849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:27.897971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6438364d-c17e-436e-bbce-6cf4241d3d0d req-29e974a5-b97e-4bb8-aeb7-a43a3429028e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 1099 time: 0.0828879
Nov 27 11:47:27.946847 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6438364d-c17e-436e-bbce-6cf4241d3d0d req-8b2c6964-062c-49ed-8dde-cdd1c7ac9e68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413220
Nov 27 11:47:27.992782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] For port 05e80cda-571a-4126-bc08-bb347aeebd37, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:47:27.995831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] For port 05e80cda-571a-4126-bc08-bb347aeebd37, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=05e80cda-571a-4126-bc08-bb347aeebd37,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:47:28.112401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:28.116858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:28.195764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.1 (968d9361-35e0-4b9a-86b6-9b806789dc6c/6a09b0cc-8ea2-4e37-a4f8-dd643515ae45/00d42077-12dd-4dde-bb14-c704e2934026) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:28.200378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Pushing event updated for resources: {'Port': ['ID=05e80cda-571a-4126-bc08-bb347aeebd37,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:28.203622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:28.400620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:28.416758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 00d42077-12dd-4dde-bb14-c704e2934026 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:28.513073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:28.521486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-754e7561-d979-452f-a0c9-b1a0a386fb6d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:28.581791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:28.584961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:28.594166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:28.630440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=00d42077-12dd-4dde-bb14-c704e2934026,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:28.634974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:28.658899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:28.729567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883638c-536b-4928-84bb-075514a19403 req-1ed5d658-0694-450c-863a-1489f17ad231 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:28.731033 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e883638c-536b-4928-84bb-075514a19403 req-1ed5d658-0694-450c-863a-1489f17ad231 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0814843
Nov 27 11:47:28.783009 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e883638c-536b-4928-84bb-075514a19403 req-c09ec677-7399-4c5a-b278-6432c08feb01 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462286
Nov 27 11:47:28.832465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:29.048415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 05e80cda-571a-4126-bc08-bb347aeebd37 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:29.241779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e553c51-91ef-4677-bf7e-999a6afd2eb7 None None] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:47:29.327398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 05e80cda-571a-4126-bc08-bb347aeebd37 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:29.415162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:29.436233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] Provisioning for port 05e80cda-571a-4126-bc08-bb347aeebd37 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:29.444884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] Provisioning complete for port 05e80cda-571a-4126-bc08-bb347aeebd37 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:29.445305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:29.506042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:29.537040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a37f2db-14e8-4501-b842-de0a446a2a80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:29.620624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=00d42077-12dd-4dde-bb14-c704e2934026,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:29.623197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:29.626934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:29.636213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:29.724656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] For port 05e80cda-571a-4126-bc08-bb347aeebd37, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=05e80cda-571a-4126-bc08-bb347aeebd37,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:29.792019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:29.794317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:29.800818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:29.803755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:29.911968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] Pushing event updated for resources: {'Port': ['ID=05e80cda-571a-4126-bc08-bb347aeebd37,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:29.916506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:29.929709 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-00b0235f-109f-42ab-994f-877c9e0e45db None None] Provisioning complete for port 05e80cda-571a-4126-bc08-bb347aeebd37 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:29.930083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-00b0235f-109f-42ab-994f-877c9e0e45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:30.172102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-00b0235f-109f-42ab-994f-877c9e0e45db None None] Provisioning for port 00d42077-12dd-4dde-bb14-c704e2934026 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:30.179551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-00b0235f-109f-42ab-994f-877c9e0e45db None None] Provisioning complete for port 00d42077-12dd-4dde-bb14-c704e2934026 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:30.184074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-00b0235f-109f-42ab-994f-877c9e0e45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:30.263309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-00b0235f-109f-42ab-994f-877c9e0e45db None None] Port 00d42077-12dd-4dde-bb14-c704e2934026 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:47:30.291067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9570f9c-d3c9-4587-bdd8-3f53330b3b9a req-72d21e7a-f7ab-4721-856e-0f18510bea84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.292563 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a9570f9c-d3c9-4587-bdd8-3f53330b3b9a req-72d21e7a-f7ab-4721-856e-0f18510bea84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.3547575
Nov 27 11:47:30.385776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-60a9cbe6-2f30-46e2-a51c-2b089f7d328e None None] Provisioning complete for port 00d42077-12dd-4dde-bb14-c704e2934026 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:30.386075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-60a9cbe6-2f30-46e2-a51c-2b089f7d328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:30.407108 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a9570f9c-d3c9-4587-bdd8-3f53330b3b9a req-a5e57386-312b-4bbe-9b29-2e0e26dae63e tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641618
Nov 27 11:47:30.445535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-60a9cbe6-2f30-46e2-a51c-2b089f7d328e None None] Port 00d42077-12dd-4dde-bb14-c704e2934026 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:47:30.535071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:47:30.620419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb78242-b04b-4aaa-aedd-1bb99faacb7e req-c97e982b-50aa-4082-8887-7c1429f97ff2 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.622414 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bb78242-b04b-4aaa-aedd-1bb99faacb7e req-c97e982b-50aa-4082-8887-7c1429f97ff2 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0813618
Nov 27 11:47:30.669099 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bb78242-b04b-4aaa-aedd-1bb99faacb7e req-d4ac388b-55c0-4d7e-9ce7-b6c09e17ad81 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400312
Nov 27 11:47:30.701001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52028) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:30.744193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:30.757234 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/5e4d45d3-404a-4413-80f5-dfc5d53b59d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1409121
Nov 27 11:47:30.760070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52032) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:30.771737 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7ee8d34d-c388-47c3-ade4-950655cc694b tempest-TestNetworkAdvancedServerOps-1104046650 tempest-TestNetworkAdvancedServerOps-1104046650-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 1094 time: 0.0695124
Nov 27 11:47:30.774826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52036) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:30.780556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:30.786055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:30.789830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Usage tracker for resource:floatingip and tenant:c2257a822dc549e5a3095c96edf17058 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:30.792863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:30.800053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:30.871915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:30.905193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89257e59-8c02-4c74-9b45-6657365140f9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.905987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89257e59-8c02-4c74-9b45-6657365140f9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.905987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89257e59-8c02-4c74-9b45-6657365140f9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.906245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89257e59-8c02-4c74-9b45-6657365140f9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.906825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89257e59-8c02-4c74-9b45-6657365140f9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.907138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89257e59-8c02-4c74-9b45-6657365140f9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.907351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89257e59-8c02-4c74-9b45-6657365140f9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:30.909637 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-89257e59-8c02-4c74-9b45-6657365140f9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4970 time: 0.1484833
Nov 27 11:47:30.913987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52040) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:30.998820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 05e80cda-571a-4126-bc08-bb347aeebd37 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:31.014279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a5284-83e4-487b-83a0-c409c2237faa tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:31.014922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a5284-83e4-487b-83a0-c409c2237faa tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:31.015497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a5284-83e4-487b-83a0-c409c2237faa tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:31.016065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a5284-83e4-487b-83a0-c409c2237faa tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:31.016627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a5284-83e4-487b-83a0-c409c2237faa tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:31.017190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a5284-83e4-487b-83a0-c409c2237faa tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:31.017746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a5284-83e4-487b-83a0-c409c2237faa tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:31.023012 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-607a5284-83e4-487b-83a0-c409c2237faa tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4627 time: 0.1056066
Nov 27 11:47:31.023397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52044) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:31.076203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 05e80cda-571a-4126-bc08-bb347aeebd37 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:31.076684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:31.082847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:31.253376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Allocated IP 172.26.6.48 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/9bc346f6-e8a6-4e80-b45b-576562c5979d) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:31.332694 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2dce6bde-d050-456e-9ebb-cccf33a9cdfe tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3776 time: 0.3077946
Nov 27 11:47:31.415808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:31.526906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:31.531115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d56b52f-9505-4da8-9ef6-ffe9b9f8b1ac tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:31.592761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:31.600247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:31.604323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:31.633761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'Port': ['ID=9bc346f6-e8a6-4e80-b45b-576562c5979d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:31.639789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:32.133694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.193483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52050) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:32.202732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482697744', 'description': 'tempest-secgroup-smoke-482697744 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:32.211129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:32.227310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:32.291976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.320604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.368350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:32.370888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:32.374775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:32.381423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:32.458045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.534830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.543663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a2ff10ca-17cb-4055-9444-2e05de054b29 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:32.605950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a17a605-f9b4-403d-8535-e1d736f03f52,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:32.612288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:32.677347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.694423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.698932 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.5036359
Nov 27 11:47:32.699137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52054) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:32.708236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2a17a605-f9b4-403d-8535-e1d736f03f52', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:32.715341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:32.719501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:32.722602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:32.729090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:32.757622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.763470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f728167d-6427-4bad-8ece-3485047ecffd tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:32.873519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:32.912875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event updated for resources: {'Port': ['ID=9bc346f6-e8a6-4e80-b45b-576562c5979d,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:32.919592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:32.920593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.008051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 019c3a0a-d562-4661-bfcd-96bf124f7330 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:33.033163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.115032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.117500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:33.144362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8bd9e2-eecd-4677-b791-4468bf1c799c,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:33.148558 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 019c3a0a-d562-4661-bfcd-96bf124f7330 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:33.153371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:33.154642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 019c3a0a-d562-4661-bfcd-96bf124f7330 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:33.155099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.188230 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Floating IP b2a6763e-64ad-493e-b18c-9769e1986d4b associated. External IP: 172.26.6.48, port: 3ed26349-5812-4e20-ad8d-3c8b49b46dbc.
Nov 27 11:47:33.275415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.294209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 019c3a0a-d562-4661-bfcd-96bf124f7330, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=019c3a0a-d562-4661-bfcd-96bf124f7330,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:33.334247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.335468 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6338341
Nov 27 11:47:33.338773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52058) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:33.344935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2a17a605-f9b4-403d-8535-e1d736f03f52', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:33.351616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:33.356630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:33.359870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:33.365837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:33.388782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.394043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:33.462019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=019c3a0a-d562-4661-bfcd-96bf124f7330,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:33.465628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:33.476565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.545204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.599057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Router 9ccb640c-e66d-4f61-a179-a85f3265982d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:47:33.636625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.638645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:33.663160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac9113e-9c61-4518-94fe-64d90a79d39e,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:33.665801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:33.810758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:33.820202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] Sync routers for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:33.832601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:33.833206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a00d30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:47:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:33.936470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:33.949822 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9a206750-e8f3-44c7-9c40-3c068b6947a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5979395
Nov 27 11:47:33.949822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52062) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:33.949822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2a17a605-f9b4-403d-8535-e1d736f03f52', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:33.953685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:33.958248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:33.961160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:33.968404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:34.014057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:34.083129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.107425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.111479 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:47:34.142219 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3663690
Nov 27 11:47:34.143509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:47:34.188932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.213422 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'status': 'completed', 'code': 200}
Nov 27 11:47:34.259987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.261924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a5fca1e-01e4-4c80-b7d9-491e24a26e3c tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:34.288158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e39494-2005-4892-b804-fd4bf1654cfa,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:34.291077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:34.363383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.366601 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4249115
Nov 27 11:47:34.369323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52070) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:34.375327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2a17a605-f9b4-403d-8535-e1d736f03f52', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:34.381166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:34.383292 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-5c3ce1fc-8ac1-41cb-ae42-b66c0c76d104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2257a822dc549e5a3095c96edf17058&device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 1099 time: 0.1452279
Nov 27 11:47:34.385983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:34.388603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e41b0-88e7-4ae2-99d7-91dc95103466 req-5919c095-200a-4d79-a6c3-e0172bdd94b9 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:34.388771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:34.390001 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e28e41b0-88e7-4ae2-99d7-91dc95103466 req-5919c095-200a-4d79-a6c3-e0172bdd94b9 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.1190915
Nov 27 11:47:34.394829 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:34.408601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a00d30>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b2a6763e-64ad-493e-b18c-9769e1986d4b', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'floating_ip_address': '172.26.6.48', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'port_id': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'mac_address': 'fa:16:3e:b0:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:31Z', 'updated_at': '2021-11-27T11:47:31Z', 'revision_number': 0, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:17Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:34.412827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] Checking router: 9ccb640c-e66d-4f61-a179-a85f3265982d for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:34.424134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:34.424740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a00d30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:47:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:34.473726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.555625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.643566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.645681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-46115fc6-f7d7-4cff-b637-1b0bfec720d5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:34.654443 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e28e41b0-88e7-4ae2-99d7-91dc95103466 req-233d40af-29e4-405c-a7cc-3d560ed8f96f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2435582
Nov 27 11:47:34.667132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e00911-d97c-42a0-953f-e272ff8e9039,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:34.672023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:34.672290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:34.692140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-8bea5a49-e1e5-4551-87b3-48217223c226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:34.693576 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-8bea5a49-e1e5-4551-87b3-48217223c226 service neutron] 10.222.0.39 "GET /v2.0/networks?id=797d145a-8c59-4686-85a9-f0fe14c3a008 HTTP/1.1" status: 200  len: 897 time: 0.3027124
Nov 27 11:47:34.698730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52074) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:34.743081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.747540 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3740830
Nov 27 11:47:34.747959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52078) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:34.754412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2a17a605-f9b4-403d-8535-e1d736f03f52', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:34.760880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:34.764973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:34.768005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:34.773991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:34.848908 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:47:34.855992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.890162 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d8628bbd-b950-4cc4-a60f-03b5f3cf3e97 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/floatingips/b2a6763e-64ad-493e-b18c-9769e1986d4b HTTP/1.1" status: 200  len: 991 time: 0.1891158
Nov 27 11:47:34.892232 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-f32e325f-e179-471c-aa94-c270d071abaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc HTTP/1.1" status: 200  len: 999 time: 0.1908853
Nov 27 11:47:34.930809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:34.959841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-5358d42b-4c59-4dfe-a39a-034e16872c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:34.961269 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-5358d42b-4c59-4dfe-a39a-034e16872c6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f5aac06-bdd4-475a-a5ee-7e15fb7c291e HTTP/1.1" status: 200  len: 834 time: 0.0631175
Nov 27 11:47:35.000467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:35.003302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 019c3a0a-d562-4661-bfcd-96bf124f7330 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:35.020044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9bb2fdc4-43ef-4bcd-813c-1f0bbb858b75 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:35.036447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853c04f2-4533-4733-83bd-f38a5e650731,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:35.038866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:35.044332 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-57dd0ed9-4f75-41d4-a178-c98feaf01f02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=797d145a-8c59-4686-85a9-f0fe14c3a008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768561
Nov 27 11:47:35.122871 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 019c3a0a-d562-4661-bfcd-96bf124f7330 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:35.123377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:35.137308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:35.141406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3897433
Nov 27 11:47:35.142946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52082) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:35.149316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2a17a605-f9b4-403d-8535-e1d736f03f52', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:35.156972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:35.162926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:35.166167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:35.173921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:35.182575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a00d30>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b2a6763e-64ad-493e-b18c-9769e1986d4b', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'floating_ip_address': '172.26.6.48', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'port_id': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'mac_address': 'fa:16:3e:b0:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:31Z', 'updated_at': '2021-11-27T11:47:31Z', 'revision_number': 0, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:17Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:35.191588 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-414f91b9-16df-4d13-a467-e1c4d2a34e1f service neutron] 10.222.0.39 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401963
Nov 27 11:47:35.191898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9d816-7506-4a51-b507-c34471a3e699 None None] The sync data for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv is: [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b2a6763e-64ad-493e-b18c-9769e1986d4b', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'floating_ip_address': '172.26.6.48', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'port_id': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'mac_address': 'fa:16:3e:b0:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:31Z', 'updated_at': '2021-11-27T11:47:31Z', 'revision_number': 0, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:17Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:35.239419 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:47:35.246737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:35.341812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:35.354693 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-677c4215-3180-49b0-aea2-3c1f9788a4c2 req-4573e752-46ca-496d-8f6c-3202c02f4c2d service neutron] 10.222.0.39 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570280
Nov 27 11:47:35.406175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:35.412387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:35.438596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255cd39c-05be-4dd2-8ade-9bd58e872024,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:35.441211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:35.511834 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea0d2a-f037-453a-a62f-3ee0b3f41849 None None] New status for floating IP b2a6763e-64ad-493e-b18c-9769e1986d4b: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:47:35.520182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:35.529105 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3781364
Nov 27 11:47:35.704244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-ce2ea6d4-380a-4acf-a8dc-aab187b836c6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:35.788935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-ce2ea6d4-380a-4acf-a8dc-aab187b836c6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:35.790400 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-ce2ea6d4-380a-4acf-a8dc-aab187b836c6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482697744&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.1281312
Nov 27 11:47:35.893167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52096) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:36.082553 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8a5866a5-6409-4b21-96b4-937bf2a42d7a tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/floatingips/b2a6763e-64ad-493e-b18c-9769e1986d4b HTTP/1.1" status: 200  len: 993 time: 0.1822765
Nov 27 11:47:36.135928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-4b638f91-4c83-4de8-8e15-90d7461fa0fd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:36.137165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-4b638f91-4c83-4de8-8e15-90d7461fa0fd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:36.229200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-4b638f91-4c83-4de8-8e15-90d7461fa0fd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:36.230486 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-4b638f91-4c83-4de8-8e15-90d7461fa0fd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 797 time: 0.4330719
Nov 27 11:47:36.250987 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-d1bef9d0-8c47-460b-a673-b426d7034f3a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0136049
Nov 27 11:47:36.333306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-5747fe6c-c6c9-48c2-b1b1-9b265e06cb30 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:36.400010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-5747fe6c-c6c9-48c2-b1b1-9b265e06cb30 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:36.401552 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-5747fe6c-c6c9-48c2-b1b1-9b265e06cb30 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1449072
Nov 27 11:47:36.545798 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-ba78e90f-36fc-4609-b57a-1afdf1d51abf service neutron] 10.222.0.23 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320279
Nov 27 11:47:36.680704 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-ae0a930d-85dc-4915-a03a-5b184ad8b8c6 service neutron] 10.222.0.23 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288168
Nov 27 11:47:36.978834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4a57f30d-49af-4931-bc95-160c57f30902 req-8d8c472a-bbad-44aa-8856-832200ab1432 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:36.992658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4a57f30d-49af-4931-bc95-160c57f30902 req-8d8c472a-bbad-44aa-8856-832200ab1432 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:36.993805 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a57f30d-49af-4931-bc95-160c57f30902 req-8d8c472a-bbad-44aa-8856-832200ab1432 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 210 time: 0.0603058
Nov 27 11:47:38.158345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c666ad30-2552-4203-92d5-31918d246afb req-6c6fb3b9-9a9e-4c51-a64d-7f8c5102ca33 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 210 time: 0.0414023
Nov 27 11:47:38.761441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Sync routers for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:38.776206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:38.776733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465c66d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:47:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:38.957821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:39.221566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-a181ff07-76ae-4578-8ebf-af26c00054fe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:39.223081 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-a181ff07-76ae-4578-8ebf-af26c00054fe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 797 time: 0.1981583
Nov 27 11:47:39.281484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-6928d84c-2547-4db6-839a-ebaf81b08251 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:39.297184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:39.328723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-6928d84c-2547-4db6-839a-ebaf81b08251 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:39.329814 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-6928d84c-2547-4db6-839a-ebaf81b08251 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 379 time: 0.0928485
Nov 27 11:47:39.334681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465c66d0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:29Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:39.337869 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5626a524-c15d-40ca-bb69-14b2f3f42122 req-f9ac5b18-3de0-4d0f-bf94-57f94549eb46 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 210 time: 0.0457923
Nov 27 11:47:39.341271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['2a17a605-f9b4-403d-8535-e1d736f03f52']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:39.352657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Checking router: 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:39.356331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Updating router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 port 00d42077-12dd-4dde-bb14-c704e2934026 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:47:39.426087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:39.492812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:39.503597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:39.580434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:47:39.583773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:39.836636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:39.847906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Transition to ACTIVE for port object 00d42077-12dd-4dde-bb14-c704e2934026 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:39.931282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:39.936195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e7897092-3db1-4239-9f66-63e29556e0c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:40.002179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.5 (968d9361-35e0-4b9a-86b6-9b806789dc6c/6a09b0cc-8ea2-4e37-a4f8-dd643515ae45/f65e959b-ddef-4688-ad27-e5f5d974a25f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:40.070546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2e3cb-8943-4fea-8e3b-1ef3b9f3329c None None] Pushing event updated for resources: {'Port': ['ID=00d42077-12dd-4dde-bb14-c704e2934026,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:40.074019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-64e2e3cb-8943-4fea-8e3b-1ef3b9f3329c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:40.222367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Attempting to bind port 00d42077-12dd-4dde-bb14-c704e2934026 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:47:40.224178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Attempting to bind port 00d42077-12dd-4dde-bb14-c704e2934026 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:47:40.225048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Attempting to bind port 00d42077-12dd-4dde-bb14-c704e2934026 on network 968d9361-35e0-4b9a-86b6-9b806789dc6c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:40.247399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:47:40.248449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Checking segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:40.248863 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:40.249267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Bound using segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:47:40.249747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Bound port: 00d42077-12dd-4dde-bb14-c704e2934026, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:47:40.250126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:40.255323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:40.274871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object f65e959b-ddef-4688-ad27-e5f5d974a25f will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:40.341323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] For port 00d42077-12dd-4dde-bb14-c704e2934026, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:47:40.344412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] For port 00d42077-12dd-4dde-bb14-c704e2934026, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=00d42077-12dd-4dde-bb14-c704e2934026,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:47:40.383343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:40.389411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c3ba5ee8-6111-457c-bc7d-ed19f0ae3e19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:40.411826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:40.426801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:40.530708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2e3cb-8943-4fea-8e3b-1ef3b9f3329c None None] Pushing event updated for resources: {'Port': ['ID=00d42077-12dd-4dde-bb14-c704e2934026,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:40.540292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-64e2e3cb-8943-4fea-8e3b-1ef3b9f3329c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:40.561498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:40.562114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465c66d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:47:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:40.571455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80178b54-2fb1-4db0-be8d-810e0d0a33f5 req-7bc28db0-46b7-45f7-92e8-1cd86b84fce1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:40.580176 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-80178b54-2fb1-4db0-be8d-810e0d0a33f5 req-7bc28db0-46b7-45f7-92e8-1cd86b84fce1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 931 time: 0.1018839
Nov 27 11:47:40.583567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:40.586929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:40.597035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:40.637355 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-80178b54-2fb1-4db0-be8d-810e0d0a33f5 req-1d7fae23-85a2-4e89-a5b3-891325dc57d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545943
Nov 27 11:47:40.666862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=f65e959b-ddef-4688-ad27-e5f5d974a25f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:40.671181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:40.687655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:40.688501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:40.779875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:40.818402 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4828496
Nov 27 11:47:40.835050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Request body: {'port': {'device_id': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:40.987326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:41.149907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465c66d0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:40Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:41.154001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb2c33-e872-40eb-93a6-c62ff9222048 None None] The sync data for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv is: [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:40Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:41.243192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1c93b824-00d0-44b8-a391-ac0a388ed2d2 None None] Provisioning for port f65e959b-ddef-4688-ad27-e5f5d974a25f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:41.266182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1c93b824-00d0-44b8-a391-ac0a388ed2d2 None None] Provisioning complete for port f65e959b-ddef-4688-ad27-e5f5d974a25f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:41.266182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c93b824-00d0-44b8-a391-ac0a388ed2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:41.353297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1c93b824-00d0-44b8-a391-ac0a388ed2d2 None None] Port f65e959b-ddef-4688-ad27-e5f5d974a25f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:47:41.457205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65e959b-ddef-4688-ad27-e5f5d974a25f {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:47:41.466239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:41.482727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Transition to ACTIVE for port object f65e959b-ddef-4688-ad27-e5f5d974a25f will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:47:41.565818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:41.570264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e35372fa-72e0-4cca-8aca-877ddf1d4dc6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:41.733127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Pushing event updated for resources: {'Port': ['ID=f65e959b-ddef-4688-ad27-e5f5d974a25f,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:41.736494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:41.957323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486c39b-9f75-4793-86cb-4e75c61e813f req-e26e2a51-dfb0-416a-8710-4e2b65b51d60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:41.958056 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-9486c39b-9f75-4793-86cb-4e75c61e813f req-e26e2a51-dfb0-416a-8710-4e2b65b51d60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:47:41.965484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Attempting to bind port f65e959b-ddef-4688-ad27-e5f5d974a25f on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:47:41.965733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Attempting to bind port f65e959b-ddef-4688-ad27-e5f5d974a25f by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:47:41.966050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Attempting to bind port f65e959b-ddef-4688-ad27-e5f5d974a25f on network 968d9361-35e0-4b9a-86b6-9b806789dc6c {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:41.980853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Port f65e959b-ddef-4688-ad27-e5f5d974a25f on network 968d9361-35e0-4b9a-86b6-9b806789dc6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:47:41.981236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Attempting to bind port f65e959b-ddef-4688-ad27-e5f5d974a25f on network 968d9361-35e0-4b9a-86b6-9b806789dc6c {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:47:41.989091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:47:41.989609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Checking segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:47:41.990008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Bound using segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:47:41.995070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Bound port: f65e959b-ddef-4688-ad27-e5f5d974a25f, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:47:41.995070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:42.062423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-9486c39b-9f75-4793-86cb-4e75c61e813f req-e26e2a51-dfb0-416a-8710-4e2b65b51d60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:47:42.066946 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9486c39b-9f75-4793-86cb-4e75c61e813f req-e26e2a51-dfb0-416a-8710-4e2b65b51d60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 943 time: 0.2745292
Nov 27 11:47:42.131211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] For port f65e959b-ddef-4688-ad27-e5f5d974a25f, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:47:42.137691 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9486c39b-9f75-4793-86cb-4e75c61e813f req-1b7b7881-bdb2-4861-aba3-c0d81d2af363 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671222
Nov 27 11:47:42.141908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] For port f65e959b-ddef-4688-ad27-e5f5d974a25f, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:47:42.198174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:42.202395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:42.270794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:42.272140 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] 10.222.0.39 "PUT /v2.0/ports/f65e959b-ddef-4688-ad27-e5f5d974a25f HTTP/1.1" status: 200  len: 1093 time: 1.4458539
Nov 27 11:47:42.272669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:47:42.333653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Pushing event updated for resources: {'Port': ['ID=f65e959b-ddef-4688-ad27-e5f5d974a25f,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:42.336992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:42.382147 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'status': 'completed', 'code': 200}
Nov 27 11:47:42.489413 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33f854f5-b862-47e5-88f8-fea81622b5b6 req-5353f0ca-7544-48ca-b696-aeec3b6a1d4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 1096 time: 0.0833802
Nov 27 11:47:42.641263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f854f5-b862-47e5-88f8-fea81622b5b6 req-dcef2997-b50b-4dff-80e5-c03cdb442080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:42.642777 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33f854f5-b862-47e5-88f8-fea81622b5b6 req-dcef2997-b50b-4dff-80e5-c03cdb442080 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb8217bfd716483995fa071c0795ac98&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1461077
Nov 27 11:47:42.783247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f854f5-b862-47e5-88f8-fea81622b5b6 req-2a0ed5f4-cbe3-42df-adda-274f74dce11c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:42.784617 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33f854f5-b862-47e5-88f8-fea81622b5b6 req-2a0ed5f4-cbe3-42df-adda-274f74dce11c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1348271
Nov 27 11:47:42.910871 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-812d44c7-5ac9-4cfe-94c7-7d45a3ae7bdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 1096 time: 0.0786712
Nov 27 11:47:42.990587 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-610453c6-9c04-47c6-8349-94da5f7c5bd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f HTTP/1.1" status: 200  len: 217 time: 0.0718846
Nov 27 11:47:43.008984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 00d42077-12dd-4dde-bb14-c704e2934026 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:43.159846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 00d42077-12dd-4dde-bb14-c704e2934026 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:43.165074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 00d42077-12dd-4dde-bb14-c704e2934026 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:43.165448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:43.188387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-5e84899a-dbd5-4db3-9809-9e4de10939b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:43.189799 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-5e84899a-dbd5-4db3-9809-9e4de10939b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a09b0cc-8ea2-4e37-a4f8-dd643515ae45 HTTP/1.1" status: 200  len: 834 time: 0.1902909
Nov 27 11:47:43.284524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:43.327361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 00d42077-12dd-4dde-bb14-c704e2934026, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=00d42077-12dd-4dde-bb14-c704e2934026,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:43.333992 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-fb1f3658-1815-4e79-8678-98e64765613d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=968d9361-35e0-4b9a-86b6-9b806789dc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1337137
Nov 27 11:47:43.431596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:43.433383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ad886589-4fff-49a6-b686-e0f8f1b0b49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:43.474750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432adbe-a848-459c-a691-21884c2fc8b5 req-52dc77ce-1c82-45ce-84c6-80807830922d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:43.476198 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d432adbe-a848-459c-a691-21884c2fc8b5 req-52dc77ce-1c82-45ce-84c6-80807830922d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 943 time: 0.1972849
Nov 27 11:47:43.507295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=00d42077-12dd-4dde-bb14-c704e2934026,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:43.510777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:43.540802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-64f640be-968e-40bc-9db1-8542509372e2 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989412
Nov 27 11:47:43.581418 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d432adbe-a848-459c-a691-21884c2fc8b5 req-cf7a2c59-6309-4526-a914-0e97c1cc0bb2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930810
Nov 27 11:47:43.702488 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ed9ad7-3ee6-4c50-bddf-07be8f22bc1f req-863b9646-1b09-424a-9989-a3aea195242d service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544795
Nov 27 11:47:44.790655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdc93e-d0b8-456a-b57a-60418f469830 req-77a4fdb1-ef4f-4b4e-be7e-c380b866cb01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:44.792082 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fdcdc93e-d0b8-456a-b57a-60418f469830 req-77a4fdb1-ef4f-4b4e-be7e-c380b866cb01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 943 time: 0.0783794
Nov 27 11:47:44.845230 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fdcdc93e-d0b8-456a-b57a-60418f469830 req-cffb1886-dfee-422e-9636-fd00ddbed830 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464792
Nov 27 11:47:44.972630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 00d42077-12dd-4dde-bb14-c704e2934026 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:45.042397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 00d42077-12dd-4dde-bb14-c704e2934026 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:45.043390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:46.195067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cebb8d-455c-4181-855a-d7490f30fde4 req-47cac548-bb74-4492-af57-05a55edafcc9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:46.196537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99cebb8d-455c-4181-855a-d7490f30fde4 req-47cac548-bb74-4492-af57-05a55edafcc9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 943 time: 0.2247720
Nov 27 11:47:46.252545 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-99cebb8d-455c-4181-855a-d7490f30fde4 req-9d0b427d-6728-42ca-a089-694b7a7533a2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472436
Nov 27 11:47:46.832301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f65e959b-ddef-4688-ad27-e5f5d974a25f details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:47:47.003010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f65e959b-ddef-4688-ad27-e5f5d974a25f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:47.019418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'port_id': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'mac_address': 'fa:16:3e:74:61:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:47:47.084859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:47.107099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65e959b-ddef-4688-ad27-e5f5d974a25f {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:47:47.122792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f65e959b-ddef-4688-ad27-e5f5d974a25f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:47.217360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:47.219461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6ff3964b-900a-4616-962c-4371e9194814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:47.306216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=f65e959b-ddef-4688-ad27-e5f5d974a25f,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:47.310740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:47.481039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['f65e959b-ddef-4688-ad27-e5f5d974a25f'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:47:47.489628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a257-d1e7-4b86-acad-37d13768a7fc req-e376ae29-2842-4579-94cd-9e6af8f0f2ca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:47.491109 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3a52a257-d1e7-4b86-acad-37d13768a7fc req-e376ae29-2842-4579-94cd-9e6af8f0f2ca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 944 time: 0.0894735
Nov 27 11:47:47.540599 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3a52a257-d1e7-4b86-acad-37d13768a7fc req-e7c2e022-660c-4232-b4ec-04cc344da9e3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430098
Nov 27 11:47:48.773812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a14569-da39-4c37-ab54-2f9e41d3246d req-8071e261-3f22-44ef-8c8a-64292ec6a736 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:48.775629 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-24a14569-da39-4c37-ab54-2f9e41d3246d req-8071e261-3f22-44ef-8c8a-64292ec6a736 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 944 time: 0.0882621
Nov 27 11:47:48.827515 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-24a14569-da39-4c37-ab54-2f9e41d3246d req-829cbb6b-0233-4e48-b1b1-fb45567f19a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461779
Nov 27 11:47:48.849799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f65e959b-ddef-4688-ad27-e5f5d974a25f up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:47:49.030408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cedbe106-158d-4336-bd48-9ffe66effa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:49.045584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port f65e959b-ddef-4688-ad27-e5f5d974a25f completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:47:49.050883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port f65e959b-ddef-4688-ad27-e5f5d974a25f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:47:49.051278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:49.174969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:49.202345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:47:49.212301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f65e959b-ddef-4688-ad27-e5f5d974a25f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:47:49.257960 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'code': 200}
Nov 27 11:47:49.365811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:49.367960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-475ae4af-48fc-466b-8c60-c5caadfbbda5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:49.438583 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=f65e959b-ddef-4688-ad27-e5f5d974a25f,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:49.441638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:49.659832 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1242a033-dec7-488a-bc78-75c8912c9230 req-78a8d92f-6e9b-4c20-95f0-7748ddaa0032 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 1098 time: 0.0752349
Nov 27 11:47:49.712924 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1242a033-dec7-488a-bc78-75c8912c9230 req-d5274e77-d66a-42d7-a16b-d418f2ca979e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434821
Nov 27 11:47:49.814130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:50.046108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aa062-fff0-42c0-9367-38ba08007acd req-6a16803c-7fc2-43ae-a443-6941a28ecf71 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:50.047671 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a4aa062-fff0-42c0-9367-38ba08007acd req-6a16803c-7fc2-43ae-a443-6941a28ecf71 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 945 time: 0.0808375
Nov 27 11:47:50.096034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a4aa062-fff0-42c0-9367-38ba08007acd req-be9bf51e-e647-46dd-8197-4c429e8292a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429099
Nov 27 11:47:51.225217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ad733bb1-4dee-46db-a66f-3f467e291fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:51.426441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89651bb-c55c-4de7-a4ab-20703955fd65 req-9d14e14f-1150-4096-9d99-add37ec78c48 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:51.427795 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d89651bb-c55c-4de7-a4ab-20703955fd65 req-9d14e14f-1150-4096-9d99-add37ec78c48 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 945 time: 0.1933460
Nov 27 11:47:51.481005 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d89651bb-c55c-4de7-a4ab-20703955fd65 req-4b9bdc3d-2a67-43d3-b8fd-7630d06bfac0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467737
Nov 27 11:47:51.704829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc13e3f-5f26-49f0-bfe0-f0293dc3ad8c req-0b3a629f-c29d-435d-a2c1-20e08d239355 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:51.706689 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fbc13e3f-5f26-49f0-bfe0-f0293dc3ad8c req-0b3a629f-c29d-435d-a2c1-20e08d239355 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 945 time: 0.0912025
Nov 27 11:47:51.762171 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fbc13e3f-5f26-49f0-bfe0-f0293dc3ad8c req-9d7b1609-a495-42b7-9a1c-0e559aba2abb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482626
Nov 27 11:47:51.791743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52182) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:51.869920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-18297353-0624-44c6-8849-95205db6c68f tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 1093 time: 0.0764432
Nov 27 11:47:51.873132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52186) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:51.879946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:47:51.886501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:47:51.890330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:47:51.893162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:47:51.899082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:47:51.988564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:52.147234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:52.309153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.93 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/1b1df11f-c0ae-44df-82d9-8c7c8ddc1718) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:47:52.346381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:52.482254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:52.634564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:52.638902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-318b15d5-214b-408d-a6de-0ef6507a679f tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:52.716899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:47:52.722002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=1b1df11f-c0ae-44df-82d9-8c7c8ddc1718,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:52.725205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:47:52.727895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:52.736603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:47:53.403846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:53.545445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:53.768054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:53.772954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:53.876592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:53.880517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:47:53.973690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=1b1df11f-c0ae-44df-82d9-8c7c8ddc1718,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:47:53.977548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:47:53.994275 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:54.191373 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 associated. External IP: 172.26.6.93, port: f65e959b-ddef-4688-ad27-e5f5d974a25f.
Nov 27 11:47:54.609297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:47:54.943367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:47:55.076726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:47:55.140503 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2663944
Nov 27 11:47:55.141247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:47:55.146802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52198) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:55.204931 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'status': 'completed', 'code': 200}
Nov 27 11:47:55.307661 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6af0a3f4-6a32-4402-b794-9b3445a87b66 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 990 time: 0.1595607
Nov 27 11:47:55.334611 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-7add8bae-78c5-4cd8-b45b-0c51c08f0b3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 1098 time: 0.1045775
Nov 27 11:47:55.466339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-548e974b-dd4b-4f50-82cd-0daea4af1bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:55.468096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-548e974b-dd4b-4f50-82cd-0daea4af1bb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 898 time: 0.1270025
Nov 27 11:47:55.533378 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] Sync routers for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:47:55.546234 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:55.546940 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846606c70>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:47:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:55.575557 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-05381399-76d8-4218-92e2-2af43044e14e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f HTTP/1.1" status: 200  len: 998 time: 0.1005037
Nov 27 11:47:55.643657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-7dd1e808-d2ab-4be7-ac54-4135c31fb2b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:47:55.645066 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-7dd1e808-d2ab-4be7-ac54-4135c31fb2b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a09b0cc-8ea2-4e37-a4f8-dd643515ae45 HTTP/1.1" status: 200  len: 834 time: 0.0588696
Nov 27 11:47:55.740344 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:55.773917 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-84f709ab-e9ab-4640-b398-61e696085b71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=968d9361-35e0-4b9a-86b6-9b806789dc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1222923
Nov 27 11:47:55.920988 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-ffc7e768-e154-4cf7-b923-9f4afa2f0960 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394179
Nov 27 11:47:56.060467 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0115eaad-bdd5-4ec4-9d63-12fc3e916b50 req-5308187a-520b-495e-89e6-dab1cbbf4256 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323605
Nov 27 11:47:56.101775 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846606c70>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0a1a3838-4cd4-4d65-bc00-b8e4ad48b031', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'port_id': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'mac_address': 'fa:16:3e:74:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:53Z', 'updated_at': '2021-11-27T11:47:53Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:56.105494 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] Checking router: 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:47:56.115781 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:47:56.116370 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846606c70>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:47:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:56.298140 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:47:56.311434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52206) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:56.419801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-febc4dd3-6cb9-41fc-88f2-1a558aeb63f0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 990 time: 0.1060469
Nov 27 11:47:56.677198 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846606c70>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0a1a3838-4cd4-4d65-bc00-b8e4ad48b031', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'port_id': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'mac_address': 'fa:16:3e:74:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:53Z', 'updated_at': '2021-11-27T11:47:53Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:47:56.681016 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a324c3-ab86-4eb1-b4a2-78cca91ab94d None None] The sync data for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv is: [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0a1a3838-4cd4-4d65-bc00-b8e4ad48b031', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'port_id': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'mac_address': 'fa:16:3e:74:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:53Z', 'updated_at': '2021-11-27T11:47:53Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:47:56.890349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b0a533-546c-4afe-bb54-9befe029133f None None] New status for floating IP 0a1a3838-4cd4-4d65-bc00-b8e4ad48b031: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:47:57.422784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52214) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:47:57.530687 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-04d70c83-2fec-4ac0-9411-cef3bf2ecdb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 992 time: 0.1059260
Nov 27 11:48:01.783553 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-48683e43-9c05-4eae-a485-248223f146cb tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590843127&fields=id&tenant_id=494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 267 time: 0.0418978
Nov 27 11:48:01.928340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-3729400d-c8ea-4d18-803a-5bed9a25fe96 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:01.929881 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-3729400d-c8ea-4d18-803a-5bed9a25fe96 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 812 time: 0.1402106
Nov 27 11:48:01.947446 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1790812a-3038-48fc-a564-2b6008c9ad1b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/quotas/494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 375 time: 0.0112188
Nov 27 11:48:02.041975 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-86784787-5a88-4437-9cfb-dfb7262add72 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0845497
Nov 27 11:48:02.178086 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-7b055db5-6111-4baa-94ea-7db007755cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284924
Nov 27 11:48:02.312046 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-25de376a-d981-4554-894d-aa8b30f59867 service neutron] 10.222.0.23 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271443
Nov 27 11:48:02.952909 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-383a1e31-c7dd-4412-9193-11efa2222ec5 req-542ba088-d229-4e72-b673-7377a14e9e8d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 210 time: 0.0412700
Nov 27 11:48:04.123213 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-08b6afbe-2910-48fa-8a5b-af540109dd8a req-ed4ccc0b-afcf-467f-8fe2-41f960542c65 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 210 time: 0.0446641
Nov 27 11:48:05.234266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1c2242a2-7054-4042-9f28-df78f2678639 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:05.235709 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1c2242a2-7054-4042-9f28-df78f2678639 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 812 time: 0.1550293
Nov 27 11:48:05.309392 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5a7b1e9c-be31-4555-8af8-d8d03517a6bf req-08ba357f-793c-4685-9eef-3862094692c9 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 210 time: 0.0450172
Nov 27 11:48:05.340365 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-2ee05652-e0ea-4d16-8798-244699e76089 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494d59d333c040f9a8c631a4bb0a01f4 HTTP/1.1" status: 200  len: 379 time: 0.0911734
Nov 27 11:48:05.367485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'port': {'device_id': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'admin_state_up': True, 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'security_groups': ['0be11675-906e-4472-8242-038e9ca23067']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:05.505809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:05.515875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:05.594045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Made reservation on behalf of 494d59d333c040f9a8c631a4bb0a01f4 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:48:05.597016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:05.873171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Allocated IP 172.20.0.13 (a98f47c4-0fa4-495e-98b2-b2d9e68f1432/5a6c300f-101d-4339-ab08-9d85fd8e3627/0d14a4c9-c5cb-4fc8-a554-efa87a690781) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:48:06.073829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:06.090732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Transition to ACTIVE for port object 0d14a4c9-c5cb-4fc8-a554-efa87a690781 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:48:06.191449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:06.197358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:06.265118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:48:06.268858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:48:06.273237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:48:06.311529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=0d14a4c9-c5cb-4fc8-a554-efa87a690781,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:06.323557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:06.365051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:06.365891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:06.449603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0860682
Nov 27 11:48:06.461742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Request body: {'port': {'device_id': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:06.540501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de93c2-0e7b-4c66-b5c0-79bf696749ef req-64962b56-1c59-41fc-b5b7-df519da35062 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:06.543112 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b2de93c2-0e7b-4c66-b5c0-79bf696749ef req-64962b56-1c59-41fc-b5b7-df519da35062 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 932 time: 0.0945258
Nov 27 11:48:06.576619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:06.597490 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b2de93c2-0e7b-4c66-b5c0-79bf696749ef req-fdb8e737-279b-46ff-904d-2410e2820e29 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475721
Nov 27 11:48:06.682107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cc0273e3-552c-43a9-9eee-575ae44cfbdb None None] Provisioning for port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:48:06.687775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cc0273e3-552c-43a9-9eee-575ae44cfbdb None None] Provisioning complete for port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:48:06.688150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cc0273e3-552c-43a9-9eee-575ae44cfbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:06.744457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-cc0273e3-552c-43a9-9eee-575ae44cfbdb None None] Port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:48:06.936427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d14a4c9-c5cb-4fc8-a554-efa87a690781 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:48:06.946142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:06.962062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Transition to ACTIVE for port object 0d14a4c9-c5cb-4fc8-a554-efa87a690781 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:48:07.030822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:07.034647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:07.154844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Pushing event updated for resources: {'Port': ['ID=0d14a4c9-c5cb-4fc8-a554-efa87a690781,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:07.159173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:07.283747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Attempting to bind port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:48:07.283747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Attempting to bind port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:48:07.283747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Attempting to bind port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:48:07.287209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:48:07.287526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Attempting to bind port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 on network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:48:07.309407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:48:07.309731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Checking segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:48:07.310655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Bound using segment: {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:48:07.311081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Bound port: 0d14a4c9-c5cb-4fc8-a554-efa87a690781, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b1eee4-33db-4602-a445-0857792280c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:48:07.311425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:07.415177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] For port 0d14a4c9-c5cb-4fc8-a554-efa87a690781, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:48:07.418720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] For port 0d14a4c9-c5cb-4fc8-a554-efa87a690781, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:48:07.488201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:07.492765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1e41d391-ed52-4fe1-aaa7-8609a056413e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:07.552565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:07.553826 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] 10.222.0.39 "PUT /v2.0/ports/0d14a4c9-c5cb-4fc8-a554-efa87a690781 HTTP/1.1" status: 200  len: 1094 time: 1.0964010
Nov 27 11:48:07.554349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:07.583712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Pushing event updated for resources: {'Port': ['ID=0d14a4c9-c5cb-4fc8-a554-efa87a690781,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:07.587044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:07.789992 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'status': 'completed', 'code': 200}
Nov 27 11:48:07.801705 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-ed7b5d54-ee1a-4805-8887-66e746d924b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 1097 time: 0.1165543
Nov 27 11:48:07.880626 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-2656646d-9ad9-4fe5-884c-69e1adf9856e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781 HTTP/1.1" status: 200  len: 217 time: 0.0682797
Nov 27 11:48:07.959772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-e64d829e-81ce-4430-98af-28ba50564196 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:07.961344 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-e64d829e-81ce-4430-98af-28ba50564196 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.0703182
Nov 27 11:48:08.136250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e04d27-c795-42d1-b6cd-70ed8e42d84c req-51a38e51-e033-48bc-897f-f0049f0483f1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:08.138528 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-50e04d27-c795-42d1-b6cd-70ed8e42d84c req-51a38e51-e033-48bc-897f-f0049f0483f1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 944 time: 0.2436810
Nov 27 11:48:08.192779 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-50e04d27-c795-42d1-b6cd-70ed8e42d84c req-fb3d88f8-d0fe-40a4-bbcd-0c6018010621 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470779
Nov 27 11:48:08.214451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ddda-cfe0-4bc4-a528-3cb715fe8d98 req-e7dd16f0-83c7-43f4-9a17-7482d4e8dc66 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:08.215916 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3535ddda-cfe0-4bc4-a528-3cb715fe8d98 req-e7dd16f0-83c7-43f4-9a17-7482d4e8dc66 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.2536848
Nov 27 11:48:08.219299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-32846875-5775-4141-84cf-77c9f25932b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2203474
Nov 27 11:48:08.349078 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3535ddda-cfe0-4bc4-a528-3cb715fe8d98 req-9f1291d7-66c4-4c0e-b1e4-5ceff60717a2 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269090
Nov 27 11:48:08.385644 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-a7239255-0c14-4d09-9852-31b2e2e4e044 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505716
Nov 27 11:48:08.517931 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a7e08ac-98c7-44c3-8425-c22929f399ec req-499e965f-6360-40ec-97e0-eaba74bf97b2 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232834
Nov 27 11:48:08.704659 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-ca1c783f-c6ac-4a8b-ba47-cb8f41278361 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 1097 time: 0.0721686
Nov 27 11:48:08.835921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-87ebc238-efe2-4458-b6c2-b284f6f7dc70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:08.837484 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-87ebc238-efe2-4458-b6c2-b284f6f7dc70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1244502
Nov 27 11:48:08.907475 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-4cc8353f-d90a-4431-bb01-279c624382b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781 HTTP/1.1" status: 200  len: 217 time: 0.0608511
Nov 27 11:48:08.974222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-00994594-a80b-4a9a-96e2-81c17267a99d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:08.975680 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-00994594-a80b-4a9a-96e2-81c17267a99d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.0620825
Nov 27 11:48:09.052343 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-4fac960c-6b9a-40ee-a599-c63218f9ed99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690460
Nov 27 11:48:09.142501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:09.188271 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-3ed37a91-05db-4f1e-aca2-41a336a17ba5 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292188
Nov 27 11:48:09.324906 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-12a36959-8c8a-43f1-869f-c0bc8696641d req-7b07d310-5783-4d1a-8231-d1b07d88046f service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286628
Nov 27 11:48:09.395169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed3d93-a031-44cb-862e-254dd8800af4 req-a332a20a-2a14-4f82-9c74-377632747ddc tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:09.396608 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2fed3d93-a031-44cb-862e-254dd8800af4 req-a332a20a-2a14-4f82-9c74-377632747ddc tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 944 time: 0.0818877
Nov 27 11:48:09.444943 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2fed3d93-a031-44cb-862e-254dd8800af4 req-233f292e-c8ac-4eda-885f-84835c4646cb tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426717
Nov 27 11:48:09.548707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155360cd-98a8-47cd-a689-1d1762d7b1d1 req-234b5b14-0387-45fa-8fef-09ce5ca954f2 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:09.550125 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-155360cd-98a8-47cd-a689-1d1762d7b1d1 req-234b5b14-0387-45fa-8fef-09ce5ca954f2 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0800540
Nov 27 11:48:09.595022 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-155360cd-98a8-47cd-a689-1d1762d7b1d1 req-6c9c7a88-37e2-4e73-8c04-28feb41942a1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393674
Nov 27 11:48:10.639368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d31882-92e2-4b29-9358-0a043caf35c8 req-7e1c3e7f-9da5-408a-82af-f6d8ee03d48f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:10.640791 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c4d31882-92e2-4b29-9358-0a043caf35c8 req-7e1c3e7f-9da5-408a-82af-f6d8ee03d48f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 944 time: 0.0751855
Nov 27 11:48:10.686937 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c4d31882-92e2-4b29-9358-0a043caf35c8 req-94c9077c-971b-4a8a-8c40-600856b7643f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407009
Nov 27 11:48:10.791898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2950d-c73b-47a4-8aa8-86def23293df req-810ca06a-03a2-44df-ba05-a390e9a82111 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:10.793324 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-29b2950d-c73b-47a4-8aa8-86def23293df req-810ca06a-03a2-44df-ba05-a390e9a82111 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0778298
Nov 27 11:48:10.836970 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-29b2950d-c73b-47a4-8aa8-86def23293df req-175d14bd-9bfd-4abc-9038-3e2515ad84f0 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382059
Nov 27 11:48:11.112196 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:48:11.887195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17509-a9cd-4e4a-9bc4-45a4726244cf req-0f435b1d-3c29-41d8-beb9-4135c4248b6c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:11.888627 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2df17509-a9cd-4e4a-9bc4-45a4726244cf req-0f435b1d-3c29-41d8-beb9-4135c4248b6c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 944 time: 0.0800471
Nov 27 11:48:11.933365 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2df17509-a9cd-4e4a-9bc4-45a4726244cf req-3a69c101-ddca-45e3-ae83-f645bb576994 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392983
Nov 27 11:48:12.037365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b4aa7-0fdf-4b04-9171-2f35d74d31fd req-0132cffd-667b-4185-abc0-cd2a4a938a17 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:12.038823 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b7b4aa7-0fdf-4b04-9171-2f35d74d31fd req-0132cffd-667b-4185-abc0-cd2a4a938a17 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0836117
Nov 27 11:48:12.083243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b7b4aa7-0fdf-4b04-9171-2f35d74d31fd req-dda84fe3-b737-4df3-b11e-7a3c160b5cad tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389972
Nov 27 11:48:13.134402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8c004-8b4f-43d8-a366-05be1d63f5c7 req-84c7d59b-187c-40cd-886f-d8002df27d4e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:13.140128 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cb8c004-8b4f-43d8-a366-05be1d63f5c7 req-84c7d59b-187c-40cd-886f-d8002df27d4e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 944 time: 0.0776703
Nov 27 11:48:13.183035 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cb8c004-8b4f-43d8-a366-05be1d63f5c7 req-fd3b0f33-3596-42d3-aea6-936f9ff5d43b tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409193
Nov 27 11:48:13.279550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466cc61-dfa2-4e31-89fb-d3dde2c6f5ef req-7ae987d4-3b60-48d3-8063-f72beb86ad80 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:13.280965 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7466cc61-dfa2-4e31-89fb-d3dde2c6f5ef req-7ae987d4-3b60-48d3-8063-f72beb86ad80 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0766940
Nov 27 11:48:13.329652 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7466cc61-dfa2-4e31-89fb-d3dde2c6f5ef req-4a3b811e-8b32-439f-b152-5aafa3164174 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429745
Nov 27 11:48:14.383931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2515e-c10c-4452-88e8-b0ecee5b35e9 req-0a697fe4-8261-41f2-acf4-7a78578e2b04 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:14.385383 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a2f2515e-c10c-4452-88e8-b0ecee5b35e9 req-0a697fe4-8261-41f2-acf4-7a78578e2b04 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 944 time: 0.0814762
Nov 27 11:48:14.435751 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a2f2515e-c10c-4452-88e8-b0ecee5b35e9 req-c25b04ec-63ae-4f50-a7ef-b7dc27390295 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414023
Nov 27 11:48:14.533379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53ca60-5083-4eb4-8f92-fb1d87665333 req-8c4ac9b8-3b8a-4c50-9efb-af0301b854b2 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:14.534746 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0a53ca60-5083-4eb4-8f92-fb1d87665333 req-8c4ac9b8-3b8a-4c50-9efb-af0301b854b2 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0754297
Nov 27 11:48:14.579101 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0a53ca60-5083-4eb4-8f92-fb1d87665333 req-ff40853f-c577-4657-8af8-15ea1e87c39a tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387273
Nov 27 11:48:15.633188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73f006-37e1-4683-af6b-e0155b8b3fdf req-bba508ba-59f8-4f67-8049-65130beb77ee tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:15.639524 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba73f006-37e1-4683-af6b-e0155b8b3fdf req-bba508ba-59f8-4f67-8049-65130beb77ee tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 944 time: 0.0767276
Nov 27 11:48:15.680945 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba73f006-37e1-4683-af6b-e0155b8b3fdf req-425ec713-dab1-40c1-8be9-24befa144196 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407248
Nov 27 11:48:15.776919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb056d4-4384-4e3f-8eef-61bd43904316 req-575289f2-bfe4-4096-92ac-d14a9736e667 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:15.778328 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1cb056d4-4384-4e3f-8eef-61bd43904316 req-575289f2-bfe4-4096-92ac-d14a9736e667 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0805500
Nov 27 11:48:15.919808 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1cb056d4-4384-4e3f-8eef-61bd43904316 req-b6341478-1d17-432b-bdbe-f252cd275658 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1351452
Nov 27 11:48:16.882759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374a5a-5743-4c4e-8f40-c2e05b59f9fc req-af9102e4-0be4-44da-a74e-e1911307e267 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:16.884370 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fb374a5a-5743-4c4e-8f40-c2e05b59f9fc req-af9102e4-0be4-44da-a74e-e1911307e267 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 944 time: 0.0832543
Nov 27 11:48:16.930161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 0d14a4c9-c5cb-4fc8-a554-efa87a690781 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:48:16.930889 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fb374a5a-5743-4c4e-8f40-c2e05b59f9fc req-3358ea9b-5552-4fd1-a8de-8c400131e527 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406983
Nov 27 11:48:17.065490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 0d14a4c9-c5cb-4fc8-a554-efa87a690781, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:17.078303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'port_id': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'mac_address': 'fa:16:3e:17:7c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:48:17.117258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20d46d-3571-48a5-996b-ea9cba78a97a req-4ae9b1d5-b08c-4920-8038-37710551cced tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:17.118777 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cd20d46d-3571-48a5-996b-ea9cba78a97a req-4ae9b1d5-b08c-4920-8038-37710551cced tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0787652
Nov 27 11:48:17.166112 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cd20d46d-3571-48a5-996b-ea9cba78a97a req-16275294-1d6d-41f0-b102-25bbef93d73f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417030
Nov 27 11:48:17.169089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:17.186667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d14a4c9-c5cb-4fc8-a554-efa87a690781 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:48:17.201695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 0d14a4c9-c5cb-4fc8-a554-efa87a690781, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:17.298788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:17.303213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:17.364151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=0d14a4c9-c5cb-4fc8-a554-efa87a690781,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:17.372331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.372669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.373006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.375699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.375699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.375699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.375699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.375699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.375699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.375699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.376376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:17.381476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:17.572645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['0d14a4c9-c5cb-4fc8-a554-efa87a690781'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:48:18.144228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81230ed7-b14e-4be7-ac92-d89f5375d606 req-636f58fc-7d44-4b70-acba-035103c15fcf tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:18.145644 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81230ed7-b14e-4be7-ac92-d89f5375d606 req-636f58fc-7d44-4b70-acba-035103c15fcf tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 945 time: 0.0901091
Nov 27 11:48:18.195931 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81230ed7-b14e-4be7-ac92-d89f5375d606 req-06512f53-9ebe-42eb-a7d1-3b8fecc43990 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444756
Nov 27 11:48:18.367774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332764-64f4-4cc0-9f0a-c6a013a6288a req-177521ca-2ee5-450c-93bd-ad00bd1478dd tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:18.369169 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c1332764-64f4-4cc0-9f0a-c6a013a6288a req-177521ca-2ee5-450c-93bd-ad00bd1478dd tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0792031
Nov 27 11:48:18.415306 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c1332764-64f4-4cc0-9f0a-c6a013a6288a req-a3a2af1e-baaf-48d2-b545-4263589c4af7 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397229
Nov 27 11:48:18.910315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5f57e0c7-df13-4d83-9db9-3a276591cc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:18.928429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 0d14a4c9-c5cb-4fc8-a554-efa87a690781 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:48:19.093642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:48:19.098722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:48:19.099097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:19.212629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:19.241511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:19.251688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 0d14a4c9-c5cb-4fc8-a554-efa87a690781, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:19.330783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:19.332758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-00371e3f-709b-4666-8587-53e56e1fa7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:19.381417 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'code': 200}
Nov 27 11:48:19.405431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=0d14a4c9-c5cb-4fc8-a554-efa87a690781,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:19.408907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:19.409161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f103-745d-4f7c-93e2-78c5a794e37a req-7e61f648-4808-4a3a-a355-8f1cba030152 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:19.410993 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a713f103-745d-4f7c-93e2-78c5a794e37a req-7e61f648-4808-4a3a-a355-8f1cba030152 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 946 time: 0.0918276
Nov 27 11:48:19.470576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a713f103-745d-4f7c-93e2-78c5a794e37a req-25916527-ae5d-475b-9d96-149ea10ab899 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532217
Nov 27 11:48:19.678905 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-d8653efa-a2c4-45f1-957d-24cddf2d1a4a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1403332
Nov 27 11:48:19.687386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621563b-8e65-4c4c-b519-76091c55715e req-04aba7bd-7f8e-4779-a551-1871d1171bfc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:19.688810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9621563b-8e65-4c4c-b519-76091c55715e req-04aba7bd-7f8e-4779-a551-1871d1171bfc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.1212842
Nov 27 11:48:19.745750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9621563b-8e65-4c4c-b519-76091c55715e req-435c8211-2443-459f-9fd2-142913177d18 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404711
Nov 27 11:48:19.858823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:19.870988 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-26ffdf66-02b9-445f-8c06-0ec806c6b445 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1099 time: 0.1059043
Nov 27 11:48:19.976304 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e459ae4-4477-477d-ac20-02e0a39496a5 req-75c9831a-82fd-4e4e-ac01-b1fe115fb4de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 1099 time: 0.1399777
Nov 27 11:48:20.058332 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e459ae4-4477-477d-ac20-02e0a39496a5 req-7138b8f5-1fbf-49c5-8050-e70d22b1d3ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736408
Nov 27 11:48:20.059544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-a58dcf80-15f0-42ab-ac38-6f75fe801b3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:20.061350 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-a58dcf80-15f0-42ab-ac38-6f75fe801b3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1626508
Nov 27 11:48:20.388473 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-66855a63-ee52-43e6-b7c3-7e8c36e1d85c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 200  len: 1002 time: 0.1025167
Nov 27 11:48:20.451450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-324e8336-0b2a-4784-91e9-4c9305f4f3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:20.452812 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-324e8336-0b2a-4784-91e9-4c9305f4f3a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.0573003
Nov 27 11:48:20.554224 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-c76f990e-5882-4d7c-8e7a-3e4e54c0cac3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774944
Nov 27 11:48:20.677974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da66c5-6b58-4370-b0aa-af3626dd1c22 req-972e12b6-0d64-462f-a1e2-b7bf52d8a121 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:20.679349 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-90da66c5-6b58-4370-b0aa-af3626dd1c22 req-972e12b6-0d64-462f-a1e2-b7bf52d8a121 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 946 time: 0.0808821
Nov 27 11:48:20.689787 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-09ce178a-1551-4ec3-a0c4-9f367f14714c service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280079
Nov 27 11:48:20.726503 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-90da66c5-6b58-4370-b0aa-af3626dd1c22 req-f1e408f9-87df-473c-8c0a-0441cef25a2a tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416269
Nov 27 11:48:20.837645 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2d601a1b-3be8-4123-bd94-51dfd2dfbc45 req-548508aa-3a12-42e8-bb05-b24ae93385fc service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334255
Nov 27 11:48:20.945634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08626de9-78bb-4fa5-b970-3e8f144a9aa0 req-8313ecce-ea00-4312-a640-f559c33f2e56 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:20.947162 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-08626de9-78bb-4fa5-b970-3e8f144a9aa0 req-8313ecce-ea00-4312-a640-f559c33f2e56 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0763242
Nov 27 11:48:20.994979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-08626de9-78bb-4fa5-b970-3e8f144a9aa0 req-a5d88d53-74ce-43da-beec-ae7e9f390333 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416965
Nov 27 11:48:21.187870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5e510735-ce96-4ffe-9851-9d8d02e80630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:21.911140 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea338bc-ce22-4f2d-967f-a464bf262d4d req-417ed3f6-5cc6-4792-b72d-b13c7e9a862f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 1099 time: 0.0797055
Nov 27 11:48:21.933144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee09b8-1e3a-4566-8444-a35dd7d8f416 req-20cfec30-5ca9-4fe4-8342-29c151acd317 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:21.934784 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-17ee09b8-1e3a-4566-8444-a35dd7d8f416 req-20cfec30-5ca9-4fe4-8342-29c151acd317 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 946 time: 0.0862255
Nov 27 11:48:21.956823 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea338bc-ce22-4f2d-967f-a464bf262d4d req-ee0490f9-8204-4c79-ab14-dea4dccc8635 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383079
Nov 27 11:48:21.980608 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-17ee09b8-1e3a-4566-8444-a35dd7d8f416 req-b43c0949-665c-4b37-ab5c-86d784d42ca4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395110
Nov 27 11:48:22.190450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f9024-882e-4724-91b1-f2bb16de728c req-8156eb0d-c382-4718-a5ec-e8f6873b5c55 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:22.191185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-361f9024-882e-4724-91b1-f2bb16de728c req-8156eb0d-c382-4718-a5ec-e8f6873b5c55 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:48:22.198017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4cc11-e12e-433d-8bd7-fe47e4541996 req-5ec0198d-a3ea-4783-9492-af4d4fc276ef tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:22.203676 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-96f4cc11-e12e-433d-8bd7-fe47e4541996 req-5ec0198d-a3ea-4783-9492-af4d4fc276ef tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0829177
Nov 27 11:48:22.247654 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-96f4cc11-e12e-433d-8bd7-fe47e4541996 req-1f820061-60e0-4cdf-8d11-5ad0816e62c0 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418100
Nov 27 11:48:22.290283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-361f9024-882e-4724-91b1-f2bb16de728c req-8156eb0d-c382-4718-a5ec-e8f6873b5c55 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:48:22.291404 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-361f9024-882e-4724-91b1-f2bb16de728c req-8156eb0d-c382-4718-a5ec-e8f6873b5c55 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 946 time: 0.1826150
Nov 27 11:48:22.343308 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-361f9024-882e-4724-91b1-f2bb16de728c req-40f81eca-8194-43bc-b949-86e9d0478244 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453258
Nov 27 11:48:22.372353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52338) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:22.375982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:22.572818 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a3c98049-e9f3-4e92-bf89-2e3009232807 tempest-TestVolumeBootPattern-1838619765 tempest-TestVolumeBootPattern-1838619765-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 1094 time: 0.1989989
Nov 27 11:48:22.575223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52344) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:22.581215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:22.586972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:22.590807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Usage tracker for resource:floatingip and tenant:494d59d333c040f9a8c631a4bb0a01f4 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:48:22.594245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:48:22.600011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:22.690398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:22.836434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:22.973946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Allocated IP 172.26.6.50 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/e9943aea-74e6-448a-9825-21da89888c62) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:48:22.980176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3ed26349-5812-4e20-ad8d-3c8b49b46dbc details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:48:22.982555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3ed26349-5812-4e20-ad8d-3c8b49b46dbc no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:48:23.151268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:23.195073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:23.232786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:23.246446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:23.257915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'port_id': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'mac_address': 'fa:16:3e:b0:a4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:48:23.260276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:23.294311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:23.302100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a0039e8-ca71-47e5-946d-e7c969904d00 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:23.317859 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'code': 200}
Nov 27 11:48:23.318877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:23.330287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:23.334829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:23.385560 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ed26349-5812-4e20-ad8d-3c8b49b46dbc {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:48:23.417899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:48:23.425026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:48:23.430254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:48:23.462355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=e9943aea-74e6-448a-9825-21da89888c62,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:23.476590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:23.480417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:23.487577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.487778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:48:23.487979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.488084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:48:23.488328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.488694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.489074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.489429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.489788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.490283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.490669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.491022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.491378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:23.496786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:23.517535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90089d-84dd-4e37-a74b-0cf31c246f2a req-98f8bae7-463f-4b6f-b09b-8cb4a4bcb85b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:23.519224 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c90089d-84dd-4e37-a74b-0cf31c246f2a req-98f8bae7-463f-4b6f-b09b-8cb4a4bcb85b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 944 time: 0.1185179
Nov 27 11:48:23.566199 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c90089d-84dd-4e37-a74b-0cf31c246f2a req-67e3ded2-cdf7-46e0-84a5-27224dffbd25 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413001
Nov 27 11:48:23.596282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52352) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:23.790645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:23.805604 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d0729b7c-86f3-4642-b7f6-595264022c11 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/floatingips/b2a6763e-64ad-493e-b18c-9769e1986d4b HTTP/1.1" status: 200  len: 991 time: 0.2080586
Nov 27 11:48:24.040896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:24.058771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed26349-5812-4e20-ad8d-3c8b49b46dbc {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:48:24.075036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:24.078706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:24.161573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:24.164094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1f625c69-d1ef-49ac-855f-5a5520e4bea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:24.232014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:24.235708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:24.261768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:24.425732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['3ed26349-5812-4e20-ad8d-3c8b49b46dbc'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:48:24.473643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:24.561509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:24.566168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e042fa93-815d-4d0f-9d5d-219744db29f1 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:24.664339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event updated for resources: {'Port': ['ID=e9943aea-74e6-448a-9825-21da89888c62,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:24.668356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:24.683613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:24.871916 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Floating IP 83f6a1ad-9d8e-4bbd-8485-e330ca90e905 associated. External IP: 172.26.6.50, port: 0d14a4c9-c5cb-4fc8-a554-efa87a690781.
Nov 27 11:48:25.263014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Router 4e381d82-7ba7-4a33-9879-a70491a89069 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:48:25.596416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:48:25.605743 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:48:25.618578 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:48:25.619192 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284655a160>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:25.707770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:25.764567 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1883185
Nov 27 11:48:25.765305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:25.830686 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:48:25.939815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'status': 'completed', 'code': 200}
Nov 27 11:48:26.035551 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-6d8e1454-6c80-4976-bf0f-e21748756a79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 1099 time: 0.0722094
Nov 27 11:48:26.170348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-c38bef09-ffdc-494c-bd39-acaa048ede4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:26.171869 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-c38bef09-ffdc-494c-bd39-acaa048ede4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1290221
Nov 27 11:48:26.188111 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284655a160>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:13Z', 'revision_number': 1, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}, {'id': '83f6a1ad-9d8e-4bbd-8485-e330ca90e905', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:17:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:48:23Z', 'updated_at': '2021-11-27T11:48:23Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:26.192393 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:48:26.203656 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:48:26.204260 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284655a160>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:26.275056 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-4847c677-585e-4595-948a-010ae5be17e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781 HTTP/1.1" status: 200  len: 999 time: 0.0961328
Nov 27 11:48:26.343440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-6d7307dc-333b-4af3-a178-c0763232d258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:26.345059 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-6d7307dc-333b-4af3-a178-c0763232d258 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.0633812
Nov 27 11:48:26.385747 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:48:26.422561 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-3c4d9a74-01e5-47d2-b5a8-0a47076fb575 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702703
Nov 27 11:48:26.565665 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-64af2281-e61f-410f-a743-ad62531a5657 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358902
Nov 27 11:48:26.700968 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d6dc5f4-ad18-4f99-bffc-b46164240ee9 req-b23aec26-f4d9-45a1-be48-c8850dcc0050 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283658
Nov 27 11:48:26.738014 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284655a160>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:13Z', 'revision_number': 1, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}, {'id': '83f6a1ad-9d8e-4bbd-8485-e330ca90e905', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:17:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:48:23Z', 'updated_at': '2021-11-27T11:48:23Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:26.742043 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aff767-ab80-4133-a03b-2735d31f4dca None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:13Z', 'revision_number': 1, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}, {'id': '83f6a1ad-9d8e-4bbd-8485-e330ca90e905', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:17:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:48:23Z', 'updated_at': '2021-11-27T11:48:23Z', 'revision_number': 0, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:48:26.933857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d8d33d-3006-4729-b655-31c85cbff28e None None] New status for floating IP 83f6a1ad-9d8e-4bbd-8485-e330ca90e905: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:48:27.007007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3ed26349-5812-4e20-ad8d-3c8b49b46dbc up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:48:27.273385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:48:27.273677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:27.386709 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:27.413340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:27.423477 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:27.472841 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'code': 200}
Nov 27 11:48:27.529851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:27.530215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:27.597538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:27.600721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:30.651379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52368) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:30.728001 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d49d1eb0-141e-4e1a-aed5-c42d19d9ef07 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=cb8217bfd716483995fa071c0795ac98&network_id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 2999 time: 0.0753448
Nov 27 11:48:33.769881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52382) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:33.828960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77149144-0a1c-4854-bd91-7de41eae6c8c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:33.830696 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-77149144-0a1c-4854-bd91-7de41eae6c8c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8 HTTP/1.1" status: 200  len: 814 time: 0.0597885
Nov 27 11:48:34.545953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52390) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:34.550667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:34.649079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:34.933766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:35.018312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:35.018749 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 disassociated. External IP: 172.26.6.93, port: f65e959b-ddef-4688-ad27-e5f5d974a25f.
Nov 27 11:48:35.417030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:48:35.624666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:48:35.629777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:35.634919 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] Sync routers for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:48:35.648841 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:48:35.649127 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468ed2e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:35.688905 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b0bf63f5-139c-42d4-8299-7803a488a3bb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 689 time: 1.1390109
Nov 27 11:48:35.688905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:35.691468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52396) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:35.770904 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'status': 'completed', 'code': 200}
Nov 27 11:48:35.776290 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bab7c4ac-8aae-450c-a783-46409c331c50 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 689 time: 0.0843210
Nov 27 11:48:35.854057 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:48:35.857642 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-37fc5f4e-7f15-486d-bd06-0473686e0c25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 1098 time: 0.0803764
Nov 27 11:48:35.998239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-d1e1b0fc-8b16-4269-a75e-80587a79d753 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:35.999592 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-d1e1b0fc-8b16-4269-a75e-80587a79d753 service neutron] 10.222.0.39 "GET /v2.0/networks?id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 898 time: 0.1340165
Nov 27 11:48:36.070247 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-f147f780-68eb-4d74-aff0-4956c7bfcec2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f HTTP/1.1" status: 200  len: 217 time: 0.0610104
Nov 27 11:48:36.138604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-52dced25-7018-472f-9320-66528a09a139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:36.140060 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-52dced25-7018-472f-9320-66528a09a139 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a09b0cc-8ea2-4e37-a4f8-dd643515ae45 HTTP/1.1" status: 200  len: 834 time: 0.0617912
Nov 27 11:48:36.197278 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468ed2e0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:36.201183 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] Checking router: 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:48:36.214355 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:48:36.214994 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468ed2e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:36.232437 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-ec98a038-f1e0-4cf0-8929-374e6792c8a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=968d9361-35e0-4b9a-86b6-9b806789dc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773449
Nov 27 11:48:36.367770 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-e03e04c6-4cc5-484b-9dce-fe180df2a7c8 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287615
Nov 27 11:48:36.389577 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:48:36.618493 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f5a60577-8493-4c5a-bc9c-3c46388f5faa req-9ea78aa7-5d77-4ee4-8ea0-ed780571b0d8 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2352891
Nov 27 11:48:36.703898 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468ed2e0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:36.708144 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54815883-1360-4361-a52c-cb9f642fa463 None None] The sync data for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv is: [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:48:36.780388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52400) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:36.887240 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-45d297ec-9a60-43f5-a6e8-658b8a64e0ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 689 time: 0.1050408
Nov 27 11:48:37.277133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f286c0-43ec-4a8f-b240-c71b889c1489 None None] New status for floating IP 0a1a3838-4cd4-4d65-bc00-b8e4ad48b031: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:48:37.890392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52404) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:37.975266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2cdd097e-75e1-405c-bd31-9bf75699cbf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 687 time: 0.0834966
Nov 27 11:48:39.135567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:39.275532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52412) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:39.281410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437206102', 'description': 'tempest-secgroup-smoke-437206102 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:39.287296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:39.297321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:39.392980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:39.429150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:39.432990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:48:39.435855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:48:39.441424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:39.495554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:39.575547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:39.585033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dfec33ad-cd5c-4aa0-9dd1-d0bf8445b746 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:39.620508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:39.629550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.629938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.630315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.630765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.631134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.631503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.631869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.632234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.632595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.632954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.633316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:48:39.636929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:39.724628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:39.724628 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4433489
Nov 27 11:48:39.724628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52416) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:39.728329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2e62ecb1-9843-407e-b5c1-4990ddbbf4ae', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:39.734256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:39.738160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:48:39.741036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:48:39.748953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:39.828191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:39.892094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:39.978206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:39.980006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8147931-5278-434d-923c-b8ea8eef8c3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:40.001972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c13bff0-72ab-4f96-9374-81e3cc9cf1c6,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:40.006292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:40.092708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.093822 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3701506
Nov 27 11:48:40.098481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52420) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:40.103974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2e62ecb1-9843-407e-b5c1-4990ddbbf4ae', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:40.109733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:40.113530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:48:40.116389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:48:40.121969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:40.208564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.272673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.341630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.343545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e521ee71-7ea6-4eb7-968d-dec979722d80 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:40.366806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833e8313-f538-4022-8db1-741d43edd9bc,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:40.370979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:40.458415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.459618 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3602161
Nov 27 11:48:40.465254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52424) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:40.470813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2e62ecb1-9843-407e-b5c1-4990ddbbf4ae', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:40.476713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:40.480489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:48:40.483849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:48:40.489491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:40.562161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.623528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.678757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.683986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:40.702835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fe6452-726b-4615-a2a2-ff7f85121f73,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:40.705290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:40.766795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.768017 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3018286
Nov 27 11:48:40.770721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52428) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:40.776131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2e62ecb1-9843-407e-b5c1-4990ddbbf4ae', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:40.781972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:40.785694 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:48:40.788522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:48:40.794805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:40.887224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:40.956507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.021574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.023158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dbed7e8f-f345-45f9-be48-1cde725a06ff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:41.045600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3bbdcb-f790-4db0-addc-f50e8bb6f3d6,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:41.057505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:41.123982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.125175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3535695
Nov 27 11:48:41.128082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52432) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:41.146305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2e62ecb1-9843-407e-b5c1-4990ddbbf4ae', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:41.146305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:41.146305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:48:41.151985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:48:41.154484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:41.235356 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:48:41.243337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.309260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.364118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.365960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a7a53487-d6f1-4b5d-9f5c-4b4c5bca28f7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:41.389479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ea7ec3-b45c-42c3-a5f6-775cf8382fc3,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:41.391274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:41.490299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.491445 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3626850
Nov 27 11:48:41.494377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52436) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:41.500760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '2e62ecb1-9843-407e-b5c1-4990ddbbf4ae', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:41.505739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:41.509507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:48:41.512371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:48:41.518400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:41.652676 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:48:41.659524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.726398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.801102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.803356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a659cf5-ef82-4ddf-8cc2-c4ba75843be2 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:41.824784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8531f49-1130-4eb3-be18-4236923af50e,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:41.827643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:41.886894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:41.888612 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3927493
Nov 27 11:48:42.090266 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-70b8cb30-f64f-4724-99dd-3ff01fde20e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437206102&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.0626185
Nov 27 11:48:42.389883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840601-251a-476e-a127-69cb34032fb2 req-53664111-c205-47ba-8d6f-dba8f440ec98 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:42.389883 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-53664111-c205-47ba-8d6f-dba8f440ec98 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 797 time: 0.2902219
Nov 27 11:48:42.408645 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-c8136fc6-7ba9-4750-952d-7cc902fa901e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0119205
Nov 27 11:48:42.497325 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-72605beb-41e5-4ed8-9634-3a6018687af5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0833013
Nov 27 11:48:42.760786 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-0ea9cb3b-a73e-4bd1-b3bb-4a7b2240dd9b service neutron] 10.222.0.23 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430315
Nov 27 11:48:42.885717 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-c11bd392-30d6-4519-9fa9-f7860357698a service neutron] 10.222.0.23 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265028
Nov 27 11:48:43.198798 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3a12d0d1-c3ae-453a-94e6-1046f719edc9 req-37c3d095-8165-4653-b2e7-1c5cb2b5670e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 210 time: 0.0576069
Nov 27 11:48:44.378781 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-80a82ad8-b3a7-48a4-81d8-8c10c4152d57 req-e02d2613-15f9-45ce-ae97-09b258208736 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 210 time: 0.0425067
Nov 27 11:48:45.408868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840601-251a-476e-a127-69cb34032fb2 req-4c0fc83e-7b7e-4b1e-9adf-df7f770492de tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:45.408868 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-4c0fc83e-7b7e-4b1e-9adf-df7f770492de tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 797 time: 0.1739125
Nov 27 11:48:45.481454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-25840601-251a-476e-a127-69cb34032fb2 req-89de918c-a54e-4b14-b9e9-a560eb328aaa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:48:45.572795 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fb216fec-db40-4dd0-a8c6-d2d1de441939 req-d8d38d97-e176-45a3-8753-04938cee74c6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 210 time: 0.0573139
Nov 27 11:48:45.590585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-25840601-251a-476e-a127-69cb34032fb2 req-89de918c-a54e-4b14-b9e9-a560eb328aaa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:48:45.590585 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-89de918c-a54e-4b14-b9e9-a560eb328aaa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 471 time: 0.1558869
Nov 27 11:48:45.597120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['2e62ecb1-9843-407e-b5c1-4990ddbbf4ae']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:45.736586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:48:45.745956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:48:45.858551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:48:45.861696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:46.023493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.14 (968d9361-35e0-4b9a-86b6-9b806789dc6c/6a09b0cc-8ea2-4e37-a4f8-dd643515ae45/44119931-14e0-4963-a97f-4b4fe8923622) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:48:46.225229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:46.241557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 44119931-14e0-4963-a97f-4b4fe8923622 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:48:46.359396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:46.365455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-57f1becd-7101-440a-bfd4-118d4af7e528 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:46.437849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:48:46.437849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:48:46.441050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:48:46.469080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=44119931-14e0-4963-a97f-4b4fe8923622,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:46.473471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:46.506158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:46.506796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:46.613588 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0243847
Nov 27 11:48:46.626435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Request body: {'port': {'device_id': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:46.778016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38790db6-97ae-4a48-979a-4f43d58df456 req-21f49a87-4d16-43c1-a30e-9b36b334a3e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:46.779810 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-38790db6-97ae-4a48-979a-4f43d58df456 req-21f49a87-4d16-43c1-a30e-9b36b334a3e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 932 time: 0.0858459
Nov 27 11:48:46.811650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-084a4833-91cc-41df-94ef-d3390ede1388 None None] Provisioning for port 44119931-14e0-4963-a97f-4b4fe8923622 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:48:46.817023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-084a4833-91cc-41df-94ef-d3390ede1388 None None] Provisioning complete for port 44119931-14e0-4963-a97f-4b4fe8923622 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:48:46.817671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-084a4833-91cc-41df-94ef-d3390ede1388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:46.830003 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-38790db6-97ae-4a48-979a-4f43d58df456 req-c14ec593-1048-47aa-a5b5-122e7cd1d5b3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432799
Nov 27 11:48:46.836849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:46.872595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-084a4833-91cc-41df-94ef-d3390ede1388 None None] Port 44119931-14e0-4963-a97f-4b4fe8923622 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:48:47.176057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44119931-14e0-4963-a97f-4b4fe8923622 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:48:47.186170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:47.196779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Transition to ACTIVE for port object 44119931-14e0-4963-a97f-4b4fe8923622 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:48:47.272215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:47.276249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:47.398906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Pushing event updated for resources: {'Port': ['ID=44119931-14e0-4963-a97f-4b4fe8923622,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:47.403475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:47.515094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Attempting to bind port 44119931-14e0-4963-a97f-4b4fe8923622 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:48:47.515730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Attempting to bind port 44119931-14e0-4963-a97f-4b4fe8923622 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:48:47.515730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Attempting to bind port 44119931-14e0-4963-a97f-4b4fe8923622 on network 968d9361-35e0-4b9a-86b6-9b806789dc6c {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:48:47.521655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Port 44119931-14e0-4963-a97f-4b4fe8923622 on network 968d9361-35e0-4b9a-86b6-9b806789dc6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:48:47.521965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Attempting to bind port 44119931-14e0-4963-a97f-4b4fe8923622 on network 968d9361-35e0-4b9a-86b6-9b806789dc6c {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:48:47.532439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:48:47.532439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Checking segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:48:47.532439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Bound using segment: {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:48:47.532439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Bound port: 44119931-14e0-4963-a97f-4b4fe8923622, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970efa77-3318-4ebe-bad4-22a580a452be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:48:47.532439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:47.623439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] For port 44119931-14e0-4963-a97f-4b4fe8923622, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:48:47.629217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] For port 44119931-14e0-4963-a97f-4b4fe8923622, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=44119931-14e0-4963-a97f-4b4fe8923622,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:48:47.700206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:47.700206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8e8450f2-0ee5-459d-92da-1e720e82e5a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:47.755570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:47.756923 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] 10.222.0.39 "PUT /v2.0/ports/44119931-14e0-4963-a97f-4b4fe8923622 HTTP/1.1" status: 200  len: 1094 time: 1.1346257
Nov 27 11:48:47.757570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'tag': '44119931-14e0-4963-a97f-4b4fe8923622'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:47.786793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Pushing event updated for resources: {'Port': ['ID=44119931-14e0-4963-a97f-4b4fe8923622,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:47.791868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:47.815963 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'tag': '44119931-14e0-4963-a97f-4b4fe8923622', 'status': 'completed', 'code': 200}
Nov 27 11:48:47.923168 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bbcb1c95-09b5-4568-a61b-376687d6c4e0 req-b92e474c-dc2b-48d3-9cc3-2ec5546c68f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 1097 time: 0.0857656
Nov 27 11:48:48.065508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069c724-b30f-435f-80f7-db9daa10ea7e req-7d69237a-3797-40f1-9c8e-7277ae92ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:48.065508 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c069c724-b30f-435f-80f7-db9daa10ea7e req-7d69237a-3797-40f1-9c8e-7277ae92ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 944 time: 0.0904393
Nov 27 11:48:48.090122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb1c95-09b5-4568-a61b-376687d6c4e0 req-bb6ff9dd-afda-4fd7-900c-be4756fccfdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:48.090122 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bbcb1c95-09b5-4568-a61b-376687d6c4e0 req-bb6ff9dd-afda-4fd7-900c-be4756fccfdb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb8217bfd716483995fa071c0795ac98&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1581359
Nov 27 11:48:48.113195 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:48:48.133701 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c069c724-b30f-435f-80f7-db9daa10ea7e req-585a689f-02b4-4b85-9362-2746e43cb7c1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560782
Nov 27 11:48:48.233004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb1c95-09b5-4568-a61b-376687d6c4e0 req-3669c04f-10c7-4abb-9da7-6dae7de4affa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:48.234459 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bbcb1c95-09b5-4568-a61b-376687d6c4e0 req-3669c04f-10c7-4abb-9da7-6dae7de4affa service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1373181
Nov 27 11:48:48.343814 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-db5d7a54-9b45-4e88-b8b6-1bcdf00f1414 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 1097 time: 0.0711751
Nov 27 11:48:48.424558 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-36f6d9c7-cc08-4aff-bfd7-e6aae22e0e0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44119931-14e0-4963-a97f-4b4fe8923622 HTTP/1.1" status: 200  len: 217 time: 0.0655842
Nov 27 11:48:48.482145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840601-251a-476e-a127-69cb34032fb2 req-c4f330f8-3f0d-4125-b556-d8bbc337446a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:48.483597 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-c4f330f8-3f0d-4125-b556-d8bbc337446a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a09b0cc-8ea2-4e37-a4f8-dd643515ae45 HTTP/1.1" status: 200  len: 834 time: 0.0581596
Nov 27 11:48:48.565138 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-e37e1c7b-5dec-4073-9af6-69ef85fe411d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=968d9361-35e0-4b9a-86b6-9b806789dc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739994
Nov 27 11:48:48.798161 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-bd37569d-e1bc-41d9-b6e0-95cb7128d376 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2258570
Nov 27 11:48:48.936017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-97748fe4-e54f-47d3-b57f-89437df68ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:48.940514 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25840601-251a-476e-a127-69cb34032fb2 req-199b7ff8-c029-4de6-8a98-30ab4f1e93b8 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325240
Nov 27 11:48:49.362945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2f429-a695-4cc3-b998-aef31081fa9d req-8e9662fd-ecc4-4e34-933c-e607d76b6561 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:49.363631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3bc2f429-a695-4cc3-b998-aef31081fa9d req-8e9662fd-ecc4-4e34-933c-e607d76b6561 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:48:49.453576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3bc2f429-a695-4cc3-b998-aef31081fa9d req-8e9662fd-ecc4-4e34-933c-e607d76b6561 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:48:49.453576 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bc2f429-a695-4cc3-b998-aef31081fa9d req-8e9662fd-ecc4-4e34-933c-e607d76b6561 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 944 time: 0.1665108
Nov 27 11:48:49.497445 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bc2f429-a695-4cc3-b998-aef31081fa9d req-ad86e586-34be-4cc8-bb44-1e107bdeffb5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405686
Nov 27 11:48:49.795501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:50.696635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f4412-77b9-4bd8-97b3-36f65e166dc1 req-6d1f5d58-58c6-463a-bdd5-c962e8a784a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:50.698059 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bc5f4412-77b9-4bd8-97b3-36f65e166dc1 req-6d1f5d58-58c6-463a-bdd5-c962e8a784a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 944 time: 0.0784559
Nov 27 11:48:50.744463 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bc5f4412-77b9-4bd8-97b3-36f65e166dc1 req-12a0d768-41ed-4d99-9f11-a14d60b98f63 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407374
Nov 27 11:48:51.078820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 44119931-14e0-4963-a97f-4b4fe8923622 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:48:51.155975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5f44-253f-42ba-95c5-378eaf349a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:51.209452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 44119931-14e0-4963-a97f-4b4fe8923622, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=44119931-14e0-4963-a97f-4b4fe8923622,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:51.223176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '44119931-14e0-4963-a97f-4b4fe8923622', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'port_id': '44119931-14e0-4963-a97f-4b4fe8923622', 'mac_address': 'fa:16:3e:7e:97:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:48:51.279141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:51.296461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44119931-14e0-4963-a97f-4b4fe8923622 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:48:51.311305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 44119931-14e0-4963-a97f-4b4fe8923622, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=44119931-14e0-4963-a97f-4b4fe8923622,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:51.380903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:51.382746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:51.448275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=44119931-14e0-4963-a97f-4b4fe8923622,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:51.451221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:51.660960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['44119931-14e0-4963-a97f-4b4fe8923622'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:48:51.959035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9432c9-b568-409d-9101-9b019ce3854f req-46fb89b1-460a-459e-9014-b5b0886a677f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:51.960679 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6d9432c9-b568-409d-9101-9b019ce3854f req-46fb89b1-460a-459e-9014-b5b0886a677f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 945 time: 0.0932982
Nov 27 11:48:52.007006 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6d9432c9-b568-409d-9101-9b019ce3854f req-6bc251a3-5353-4b4e-8422-b76bd41e1915 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419383
Nov 27 11:48:52.372588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:53.103133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 44119931-14e0-4963-a97f-4b4fe8923622 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:48:53.207502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e4cbe-8f6f-489d-a96b-2ba5c3bf454d req-850eea43-215a-4804-a73b-af8cd3291d29 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:53.207502 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-078e4cbe-8f6f-489d-a96b-2ba5c3bf454d req-850eea43-215a-4804-a73b-af8cd3291d29 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 945 time: 0.0781288
Nov 27 11:48:53.252455 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-078e4cbe-8f6f-489d-a96b-2ba5c3bf454d req-71651c80-593a-420c-ae32-0d97ad4931a1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406535
Nov 27 11:48:53.255430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 44119931-14e0-4963-a97f-4b4fe8923622 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:48:53.268448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 44119931-14e0-4963-a97f-4b4fe8923622 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:48:53.268448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:53.376365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:53.405968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44119931-14e0-4963-a97f-4b4fe8923622'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:53.414011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 44119931-14e0-4963-a97f-4b4fe8923622, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=44119931-14e0-4963-a97f-4b4fe8923622,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:48:53.466209 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44119931-14e0-4963-a97f-4b4fe8923622', 'code': 200}
Nov 27 11:48:53.489502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:53.493453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:48:53.592150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=44119931-14e0-4963-a97f-4b4fe8923622,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:48:53.595528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:48:53.812561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:53.886907 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-527d5791-b068-4cec-95bb-0d9700adca57 req-d874d90b-370b-4c74-a862-5c19b6279b34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 1099 time: 0.0775540
Nov 27 11:48:53.942217 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-527d5791-b068-4cec-95bb-0d9700adca57 req-7e4736b9-9cac-4e7e-bce5-799aff03757d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493588
Nov 27 11:48:54.454359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b55911-c74e-4547-9cc4-8af01d7e7de5 req-16e7a29f-9b73-4dae-8f0d-694218266354 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:54.456099 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44b55911-c74e-4547-9cc4-8af01d7e7de5 req-16e7a29f-9b73-4dae-8f0d-694218266354 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 946 time: 0.0821908
Nov 27 11:48:54.507093 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44b55911-c74e-4547-9cc4-8af01d7e7de5 req-82015547-bc5f-4191-a979-b8d36f2699a8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436344
Nov 27 11:48:55.710323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a4e0-e156-422b-bf21-c2440c9f9d6b req-cf71b3ae-e0fe-48ea-a523-35dfcf759d11 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:55.713006 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aa81a4e0-e156-422b-bf21-c2440c9f9d6b req-cf71b3ae-e0fe-48ea-a523-35dfcf759d11 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 946 time: 0.0815778
Nov 27 11:48:55.756677 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aa81a4e0-e156-422b-bf21-c2440c9f9d6b req-f9636440-e8d9-4612-96fc-cfd2c940e5b1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398791
Nov 27 11:48:55.959625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d92d5b-4864-4338-aaaf-23deda1268a5 req-abb32eac-3b1b-4072-8e23-a6fd64b1ad38 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:55.961135 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9d92d5b-4864-4338-aaaf-23deda1268a5 req-abb32eac-3b1b-4072-8e23-a6fd64b1ad38 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 946 time: 0.0809181
Nov 27 11:48:56.007508 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9d92d5b-4864-4338-aaaf-23deda1268a5 req-0e276e22-84d0-4687-9a47-aacc94be9a14 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406060
Nov 27 11:48:56.035659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52496) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:56.110118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-299a1468-0560-47ad-9976-377bd5666de4 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 1094 time: 0.0729055
Nov 27 11:48:56.112721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52500) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:56.121223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'port_id': '44119931-14e0-4963-a97f-4b4fe8923622'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:48:56.194332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:56.805738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:56.909538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:57.225288 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 associated. External IP: 172.26.6.93, port: 44119931-14e0-4963-a97f-4b4fe8923622.
Nov 27 11:48:57.614517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:48:57.850134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:48:57.854991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:48:57.862212 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] Sync routers for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:48:57.879120 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:48:57.879844 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846826dc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:57.915021 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f92fe44b-a57c-4124-a7da-50fd1535c515 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 991 time: 1.8012726
Nov 27 11:48:57.916237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'tag': '44119931-14e0-4963-a97f-4b4fe8923622'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:48:57.916761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52504) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:57.987285 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'tag': '44119931-14e0-4963-a97f-4b4fe8923622', 'status': 'completed', 'code': 200}
Nov 27 11:48:58.071473 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0472e555-f1d7-45d8-b06d-bbb69323402c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 991 time: 0.1533470
Nov 27 11:48:58.076250 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:48:58.097860 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7a956-3807-498f-83f8-2bd76939393f req-1f10e450-9b07-42ce-8232-d83878fe2b94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 1099 time: 0.0861356
Nov 27 11:48:58.250082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a956-3807-498f-83f8-2bd76939393f req-b8fdf573-0c91-4dae-98eb-b4e5fd0d952a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:58.250082 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7a956-3807-498f-83f8-2bd76939393f req-b8fdf573-0c91-4dae-98eb-b4e5fd0d952a service neutron] 10.222.0.39 "GET /v2.0/networks?id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 898 time: 0.1406786
Nov 27 11:48:58.376375 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7a956-3807-498f-83f8-2bd76939393f req-d1b1b8d2-ea02-47f6-b971-a04147d790da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44119931-14e0-4963-a97f-4b4fe8923622 HTTP/1.1" status: 200  len: 999 time: 0.1203046
Nov 27 11:48:58.445179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a956-3807-498f-83f8-2bd76939393f req-3d9c4762-0841-4271-9318-f5a765ddde5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:48:58.446738 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7a956-3807-498f-83f8-2bd76939393f req-3d9c4762-0841-4271-9318-f5a765ddde5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a09b0cc-8ea2-4e37-a4f8-dd643515ae45 HTTP/1.1" status: 200  len: 834 time: 0.0668395
Nov 27 11:48:58.461960 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846826dc0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0a1a3838-4cd4-4d65-bc00-b8e4ad48b031', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'port_id': '44119931-14e0-4963-a97f-4b4fe8923622', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'mac_address': 'fa:16:3e:7e:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:53Z', 'updated_at': '2021-11-27T11:48:56Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:58.465950 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] Checking router: 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:48:58.476644 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:48:58.477239 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846826dc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:58.529609 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7a956-3807-498f-83f8-2bd76939393f req-e02e0179-7293-4021-a46c-634d326c43b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=968d9361-35e0-4b9a-86b6-9b806789dc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747497
Nov 27 11:48:58.679257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7a956-3807-498f-83f8-2bd76939393f req-2430538a-f9bb-4f66-b5ca-b4e39068d0bc service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393828
Nov 27 11:48:58.706233 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:48:58.920173 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7a956-3807-498f-83f8-2bd76939393f req-8be8f9d7-ac6a-4d4d-986b-885f1334aac7 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2352717
Nov 27 11:48:59.075248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52512) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:48:59.077260 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846826dc0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0a1a3838-4cd4-4d65-bc00-b8e4ad48b031', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'port_id': '44119931-14e0-4963-a97f-4b4fe8923622', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'mac_address': 'fa:16:3e:7e:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:53Z', 'updated_at': '2021-11-27T11:48:56Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:48:59.081548 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ef241-cec9-4a29-ade4-0b6e6819ef10 None None] The sync data for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv is: [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0a1a3838-4cd4-4d65-bc00-b8e4ad48b031', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'port_id': '44119931-14e0-4963-a97f-4b4fe8923622', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'mac_address': 'fa:16:3e:7e:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:53Z', 'updated_at': '2021-11-27T11:48:56Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:48:59.189286 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cef1bd7f-fd80-4752-9279-73a2f627850a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 991 time: 0.1126981
Nov 27 11:48:59.312653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496aab54-c7a4-44e8-acfa-dd1f7e3dccf6 None None] New status for floating IP 0a1a3838-4cd4-4d65-bc00-b8e4ad48b031: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:49:00.192780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52516) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:00.301446 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1cfd6825-bf38-499e-89b3-71bbe3b5b42a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 200  len: 993 time: 0.1073813
Nov 27 11:49:02.962765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52522) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:03.164467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Deleting port 9bc346f6-e8a6-4e80-b45b-576562c5979d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:03.164804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:03.334942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:03.335904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:03.457422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Calling delete_port for 9bc346f6-e8a6-4e80-b45b-576562c5979d owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:03.692010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:03.697303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:03.737075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event deleted for resources: {'Port': ['ID=9bc346f6-e8a6-4e80-b45b-576562c5979d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:03.741079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:03.832295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:04.345000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Router 9ccb640c-e66d-4f61-a179-a85f3265982d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:49:04.553393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:49:04.563581 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] Sync routers for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:49:04.570196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:04.577002 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:04.577510 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846826a60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:04.626804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "DELETE /v2.0/floatingips/b2a6763e-64ad-493e-b18c-9769e1986d4b HTTP/1.1" status: 204  len: 168 time: 1.6626990
Nov 27 11:49:04.627774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:49:04.691653 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'status': 'completed', 'code': 200}
Nov 27 11:49:04.766166 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:04.797372 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-b7e69ff7-4980-4cbf-92aa-0f189154b81b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2257a822dc549e5a3095c96edf17058&device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 1099 time: 0.0799944
Nov 27 11:49:04.937506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-8384ceb9-d665-424a-8228-d851f3109c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:04.939424 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-8384ceb9-d665-424a-8228-d851f3109c72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=797d145a-8c59-4686-85a9-f0fe14c3a008 HTTP/1.1" status: 200  len: 897 time: 0.1354949
Nov 27 11:49:05.014952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-da0fe22b-74e3-41cf-b6bb-8b0aa6d1ae94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc HTTP/1.1" status: 200  len: 217 time: 0.0664098
Nov 27 11:49:05.087091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-142d9a02-1368-4a42-8af1-0731835ed872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:05.088534 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-142d9a02-1368-4a42-8af1-0731835ed872 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f5aac06-bdd4-475a-a5ee-7e15fb7c291e HTTP/1.1" status: 200  len: 834 time: 0.0679600
Nov 27 11:49:05.102248 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846826a60>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:17Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:05.106460 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] Checking router: 9ccb640c-e66d-4f61-a179-a85f3265982d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:49:05.117651 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:05.118250 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846826a60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:05.173423 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-4558bb9d-a0c0-4f22-ac13-ce1992655b3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=797d145a-8c59-4686-85a9-f0fe14c3a008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775127
Nov 27 11:49:05.304164 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:05.333935 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-50af3fb6-eef4-486b-a73c-642a373a4983 service neutron] 10.222.0.39 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453846
Nov 27 11:49:05.353003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7828-be2d-482b-b404-49a7698e2971 req-de3cac7f-6c64-4851-a565-05cfbf9f943b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:05.354457 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f3ed7828-be2d-482b-b404-49a7698e2971 req-de3cac7f-6c64-4851-a565-05cfbf9f943b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0882430
Nov 27 11:49:05.419206 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f3ed7828-be2d-482b-b404-49a7698e2971 req-048df7c1-f2d6-47ba-ba75-6e8d7ac3a877 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569355
Nov 27 11:49:05.488133 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-774bdd0a-e275-4982-abb0-f62e05ae37f6 req-0b9e7ae8-f329-44b2-aa55-7f0c2f184aa5 service neutron] 10.222.0.39 "GET /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469815
Nov 27 11:49:05.654321 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846826a60>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:17Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:05.658947 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c605a-b0d5-4310-bd12-7b7f03d9bd47 None None] The sync data for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv is: [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e584d40d-8918-4180-a21a-776b233225a6', 'name': '', 'network_id': '797d145a-8c59-4686-85a9-f0fe14c3a008', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'mac_address': 'fa:16:3e:1d:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:10Z', 'updated_at': '2021-11-27T11:47:17Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'subnets': [{'id': '5f5aac06-bdd4-475a-a5ee-7e15fb7c291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:49:05.892557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df41d2e-7b9a-4802-bf0c-40114c0aeaf7 None None] New status for floating IP b2a6763e-64ad-493e-b18c-9769e1986d4b: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:49:06.617843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac368e-f79b-4081-b556-9f895d4c4b3d req-49928529-1e4b-4119-937f-97cfe6baa35a tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:06.618447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-d1ac368e-f79b-4081-b556-9f895d4c4b3d req-49928529-1e4b-4119-937f-97cfe6baa35a tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Synchronizing usage tracker for tenant:c2257a822dc549e5a3095c96edf17058 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:49:06.729032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-d1ac368e-f79b-4081-b556-9f895d4c4b3d req-49928529-1e4b-4119-937f-97cfe6baa35a tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Unset dirty status for tenant:c2257a822dc549e5a3095c96edf17058 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:49:06.733503 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1ac368e-f79b-4081-b556-9f895d4c4b3d req-49928529-1e4b-4119-937f-97cfe6baa35a tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.1917615
Nov 27 11:49:06.819657 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1ac368e-f79b-4081-b556-9f895d4c4b3d req-c39a8a0e-5090-41fe-aaf0-23edb417280a tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f8dde7d-110c-4d4c-ab41-128df50831e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835767
Nov 27 11:49:06.857331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f951da83-721e-41d6-a7e7-db4b0fb8618e tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:06.859758 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f951da83-721e-41d6-a7e7-db4b0fb8618e tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 946 time: 0.0891018
Nov 27 11:49:06.930167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Deleting port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:06.930428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:07.179213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] For port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:07.179566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:07.412147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Calling delete_port for 3ed26349-5812-4e20-ad8d-3c8b49b46dbc owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:07.634981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:07.640888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:07.688149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event deleted for resources: {'Port': ['ID=3ed26349-5812-4e20-ad8d-3c8b49b46dbc,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:07.692710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:07.765835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] No DVR routers for this DVR port 3ed26349-5812-4e20-ad8d-3c8b49b46dbc on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:49:07.768486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:07.771337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'name': 'network-vif-deleted', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:49:07.825142 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b26ba4-1228-4554-ae53-44261c1c8054', 'name': 'network-vif-deleted', 'tag': '3ed26349-5812-4e20-ad8d-3c8b49b46dbc', 'status': 'completed', 'code': 200}
Nov 27 11:49:07.841347 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2a3a0d48-8c3b-431f-a889-d7f8c656c061 req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.39 "DELETE /v2.0/ports/3ed26349-5812-4e20-ad8d-3c8b49b46dbc HTTP/1.1" status: 204  len: 173 time: 0.9746864
Nov 27 11:49:08.138697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-2dfad83c-d935-45ce-b8e4-cd74b887f937 req-76cd527f-d467-406c-ac52-026d5ac2f1b9 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Synchronizing usage tracker for tenant:c2257a822dc549e5a3095c96edf17058 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:49:08.221289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-2dfad83c-d935-45ce-b8e4-cd74b887f937 req-76cd527f-d467-406c-ac52-026d5ac2f1b9 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Unset dirty status for tenant:c2257a822dc549e5a3095c96edf17058 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:49:08.222513 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2dfad83c-d935-45ce-b8e4-cd74b887f937 req-76cd527f-d467-406c-ac52-026d5ac2f1b9 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0b26ba4-1228-4554-ae53-44261c1c8054 HTTP/1.1" status: 200  len: 210 time: 0.1259117
Nov 27 11:49:09.137617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:09.205279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3ed26349-5812-4e20-ad8d-3c8b49b46dbc no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:09.238434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 3ed26349-5812-4e20-ad8d-3c8b49b46dbc {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:09.238810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3ed26349-5812-4e20-ad8d-3c8b49b46dbc not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:09.335105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52542) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:09.755085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:10.499749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Deleting port e584d40d-8918-4180-a21a-776b233225a6 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:10.505497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:10.690350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] For port e584d40d-8918-4180-a21a-776b233225a6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e584d40d-8918-4180-a21a-776b233225a6,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:10.695991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:10.812639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Calling delete_port for e584d40d-8918-4180-a21a-776b233225a6 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:11.056930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:11.059053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:11.101344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event deleted for resources: {'Port': ['ID=e584d40d-8918-4180-a21a-776b233225a6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:11.104798 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:11.405839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:12.084364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Router 9ccb640c-e66d-4f61-a179-a85f3265982d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:49:12.296738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:49:12.307931 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] Sync routers for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:49:12.320617 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:12.321133 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464dbac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:12.368235 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "PUT /v2.0/routers/9ccb640c-e66d-4f61-a179-a85f3265982d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0373127
Nov 27 11:49:12.370643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52546) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:12.508030 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:12.558208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Deleting subnet 5f5aac06-bdd4-475a-a5ee-7e15fb7c291e {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:49:12.565061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:12.621853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:12.704750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:12.788881 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464dbac0>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:49:10Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:12.792694 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] Checking router: 9ccb640c-e66d-4f61-a179-a85f3265982d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:49:12.803090 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] Routers {'9ccb640c-e66d-4f61-a179-a85f3265982d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:12.803683 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464dbac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:48:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['9ccb640c-e66d-4f61-a179-a85f3265982d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:12.878325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:12.882317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89551d9b-c3d1-40ae-aaf2-e226886413fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:12.923737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5aac06-bdd4-475a-a5ee-7e15fb7c291e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:12.926240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:12.931536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:12.937511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d5488-872a-4d4a-a6f3-0b013f962c3d None None] Network 797d145a-8c59-4686-85a9-f0fe14c3a008 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:49:12.941750 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "DELETE /v2.0/subnets/5f5aac06-bdd4-475a-a5ee-7e15fb7c291e HTTP/1.1" status: 204  len: 168 time: 0.5677536
Nov 27 11:49:12.942015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52550) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:13.011719 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] Set router 9ccb640c-e66d-4f61-a179-a85f3265982d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:13.158971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:13.233726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] DHCP port deletion for 797d145a-8c59-4686-85a9-f0fe14c3a008 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:49:13.242058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] Deleting port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:13.242058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:13.344706 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464dbac0>, [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:49:10Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:13.349212 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e9079-cca5-4f4c-889e-ff288da9a07e None None] The sync data for ids ['9ccb640c-e66d-4f61-a179-a85f3265982d'] in dv-neutron-819441-1-hyperv is: [{'id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922088207', 'tenant_id': 'c2257a822dc549e5a3095c96edf17058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:49:10Z', 'revision_number': 5, 'project_id': 'c2257a822dc549e5a3095c96edf17058', 'gw_port': {'id': 'c8a7193b-ed51-4728-ac97-75d3cb0abfa5', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb640c-e66d-4f61-a179-a85f3265982d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:03Z', 'updated_at': '2021-11-27T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:49:13.473711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] For port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=983c7369-fe8e-49d8-b87f-b9ddd7f543f2,segment=NetworkSegment(fd16234c-f2ce-4c43-bef3-e9bedb1d1803),segment_id=fd16234c-f2ce-4c43-bef3-e9bedb1d1803)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:13.474101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:13.499793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:13.586290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Deleting port c8a7193b-ed51-4728-ac97-75d3cb0abfa5 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:13.586674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:13.594059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] Calling delete_port for 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:13.741353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:13.745195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:13.770065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] For port c8a7193b-ed51-4728-ac97-75d3cb0abfa5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c8a7193b-ed51-4728-ac97-75d3cb0abfa5,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:13.770417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:13.788261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] Pushing event deleted for resources: {'Port': ['ID=983c7369-fe8e-49d8-b87f-b9ddd7f543f2,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:13.791722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:13.792504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] No DVR routers for this DVR port 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:49:13.898841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Calling delete_port for c8a7193b-ed51-4728-ac97-75d3cb0abfa5 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:14.152080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:14.157136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4d8f648-fad1-4e53-b968-93097d7fd570 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:14.196668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event deleted for resources: {'Port': ['ID=c8a7193b-ed51-4728-ac97-75d3cb0abfa5,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:14.200087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:14.420234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:14.682267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:14.686496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:14.777603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:14.778105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Fanout notify agent at l3_agent the message router_deleted on router 9ccb640c-e66d-4f61-a179-a85f3265982d {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:49:14.793207 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:14.794429 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "DELETE /v2.0/routers/9ccb640c-e66d-4f61-a179-a85f3265982d HTTP/1.1" status: 204  len: 168 time: 1.8514447
Nov 27 11:49:14.797056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52554) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:15.030178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.160411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.184561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28452cbd90>,) {'filters': {'network_id': ['797d145a-8c59-4686-85a9-f0fe14c3a008']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:15.197219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452cbd90>, 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:15.197800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28452cbd90>, 'fd16234c-f2ce-4c43-bef3-e9bedb1d1803') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:15.210557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.239718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.246582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:49:15.247067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:49:15.261784 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:49:15.305219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:15.349609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:15.349959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 983c7369-fe8e-49d8-b87f-b9ddd7f543f2 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:15.350433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c8a7193b-ed51-4728-ac97-75d3cb0abfa5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:15.382528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: c8a7193b-ed51-4728-ac97-75d3cb0abfa5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:15.382853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c8a7193b-ed51-4728-ac97-75d3cb0abfa5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:15.383280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e584d40d-8918-4180-a21a-776b233225a6 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:15.414290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e584d40d-8918-4180-a21a-776b233225a6 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:15.414663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e584d40d-8918-4180-a21a-776b233225a6 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:15.426246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.430818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.433555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f739325c-f730-4cc7-9280-5cb41c46a2bf tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:15.461479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event deleted for resources: {'Network': ['ID=797d145a-8c59-4686-85a9-f0fe14c3a008,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:15.463981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:15.519025 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "DELETE /v2.0/networks/797d145a-8c59-4686-85a9-f0fe14c3a008 HTTP/1.1" status: 204  len: 168 time: 0.7204621
Nov 27 11:49:15.521542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52560) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:15.592912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-715ef80b-e2e2-4ce4-a1d2-066901fd87dc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.623526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-715ef80b-e2e2-4ce4-a1d2-066901fd87dc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.757962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-715ef80b-e2e2-4ce4-a1d2-066901fd87dc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.762092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-75a01cd1-915f-4c5c-ac3a-2273c6afc755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:15.778935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ef80b-e2e2-4ce4-a1d2-066901fd87dc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8dde7d-110c-4d4c-ab41-128df50831e9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:15.781812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-715ef80b-e2e2-4ce4-a1d2-066901fd87dc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:15.843203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-715ef80b-e2e2-4ce4-a1d2-066901fd87dc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:15.844363 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-715ef80b-e2e2-4ce4-a1d2-066901fd87dc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f8dde7d-110c-4d4c-ab41-128df50831e9 HTTP/1.1" status: 204  len: 168 time: 0.3219640
Nov 27 11:49:16.613414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52570) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:16.785205 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cb85094d-b0f0-4026-b510-b90b0fc312a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2257a822dc549e5a3095c96edf17058&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1705768
Nov 27 11:49:16.788769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52576) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:16.851306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a5d8235a-20aa-4548-9a24-f56b96e13787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:16.876678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a5d8235a-20aa-4548-9a24-f56b96e13787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:17.021470 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a5d8235a-20aa-4548-9a24-f56b96e13787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:17.024894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-39958fa5-5edc-435d-bc10-6144b49562c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:17.037802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8235a-20aa-4548-9a24-f56b96e13787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd347902-3a9c-4554-8962-e239bc6fb5d2,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:17.041147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a5d8235a-20aa-4548-9a24-f56b96e13787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:17.046237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a5d8235a-20aa-4548-9a24-f56b96e13787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:17.047361 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a5d8235a-20aa-4548-9a24-f56b96e13787 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd347902-3a9c-4554-8962-e239bc6fb5d2 HTTP/1.1" status: 204  len: 168 time: 0.2577214
Nov 27 11:49:17.797530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52584) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:17.817365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:17.849060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:49:17.858773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1f32ae6825ee43b4a463ae89ab3760a3 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:49:17.858773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:49:17.862007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:49:17.925659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:18.054945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:18.062274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:18.105586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bbd1f8-d334-4b46-b666-ecbb291bf8c8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:18.109688 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f32ae6825ee43b4a463ae89ab3760a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3112061
Nov 27 11:49:18.110582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:18.113539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52588) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:18.171830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-321385f5-3ec0-4171-8a9b-c236fff5c666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:18.198163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-321385f5-3ec0-4171-8a9b-c236fff5c666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:18.369254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-321385f5-3ec0-4171-8a9b-c236fff5c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:18.373495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-20e25f55-ff3f-41e4-a558-077d483b0aa4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:18.386354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321385f5-3ec0-4171-8a9b-c236fff5c666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bbd1f8-d334-4b46-b666-ecbb291bf8c8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:18.389254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-321385f5-3ec0-4171-8a9b-c236fff5c666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:18.391146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-321385f5-3ec0-4171-8a9b-c236fff5c666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:18.392314 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-321385f5-3ec0-4171-8a9b-c236fff5c666 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53bbd1f8-d334-4b46-b666-ecbb291bf8c8 HTTP/1.1" status: 204  len: 168 time: 0.2785728
Nov 27 11:49:18.935225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bfd8c9ac-a566-423d-abf3-bd35a402d190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:19.774874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:21.159902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-559b015a-4880-4114-b48c-1ba2941af5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:21.684020 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-04f7869c-6430-42fa-a911-d0b572a91f4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714114
Nov 27 11:49:21.772914 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-6041a57f-2488-42f4-82b8-9bea6e2492cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 1098 time: 0.0674479
Nov 27 11:49:21.917503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-4cd642ea-946f-4266-ad9a-3800c6b2f5d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:21.918920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-4cd642ea-946f-4266-ad9a-3800c6b2f5d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 200  len: 898 time: 0.1253479
Nov 27 11:49:21.991273 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-5a2158f8-2221-4473-9fc1-16c3421179e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f HTTP/1.1" status: 200  len: 217 time: 0.0640659
Nov 27 11:49:22.053377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-508c9e13-3397-4ccf-a2cf-9969d8e5b9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:22.054854 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-508c9e13-3397-4ccf-a2cf-9969d8e5b9a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a09b0cc-8ea2-4e37-a4f8-dd643515ae45 HTTP/1.1" status: 200  len: 834 time: 0.0559525
Nov 27 11:49:22.134913 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-b063770a-4d0a-42f5-b151-481d5b34943b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=968d9361-35e0-4b9a-86b6-9b806789dc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727723
Nov 27 11:49:22.266463 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-4ebbe60c-58a7-4dff-8961-f29f389453f6 service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245878
Nov 27 11:49:22.334528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:22.403781 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-437d91c9-1a2f-4b3c-b2f2-c186f4abd938 req-70c2c8d0-9d00-4cb3-8946-239b1afd8fba service neutron] 10.222.0.39 "GET /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304700
Nov 27 11:49:23.742999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:25.113443 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:49:34.098106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30295a-4a84-4275-bbda-762fab6b929f req-cc071b93-5a46-4c10-b7cc-28711300bdda tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:34.099574 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0e30295a-4a84-4275-bbda-762fab6b929f req-cc071b93-5a46-4c10-b7cc-28711300bdda tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 946 time: 0.0794060
Nov 27 11:49:34.144875 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0e30295a-4a84-4275-bbda-762fab6b929f req-1ec4a92e-b625-4365-a00c-d2d121f5753a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391502
Nov 27 11:49:35.344219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92d06-ed4e-4727-b0fc-d3bce5b1f395 req-a838516f-521d-445e-9a6d-e14564f18223 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:35.345647 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7fa92d06-ed4e-4727-b0fc-d3bce5b1f395 req-a838516f-521d-445e-9a6d-e14564f18223 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 946 time: 0.0769386
Nov 27 11:49:35.392750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7fa92d06-ed4e-4727-b0fc-d3bce5b1f395 req-f507cff3-08ad-4d9d-a2bd-164aeb95d1fc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415533
Nov 27 11:49:35.582457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-c176e308-5c6d-42a7-948d-f99a1205b74c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:35.583906 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-c176e308-5c6d-42a7-948d-f99a1205b74c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 946 time: 0.0801249
Nov 27 11:49:35.651498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 44119931-14e0-4963-a97f-4b4fe8923622 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:35.651742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:35.992110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 44119931-14e0-4963-a97f-4b4fe8923622, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=44119931-14e0-4963-a97f-4b4fe8923622,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:35.992380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:36.286537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:36.286830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:36.287137 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 disassociated. External IP: 172.26.6.93, port: 44119931-14e0-4963-a97f-4b4fe8923622.
Nov 27 11:49:36.287470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 44119931-14e0-4963-a97f-4b4fe8923622 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:36.511249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:36.518189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:36.563430 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-76ce01d5-0dd7-4581-a80b-7b584ccbacdf req-2849bc35-879d-4d8c-b8e3-e424519cdfe0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 210 time: 0.0418179
Nov 27 11:49:36.564013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=44119931-14e0-4963-a97f-4b4fe8923622,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:36.568752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:36.775846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:49:36.980105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:49:36.990164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] Sync routers for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:49:37.002536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:37.003193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284600d9d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:49:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:37.057977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port 44119931-14e0-4963-a97f-4b4fe8923622 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:49:37.060638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:37.063522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'name': 'network-vif-deleted', 'tag': '44119931-14e0-4963-a97f-4b4fe8923622'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:49:37.123718 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa390a90-aec7-439c-85bf-4fd83bad3a0d', 'name': 'network-vif-deleted', 'tag': '44119931-14e0-4963-a97f-4b4fe8923622', 'status': 'completed', 'code': 200}
Nov 27 11:49:37.140890 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a90a68b2-74d1-4eb3-bed8-304fffd6549f req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/44119931-14e0-4963-a97f-4b4fe8923622 HTTP/1.1" status: 204  len: 173 time: 1.5513113
Nov 27 11:49:37.232789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:37.549720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284600d9d0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:37.554440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] Checking router: 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:49:37.565511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:37.566733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284600d9d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:49:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:37.740765 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1cb0a023-9e7f-4e8d-844b-39c0c2842f52 req-34aad1d4-b8fe-4a0e-a8d0-7e8bc1445a5b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa390a90-aec7-439c-85bf-4fd83bad3a0d HTTP/1.1" status: 200  len: 210 time: 0.0414147
Nov 27 11:49:37.747168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:38.066055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284600d9d0>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:38.070133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f658b80-d7fe-4519-b9de-0169313af1bd None None] The sync data for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv is: [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:47:28Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '00d42077-12dd-4dde-bb14-c704e2934026', 'name': '', 'network_id': '968d9361-35e0-4b9a-86b6-9b806789dc6c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:b3:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:28Z', 'updated_at': '2021-11-27T11:47:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '6a09b0cc-8ea2-4e37-a4f8-dd643515ae45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:49:38.313810 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67d88f-84ea-4050-81fd-b6f58ce161fb None None] New status for floating IP 0a1a3838-4cd4-4d65-bc00-b8e4ad48b031: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:49:38.845865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52622) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:38.918072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:38.947739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:39.134293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:39.138327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-53a5b66b-8149-498e-bddd-7e926c646aa5 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:39.153759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e62ecb1-9843-407e-b5c1-4990ddbbf4ae,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:39.163625 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.164000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.164370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.164736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.165101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.165464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.165828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.166195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.166581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.166939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.167294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:39.170536 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:39.208571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:39.250618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:39.251761 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/2e62ecb1-9843-407e-b5c1-4990ddbbf4ae HTTP/1.1" status: 204  len: 168 time: 0.4048634
Nov 27 11:49:39.348163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 44119931-14e0-4963-a97f-4b4fe8923622 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:39.372509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52628) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:39.385298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 44119931-14e0-4963-a97f-4b4fe8923622 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:39.385650 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 44119931-14e0-4963-a97f-4b4fe8923622 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:39.528800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 1b1df11f-c0ae-44df-82d9-8c7c8ddc1718 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:39.529051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:39.697518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:39.697843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:39.916236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 1b1df11f-c0ae-44df-82d9-8c7c8ddc1718 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:40.111161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:40.115014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-316bf479-58ed-4365-be19-52b45e248361 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:40.157002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=1b1df11f-c0ae-44df-82d9-8c7c8ddc1718,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:40.160096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:40.252009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:40.265832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:40.266976 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/0a1a3838-4cd4-4d65-bc00-b8e4ad48b031 HTTP/1.1" status: 204  len: 168 time: 0.8934722
Nov 27 11:49:40.931029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b8c4a-c77c-4e84-8f24-2ea2794c76f7 req-d537ffc1-f2f9-490a-ba79-e444a0b46526 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:40.931737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-be8b8c4a-c77c-4e84-8f24-2ea2794c76f7 req-d537ffc1-f2f9-490a-ba79-e444a0b46526 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:49:40.999553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-be8b8c4a-c77c-4e84-8f24-2ea2794c76f7 req-d537ffc1-f2f9-490a-ba79-e444a0b46526 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:49:41.000738 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-be8b8c4a-c77c-4e84-8f24-2ea2794c76f7 req-d537ffc1-f2f9-490a-ba79-e444a0b46526 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 945 time: 0.1441929
Nov 27 11:49:41.051831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-be8b8c4a-c77c-4e84-8f24-2ea2794c76f7 req-a576e1a4-2251-40a7-9eb7-891a380045ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:49:41.125129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-be8b8c4a-c77c-4e84-8f24-2ea2794c76f7 req-a576e1a4-2251-40a7-9eb7-891a380045ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:49:41.126306 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-be8b8c4a-c77c-4e84-8f24-2ea2794c76f7 req-a576e1a4-2251-40a7-9eb7-891a380045ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1195462
Nov 27 11:49:42.374565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccaff6-58c0-4de8-bd5d-64cf463cd69d req-667cbe2f-7d40-49b0-9123-1406f1d255ce tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:42.375258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-95ccaff6-58c0-4de8-bd5d-64cf463cd69d req-667cbe2f-7d40-49b0-9123-1406f1d255ce tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:49:42.401678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-95ccaff6-58c0-4de8-bd5d-64cf463cd69d req-667cbe2f-7d40-49b0-9123-1406f1d255ce tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:49:42.402891 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ccaff6-58c0-4de8-bd5d-64cf463cd69d req-667cbe2f-7d40-49b0-9123-1406f1d255ce tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 945 time: 0.1536648
Nov 27 11:49:42.438566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-25b5eb5b-f5d0-48cf-95df-c98fdaab65ae tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:42.439918 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-25b5eb5b-f5d0-48cf-95df-c98fdaab65ae tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 945 time: 0.1291859
Nov 27 11:49:42.509321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95ccaff6-58c0-4de8-bd5d-64cf463cd69d req-62e651c4-6de2-4f09-91bf-7e2ea2f98092 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a17a605-f9b4-403d-8535-e1d736f03f52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005902
Nov 27 11:49:42.527114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port f65e959b-ddef-4688-ad27-e5f5d974a25f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:42.527461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:42.769798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port f65e959b-ddef-4688-ad27-e5f5d974a25f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f65e959b-ddef-4688-ad27-e5f5d974a25f,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:42.770031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:42.989537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for f65e959b-ddef-4688-ad27-e5f5d974a25f owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:43.188649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:43.194379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-800fdfd9-10aa-4a80-944d-4596e7a1d193 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:43.236636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=f65e959b-ddef-4688-ad27-e5f5d974a25f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:43.275443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.275792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.276160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.276521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.276885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.277242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.277601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.277954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.278303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.278680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.279028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:43.286378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:43.321833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port f65e959b-ddef-4688-ad27-e5f5d974a25f on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:49:43.324273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:43.326896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'name': 'network-vif-deleted', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:49:43.384110 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dce0cc3-4bde-494e-ba42-be6ddefaa9ab', 'name': 'network-vif-deleted', 'tag': 'f65e959b-ddef-4688-ad27-e5f5d974a25f', 'status': 'completed', 'code': 200}
Nov 27 11:49:43.449299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-97e475c2-29d1-4510-bb06-d2f04088e610 req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/f65e959b-ddef-4688-ad27-e5f5d974a25f HTTP/1.1" status: 204  len: 173 time: 0.9968228
Nov 27 11:49:43.679127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-05a1965e-cd28-43cc-b010-5cfe1fa037e0 req-2b240802-fea3-4793-afce-a9c752cfc37f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:49:43.742731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-05a1965e-cd28-43cc-b010-5cfe1fa037e0 req-2b240802-fea3-4793-afce-a9c752cfc37f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:49:43.743896 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-05a1965e-cd28-43cc-b010-5cfe1fa037e0 req-2b240802-fea3-4793-afce-a9c752cfc37f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dce0cc3-4bde-494e-ba42-be6ddefaa9ab HTTP/1.1" status: 200  len: 210 time: 0.1093857
Nov 27 11:49:44.851288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52646) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:44.921350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-307c59a7-2070-4774-92fe-f0bc81a51f3c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:44.951403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-307c59a7-2070-4774-92fe-f0bc81a51f3c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:45.087997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-307c59a7-2070-4774-92fe-f0bc81a51f3c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:45.092147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f12e7761-b8ae-4ec0-a784-fe50d2b962a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:45.107264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c59a7-2070-4774-92fe-f0bc81a51f3c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a17a605-f9b4-403d-8535-e1d736f03f52,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:45.110035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-307c59a7-2070-4774-92fe-f0bc81a51f3c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:45.190550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-307c59a7-2070-4774-92fe-f0bc81a51f3c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:45.191669 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-307c59a7-2070-4774-92fe-f0bc81a51f3c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a17a605-f9b4-403d-8535-e1d736f03f52 HTTP/1.1" status: 204  len: 168 time: 0.3394189
Nov 27 11:49:45.266540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:45.393297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f65e959b-ddef-4688-ad27-e5f5d974a25f no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:45.427090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: f65e959b-ddef-4688-ad27-e5f5d974a25f {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:45.427446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f65e959b-ddef-4688-ad27-e5f5d974a25f not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:45.679716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:46.414386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 00d42077-12dd-4dde-bb14-c704e2934026 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:46.418646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:46.605122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 00d42077-12dd-4dde-bb14-c704e2934026, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=00d42077-12dd-4dde-bb14-c704e2934026,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:46.605587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:46.731957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 00d42077-12dd-4dde-bb14-c704e2934026 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:46.997221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:46.998385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0243ab95-4d8c-41a6-a185-a192b1fc0cf3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:47.041931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=00d42077-12dd-4dde-bb14-c704e2934026,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:47.045404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:47.348984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:48.075589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:49:48.280724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:49:48.291025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] Sync routers for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:49:48.306995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:48.306995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a61190>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:49:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:48.372576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/5e4d45d3-404a-4413-80f5-dfc5d53b59d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1048975
Nov 27 11:49:48.376594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52656) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:48.538331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:48.580857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet 6a09b0cc-8ea2-4e37-a4f8-dd643515ae45 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:49:48.584131 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:48.642712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:48.732252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:48.832229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a61190>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:49:46Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:48.833679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] Checking router: 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:49:48.844468 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] Routers {'5e4d45d3-404a-4413-80f5-dfc5d53b59d9'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:48.845097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a61190>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:49:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:48.871491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:48.875514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e78db31a-d21c-4c70-9e5b-2dc62b1876a4 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:48.912398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=6a09b0cc-8ea2-4e37-a4f8-dd643515ae45,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:48.915893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:48.919660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:48.927556 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/6a09b0cc-8ea2-4e37-a4f8-dd643515ae45 HTTP/1.1" status: 204  len: 168 time: 0.5499175
Nov 27 11:49:48.932371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999888b-af56-4c2d-80c8-786bcf7b4c3e None None] Network 968d9361-35e0-4b9a-86b6-9b806789dc6c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:49:48.934329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52660) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:49.079822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9061ab4d-dddd-4583-b572-80748d599c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:49.154396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:49.199259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] Set router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:49.360988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:49.460794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 019c3a0a-d562-4661-bfcd-96bf124f7330 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:49.460794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:49.474655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] DHCP port deletion for 968d9361-35e0-4b9a-86b6-9b806789dc6c request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:49:49.487534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Deleting port 05e80cda-571a-4126-bc08-bb347aeebd37 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:49:49.487534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:49.632320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 019c3a0a-d562-4661-bfcd-96bf124f7330, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=019c3a0a-d562-4661-bfcd-96bf124f7330,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:49.632600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:49.676854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a61190>, [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:49:46Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:49.712914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84b681-cffe-4ef2-807c-abe2095c7e61 None None] The sync data for ids ['5e4d45d3-404a-4413-80f5-dfc5d53b59d9'] in dv-neutron-819441-1-hyperv is: [{'id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'name': 'tempest-TestNetworkBasicOps-router-2068917118', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:47:22Z', 'updated_at': '2021-11-27T11:49:46Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '019c3a0a-d562-4661-bfcd-96bf124f7330', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d45d3-404a-4413-80f5-dfc5d53b59d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:47:23Z', 'updated_at': '2021-11-27T11:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:49:49.731260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] For port 05e80cda-571a-4126-bc08-bb347aeebd37, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=05e80cda-571a-4126-bc08-bb347aeebd37,segment=NetworkSegment(970efa77-3318-4ebe-bad4-22a580a452be),segment_id=970efa77-3318-4ebe-bad4-22a580a452be)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:49.731660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:49.756524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 019c3a0a-d562-4661-bfcd-96bf124f7330 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:49.849695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:49.857780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Calling delete_port for 05e80cda-571a-4126-bc08-bb347aeebd37 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:49:50.080920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:50.083762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-40e3a08d-c58d-4d97-8c0d-08b79f6f3c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:50.124546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Pushing event deleted for resources: {'Port': ['ID=05e80cda-571a-4126-bc08-bb347aeebd37,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:50.136225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] No DVR routers for this DVR port 05e80cda-571a-4126-bc08-bb347aeebd37 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:49:50.138606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.138947 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.139285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.139618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.139949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.140275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.140596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.140915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.141248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.141559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.141872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:50.145607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:50.152132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:50.159898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f16ddbb0-22f1-4e01-a83c-2caf48902fb9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:50.205757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=019c3a0a-d562-4661-bfcd-96bf124f7330,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:50.208844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:50.431646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:50.685488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:50.689717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:50.813945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:50.813945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Fanout notify agent at l3_agent the message router_deleted on router 5e4d45d3-404a-4413-80f5-dfc5d53b59d9 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:49:50.829171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:50.829171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/routers/5e4d45d3-404a-4413-80f5-dfc5d53b59d9 HTTP/1.1" status: 204  len: 168 time: 1.8939023
Nov 27 11:49:50.832388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52664) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:50.950210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.083746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.108965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844be69a0>,) {'filters': {'network_id': ['968d9361-35e0-4b9a-86b6-9b806789dc6c']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:51.120791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844be69a0>, '970efa77-3318-4ebe-bad4-22a580a452be') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:51.121083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844be69a0>, '970efa77-3318-4ebe-bad4-22a580a452be') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:51.137756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.148939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.155134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:49:51.155508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.162514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a26cebff-6d48-4b8d-bf3b-48362e253cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:49:51.170451 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:49:51.336520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.340710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f0318f52-6191-4137-bd7f-d03cba4fd6b0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:51.343152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 05e80cda-571a-4126-bc08-bb347aeebd37 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:51.356064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.368607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=968d9361-35e0-4b9a-86b6-9b806789dc6c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:51.371961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:51.378700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 05e80cda-571a-4126-bc08-bb347aeebd37 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:51.379042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 05e80cda-571a-4126-bc08-bb347aeebd37 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:51.379477 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 019c3a0a-d562-4661-bfcd-96bf124f7330 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:51.414860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 019c3a0a-d562-4661-bfcd-96bf124f7330 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:51.415215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 019c3a0a-d562-4661-bfcd-96bf124f7330 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:51.415644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 00d42077-12dd-4dde-bb14-c704e2934026 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:49:51.448209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 00d42077-12dd-4dde-bb14-c704e2934026 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:49:51.448561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 00d42077-12dd-4dde-bb14-c704e2934026 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:49:51.461602 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/968d9361-35e0-4b9a-86b6-9b806789dc6c HTTP/1.1" status: 204  len: 168 time: 0.6281710
Nov 27 11:49:51.482049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52668) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:51.488888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--1965617642', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:49:51.494855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:49:51.498225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:49:51.508104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:49:51.508104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:49:51.619658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:49:51.622755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.652098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:49:51.660921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.661254 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment 4b40e8e1-dba4-46ef-8dec-75591b3344af of type vlan for network 3f8a33c9-ad2d-49c9-9891-01960ad731a9
Nov 27 11:49:51.686210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.845255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.849790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:51.850359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:51.854132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d89f9274-723f-4fa6-bb1e-1978dcc058d0 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:51.955681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=3f8a33c9-ad2d-49c9-9891-01960ad731a9,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:51.958852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:51.967113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:49:52.037372 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5541713
Nov 27 11:49:52.040090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52672) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:52.045243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-100534339', 'admin_state_up': True, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:49:52.052346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:49:52.055964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:router and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:49:52.058827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:49:52.069815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:49:52.168143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:52.169100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:52.186377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:52.348423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:52.509311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:52.863346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:52.896667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:53.033900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.212 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/64e7fc1d-3373-428d-ad78-af7328be058a) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:49:53.186029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:53.314406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:53.315326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:53.380543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:49:53.388198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:49:53.390678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:49:53.428933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=64e7fc1d-3373-428d-ad78-af7328be058a,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:53.433603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:53.677295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:53.680079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:53.748254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:54.133464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 10751fd2-a919-4f3c-84df-4c33b3961260 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:49:54.359985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:49:54.370593 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Sync routers for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:49:54.383044 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:54.383698 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464ae8e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:49:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:54.459582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:54.464344 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.4198108
Nov 27 11:49:54.466738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52678) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:54.520291 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-01c62f35-a7d0-45b3-b1f4-740e566157b7 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0523398
Nov 27 11:49:54.522877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52682) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:54.577554 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:54.685894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbcf6a4-aaac-4526-9397-e82503c22e13 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:54.687303 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ccbcf6a4-aaac-4526-9397-e82503c22e13 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1632106
Nov 27 11:49:54.690989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52686) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:54.849378 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5311d9ce-dfa8-4ba5-ac8b-62af261d884c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1571352
Nov 27 11:49:54.851994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52690) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:54.857818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018127071', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:49:54.888986 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464ae8e0>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:53Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:54.892797 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Checking router: 10751fd2-a919-4f3c-84df-4c33b3961260 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:49:54.895901 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Updating router 10751fd2-a919-4f3c-84df-4c33b3961260 port 64e7fc1d-3373-428d-ad78-af7328be058a binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:49:54.953244 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:54.976249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:49:54.979467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:49:54.982357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:49:54.988694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:49:55.053605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:49:55.155330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:55.264383 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:55.276437 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Transition to ACTIVE for port object 64e7fc1d-3373-428d-ad78-af7328be058a will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:49:55.436916 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:55.441059 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-d33a50d2-0547-40ee-8f3a-6e87f35e3c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:55.493901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:55.498384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-614e733d-bab6-475a-a650-bf60035639b2 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:55.514659 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Attempting to bind port 64e7fc1d-3373-428d-ad78-af7328be058a on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:49:55.514953 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Attempting to bind port 64e7fc1d-3373-428d-ad78-af7328be058a by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:49:55.515411 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Attempting to bind port 64e7fc1d-3373-428d-ad78-af7328be058a on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:49:55.522153 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Pushing event updated for resources: {'Port': ['ID=64e7fc1d-3373-428d-ad78-af7328be058a,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:55.535430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:49:55.535430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:49:55.535430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:55.535430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:49:55.535430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Bound port: 64e7fc1d-3373-428d-ad78-af7328be058a, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:49:55.535430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:55.566363 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.566789 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.567120 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.567438 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.567756 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.568067 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.568378 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.568692 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.569006 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.569311 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.569637 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:49:55.573389 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:55.576314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=0b707827-0c5f-4d22-859f-ae40b1fb1698,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:55.580374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:55.589101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:49:55.589488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: 3f8a33c9-ad2d-49c9-9891-01960ad731a9, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:49:55.622926 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] For port 64e7fc1d-3373-428d-ad78-af7328be058a, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:49:55.626043 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] For port 64e7fc1d-3373-428d-ad78-af7328be058a, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=64e7fc1d-3373-428d-ad78-af7328be058a,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:49:55.668472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:49:55.697078 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:55.701146 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:55.756707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 3f8a33c9-ad2d-49c9-9891-01960ad731a9) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:49:55.761972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:55.765292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:55.767442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51532aef-8eb4-4a95-a3dc-982b763c6a1d None None] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:49:55.779047 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Pushing event updated for resources: {'Port': ['ID=64e7fc1d-3373-428d-ad78-af7328be058a,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:55.783169 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:55.784197 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:49:55.784840 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464ae8e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:49:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:55.871489 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0184658
Nov 27 11:49:55.875436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52694) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:55.983310 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:49:56.012296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:49:56.013123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:56.177810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Allocated IP 172.20.0.2 (3f8a33c9-ad2d-49c9-9891-01960ad731a9/0b707827-0c5f-4d22-859f-ae40b1fb1698/12c77816-3e87-4e65-bcb2-d5593c43a519) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:49:56.347189 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464ae8e0>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:53Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:49:56.353514 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc23bfd-c395-46d6-bd38-4128261e25e7 None None] The sync data for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv is: [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:53Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:49:56.439949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:56.453022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Transition to ACTIVE for port object 12c77816-3e87-4e65-bcb2-d5593c43a519 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:49:56.473506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Transition to ACTIVE for port object 12c77816-3e87-4e65-bcb2-d5593c43a519 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:49:56.573124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:56.578684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:56.657080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:49:56.666089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:49:56.666089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:49:56.718804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Pushing event updated for resources: {'Port': ['ID=12c77816-3e87-4e65-bcb2-d5593c43a519,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:56.722225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:56.759523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:56.787358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Attempting to bind port 12c77816-3e87-4e65-bcb2-d5593c43a519 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:49:56.787996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Attempting to bind port 12c77816-3e87-4e65-bcb2-d5593c43a519 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:49:56.788495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Attempting to bind port 12c77816-3e87-4e65-bcb2-d5593c43a519 on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:49:56.797805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:49:56.798268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Checking segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:49:56.798782 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:56.799229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Bound using segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:49:56.799799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Bound port: 12c77816-3e87-4e65-bcb2-d5593c43a519, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:49:56.800243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:56.907140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] For port 12c77816-3e87-4e65-bcb2-d5593c43a519, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:49:56.911432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] For port 12c77816-3e87-4e65-bcb2-d5593c43a519, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=12c77816-3e87-4e65-bcb2-d5593c43a519,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:49:57.020942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:57.026423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:57.076381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 64e7fc1d-3373-428d-ad78-af7328be058a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:49:57.174950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Pushing event updated for resources: {'Port': ['ID=12c77816-3e87-4e65-bcb2-d5593c43a519,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:57.185818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:57.265092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 64e7fc1d-3373-428d-ad78-af7328be058a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:49:57.271297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 64e7fc1d-3373-428d-ad78-af7328be058a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:49:57.271917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:57.364091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.1 (3f8a33c9-ad2d-49c9-9891-01960ad731a9/0b707827-0c5f-4d22-859f-ae40b1fb1698/8d9d1e5e-749a-43eb-a45c-3f9c27f13d33) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:49:57.428829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:57.451880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 64e7fc1d-3373-428d-ad78-af7328be058a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=64e7fc1d-3373-428d-ad78-af7328be058a,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:57.536955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:57.536955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:57.559737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:57.579166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:49:57.604409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=64e7fc1d-3373-428d-ad78-af7328be058a,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:57.607619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:57.731153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:57.735685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-28615ac3-203d-42c1-a4a3-b285e986ce36 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:57.814744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:49:57.820197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:49:57.823345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:49:57.872062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:57.875109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:57.905754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:58.283139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:58.284751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd4222-f4e2-4479-b06d-00c62a8e6fa3 None None] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:49:58.512444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ed813d6e-cec0-4709-90f3-9dbd0717c458 None None] Provisioning for port 12c77816-3e87-4e65-bcb2-d5593c43a519 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:49:58.516543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:58.659787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:58.685607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9b7a37fa-a04b-4b3a-9115-b76f138e31d8 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:58.779212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:58.782718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:49:58.786237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:49:58.866053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b6f5af0-ddeb-4d3e-966b-a47334e8fd1b None None] Provisioning for port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:49:58.889056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b6f5af0-ddeb-4d3e-966b-a47334e8fd1b None None] Provisioning complete for port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:49:58.889610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b6f5af0-ddeb-4d3e-966b-a47334e8fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:58.930643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:49:58.932075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:49:59.016922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f5af0-ddeb-4d3e-966b-a47334e8fd1b None None] Port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:49:59.144206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a71c8843-bed7-4a17-860d-1aed3c38859e None None] Provisioning complete for port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:49:59.144764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a71c8843-bed7-4a17-860d-1aed3c38859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:59.191682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 64e7fc1d-3373-428d-ad78-af7328be058a up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:49:59.254394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a71c8843-bed7-4a17-860d-1aed3c38859e None None] Port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:49:59.283646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 64e7fc1d-3373-428d-ad78-af7328be058a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:49:59.284082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:59.433020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 12c77816-3e87-4e65-bcb2-d5593c43a519 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:49:59.473360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-810633ea-6091-4e2e-8ede-2cb0c9f638f9 None None] Provisioning complete for port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:49:59.473950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-810633ea-6091-4e2e-8ede-2cb0c9f638f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:59.509960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 10751fd2-a919-4f3c-84df-4c33b3961260 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:49:59.547057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-810633ea-6091-4e2e-8ede-2cb0c9f638f9 None None] Port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:49:59.641856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 12c77816-3e87-4e65-bcb2-d5593c43a519 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:49:59.647851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 12c77816-3e87-4e65-bcb2-d5593c43a519 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:49:59.648653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:59.723280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:49:59.736684 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/10751fd2-a919-4f3c-84df-4c33b3961260/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8600390
Nov 27 11:49:59.739229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52698) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:59.783415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:59.821253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 12c77816-3e87-4e65-bcb2-d5593c43a519, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=12c77816-3e87-4e65-bcb2-d5593c43a519,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:49:59.891982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f121a7-2713-4ac0-8724-65c95fb6539d tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.892263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f121a7-2713-4ac0-8724-65c95fb6539d tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.892617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f121a7-2713-4ac0-8724-65c95fb6539d tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.892966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f121a7-2713-4ac0-8724-65c95fb6539d tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.893339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f121a7-2713-4ac0-8724-65c95fb6539d tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.893683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f121a7-2713-4ac0-8724-65c95fb6539d tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.897942 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-21f121a7-2713-4ac0-8724-65c95fb6539d tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1553240
Nov 27 11:49:59.898153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52702) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:49:59.932855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:49:59.936667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-64e2e3cb-8943-4fea-8e3b-1ef3b9f3329c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:49:59.975455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fadf2a-153d-4869-af41-44732da6f131 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.980863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fadf2a-153d-4869-af41-44732da6f131 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.980863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fadf2a-153d-4869-af41-44732da6f131 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.980863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fadf2a-153d-4869-af41-44732da6f131 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.980863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fadf2a-153d-4869-af41-44732da6f131 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.980863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fadf2a-153d-4869-af41-44732da6f131 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:49:59.980863 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-09fadf2a-153d-4869-af41-44732da6f131 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.0801737
Nov 27 11:49:59.982775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52706) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:00.010733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=12c77816-3e87-4e65-bcb2-d5593c43a519,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:00.013930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:00.026005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Sync routers for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:50:00.040852 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:50:00.041166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284694d5e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:49:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:00.232083 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c5c60d50-f3d8-4bb8-ae37-fef14508b28a tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.2474809
Nov 27 11:50:00.234497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52710) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:00.241099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1652436232', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:00.253694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:50:00.393325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:00.397806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:port and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:00.400744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:00.406499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:00.503031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:50:00.503031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:00.527049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] device_id is not set on port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:50:00.639045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284694d5e0>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:49:58Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:00.645487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Checking router: 10751fd2-a919-4f3c-84df-4c33b3961260 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:50:00.646559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Updating router 10751fd2-a919-4f3c-84df-4c33b3961260 port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:50:00.679448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.13 (3f8a33c9-ad2d-49c9-9891-01960ad731a9/0b707827-0c5f-4d22-859f-ae40b1fb1698/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:50:00.707147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:00.889572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:00.906235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object d63ce807-e0a3-4d2e-9a98-2f09f53f84cd will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:50:00.997004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:01.004064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:01.084103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 12c77816-3e87-4e65-bcb2-d5593c43a519 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:50:01.084590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:50:01.085709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:01.088177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:50:01.091436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:01.091436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:50:01.160538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:01.163173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:01.233557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 12c77816-3e87-4e65-bcb2-d5593c43a519 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:50:01.234048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:01.283849 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0473564
Nov 27 11:50:01.355021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:01.400375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Transition to ACTIVE for port object 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:50:01.699341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:01.704678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4999de29-c54f-4cdc-8bb3-7f5844d59b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:01.755024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-796bb0d0-dfd1-4e40-b55c-4ff9165d467e None None] Provisioning for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:50:01.767671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-796bb0d0-dfd1-4e40-b55c-4ff9165d467e None None] Provisioning complete for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:50:01.767884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-796bb0d0-dfd1-4e40-b55c-4ff9165d467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:01.798647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52716) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:01.809371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321481101', 'description': 'tempest-secgroup-smoke-1321481101 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:01.819418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:01.826662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:01.830327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:01.837176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:01.881121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f652b6-3e7f-4a5e-bb9f-be2522ff5d59 None None] Pushing event updated for resources: {'Port': ['ID=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:01.893996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-00f652b6-3e7f-4a5e-bb9f-be2522ff5d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:01.901332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-796bb0d0-dfd1-4e40-b55c-4ff9165d467e None None] Port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:50:01.945780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:01.993234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Attempting to bind port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:50:01.993234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Attempting to bind port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:50:01.993234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Attempting to bind port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:50:01.994267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:01.996819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:02.000899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:02.003653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:50:02.003851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Checking segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:50:02.004252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.004669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Bound using segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:50:02.005140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Bound port: 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:50:02.006267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.009962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:02.085085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.114543 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:50:02.125373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] For port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:50:02.125830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] For port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:50:02.187764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.193418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0f487969-dc3c-4e1e-a2ae-81548b62ab28 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:02.238401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:02.241131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:02.268684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.272557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-af7334aa-5de5-49ff-990e-3893e4ee75fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:02.319888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.320825 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5213642
Nov 27 11:50:02.323356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52720) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:02.335148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:02.344134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:02.349352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:02.352595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:02.358556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f652b6-3e7f-4a5e-bb9f-be2522ff5d59 None None] Pushing event updated for resources: {'Port': ['ID=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:02.359294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:02.362135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-00f652b6-3e7f-4a5e-bb9f-be2522ff5d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:02.363150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:50:02.364008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284694d5e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:49:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:02.475359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.563136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.601558 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:50:02.682662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.684964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-be25de7e-c8c4-4cce-a0bf-03d62f63de80 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:02.710800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afa39bd-7d2a-4234-a23b-170bcc4e1770,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:02.715610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:02.885207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:02.888527 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5620065
Nov 27 11:50:02.890509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52724) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:02.896209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:02.902262 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:02.906133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:02.909292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:02.916013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:02.983380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284694d5e0>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:50:02Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:02.988172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676bc89-28e7-430c-a2b3-b779f0b8560c None None] The sync data for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv is: [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:50:02Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:50:03.014927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.099462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.171107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.173654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:03.213512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3bcb98-d997-4b51-b87d-53d62499d988,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:03.218501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:03.348750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.352517 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4607637
Nov 27 11:50:03.354916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52728) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:03.361261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:03.368193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:03.372414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:03.375705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:03.381949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:03.482717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.569775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.646750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.648309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d94ebde2-cbb3-4720-b1ec-042e1af5abeb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:03.672715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c57fe1-d120-4b47-9623-5f972481b39a,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:03.677468 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:03.742664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.743590 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3877039
Nov 27 11:50:03.746436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52732) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:03.753702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:03.758728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:03.762682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:03.766182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:03.772771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:03.875172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:03.945533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.020343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.025607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fb7fb310-1f1e-4b1e-aeb2-fd742256702d tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:04.044939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2298cef-aa47-4bfa-8ed9-66ce2d1be765,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:04.050356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:04.111012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.112232 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3647964
Nov 27 11:50:04.117994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52736) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:04.124253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:04.132799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:04.138799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:04.144451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:04.153080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:04.368145 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:50:04.375127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.442605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.511224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.513178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dec8683d-2ee9-4c37-b43c-d948e6b56313 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:04.540201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a552489e-2386-4d66-b55b-89af389536d3,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:04.544402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:04.642392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.643657 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5249107
Nov 27 11:50:04.649417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52742) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:04.655128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:04.661251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:04.665433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:04.669406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:04.674741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:04.742342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:50:04.749651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.816240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.890890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:04.896904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f53bbd43-8180-4398-89db-0dd0cf7a0cf8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:04.918003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79097574-0023-44f9-8e79-3254fd87a307,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:04.928703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:05.002660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:05.012074 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3536055
Nov 27 11:50:05.066686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:50:05.213472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:50:05.218740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:50:05.219131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:05.240302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-542f2a8a-5da7-4a77-950c-167a418e35df req-68245cf1-d12a-4826-ba8a-8d98529b8653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:50:05.317620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-542f2a8a-5da7-4a77-950c-167a418e35df req-68245cf1-d12a-4826-ba8a-8d98529b8653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:50:05.318391 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-68245cf1-d12a-4826-ba8a-8d98529b8653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321481101&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.1224682
Nov 27 11:50:05.339515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:05.376325 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:05.449144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:05.450141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:05.505508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2a8a-5da7-4a77-950c-167a418e35df req-a2d877ea-2d2b-48f3-a0e1-b33b68d2babd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:05.509398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-542f2a8a-5da7-4a77-950c-167a418e35df req-a2d877ea-2d2b-48f3-a0e1-b33b68d2babd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:50:05.518343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:05.521408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:05.607772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-542f2a8a-5da7-4a77-950c-167a418e35df req-a2d877ea-2d2b-48f3-a0e1-b33b68d2babd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:50:05.609006 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-a2d877ea-2d2b-48f3-a0e1-b33b68d2babd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 931 time: 0.2814679
Nov 27 11:50:05.807834 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d3a9fdf4-08d0-4139-9dff-dd473487849c service neutron] 10.222.0.23 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1862755
Nov 27 11:50:05.817941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-a171e58b-b14b-4168-9985-a7d3cb72aa23 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:50:05.818908 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-a171e58b-b14b-4168-9985-a7d3cb72aa23 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0055320
Nov 27 11:50:05.954541 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-f1b1c451-ea8b-460d-a8a1-a01c5cefbc7d service neutron] 10.222.0.23 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294172
Nov 27 11:50:06.087803 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-6fdd677d-a14b-48d7-8b36-c2655e6aa8b6 service neutron] 10.222.0.23 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276040
Nov 27 11:50:06.378404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-d32838e7-f573-4b47-abdb-19a9d9ae6c07 req-a5b5e7d4-45bc-4659-9828-f96c5a0eb2e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:50:06.390963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-d32838e7-f573-4b47-abdb-19a9d9ae6c07 req-a5b5e7d4-45bc-4659-9828-f96c5a0eb2e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:50:06.392104 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d32838e7-f573-4b47-abdb-19a9d9ae6c07 req-a5b5e7d4-45bc-4659-9828-f96c5a0eb2e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 210 time: 0.0551264
Nov 27 11:50:07.043853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:50:07.114430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:50:07.114838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:07.509518 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-48927953-ad2b-4792-bac3-74d9eb54646e req-872a1832-a58b-4e2d-b06f-0bc9787c2898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 210 time: 0.0465310
Nov 27 11:50:08.678703 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-402e795a-1675-4f20-8894-4c7f5ef92913 req-efc4fdb2-e228-49be-a681-0444674ddc3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 210 time: 0.0455251
Nov 27 11:50:09.055261 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-3903723f-c3fc-4eec-9462-605c5615653c service neutron] 10.222.0.39 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1027 time: 0.0657697
Nov 27 11:50:09.181636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:09.212854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2a8a-5da7-4a77-950c-167a418e35df req-4b4bd890-e5e5-4298-9af3-7cc1f2b47cff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:09.214243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-4b4bd890-e5e5-4298-9af3-7cc1f2b47cff tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=3f8a33c9-ad2d-49c9-9891-01960ad731a9 HTTP/1.1" status: 200  len: 797 time: 0.1508603
Nov 27 11:50:09.279902 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-bb0d0e1c-2ecd-4f9d-9353-fce71a5adfb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 380 time: 0.0434010
Nov 27 11:50:09.301567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Request body: {'port': {'device_id': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:09.415297 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:09.785942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63ce807-e0a3-4d2e-9a98-2f09f53f84cd {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:50:09.795697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:09.847323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Transition to ACTIVE for port object d63ce807-e0a3-4d2e-9a98-2f09f53f84cd will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:50:09.859909 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-00d0cd27-f566-41ab-a283-100e1c02b111 req-00976c7d-3d45-47fe-88cc-47f0b87d71aa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 210 time: 0.0464492
Nov 27 11:50:09.927568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:09.931743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e47ebf3-1726-437a-9bd4-b2b4f3eb41ea tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:10.062200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:10.065270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:10.194568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Attempting to bind port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:50:10.194904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Attempting to bind port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:50:10.195228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Attempting to bind port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:50:10.201515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:50:10.201766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Attempting to bind port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:50:10.209372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:50:10.209706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Checking segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:50:10.210085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Bound using segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:50:10.210536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Bound port: d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:50:10.210879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:10.306658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:50:10.310754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:50:10.382743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:10.386604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-587fae09-7b37-450d-b484-f2ba6aa87645 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:10.447067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:10.448448 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] 10.222.0.39 "PUT /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1132 time: 1.1532753
Nov 27 11:50:10.448797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:50:10.481680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:10.485062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:10.510292 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'status': 'completed', 'code': 200}
Nov 27 11:50:10.626705 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4e200222-84fe-45de-87be-fadbbb5a228f req-0d4a1d22-5e67-4380-8a51-1f1708c7c6b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 1135 time: 0.0902736
Nov 27 11:50:10.895464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200222-84fe-45de-87be-fadbbb5a228f req-36bc8800-831d-4d2b-92c7-e99d8e25be8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:10.896886 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4e200222-84fe-45de-87be-fadbbb5a228f req-36bc8800-831d-4d2b-92c7-e99d8e25be8b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb8217bfd716483995fa071c0795ac98&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2574482
Nov 27 11:50:11.089884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200222-84fe-45de-87be-fadbbb5a228f req-93430ce8-9acb-4c72-ace8-a4ded05d41e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:11.091349 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4e200222-84fe-45de-87be-fadbbb5a228f req-93430ce8-9acb-4c72-ace8-a4ded05d41e5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1831460
Nov 27 11:50:11.114962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec1a87-4690-491b-b73c-b9f5a27da2d5 req-cd8e2eb8-2e3e-4cb0-a695-1df248c46e51 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:11.116409 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b9ec1a87-4690-491b-b73c-b9f5a27da2d5 req-cd8e2eb8-2e3e-4cb0-a695-1df248c46e51 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 982 time: 0.1280468
Nov 27 11:50:11.216860 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b9ec1a87-4690-491b-b73c-b9f5a27da2d5 req-15e0d2c7-7284-4c6e-8d89-14f7936aa1fa tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905757
Nov 27 11:50:11.241608 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-ae4622be-b5ee-40c7-bae2-ae2954947676 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 1135 time: 0.0951560
Nov 27 11:50:11.310697 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-3c9201d3-17a4-42cb-b3cc-fd7abf026aa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 217 time: 0.0615020
Nov 27 11:50:11.381131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2a8a-5da7-4a77-950c-167a418e35df req-73542874-05e1-4768-8768-7032b5f0b956 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:11.382617 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-73542874-05e1-4768-8768-7032b5f0b956 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b707827-0c5f-4d22-859f-ae40b1fb1698 HTTP/1.1" status: 200  len: 835 time: 0.0627952
Nov 27 11:50:11.462038 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-a2ac8e3f-8cf4-4216-b42b-ecdc04cdf830 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f8a33c9-ad2d-49c9-9891-01960ad731a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687492
Nov 27 11:50:11.605096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-c3ade0f3-1653-493a-9a14-d206fbf9ecbd service neutron] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327775
Nov 27 11:50:11.744423 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-542f2a8a-5da7-4a77-950c-167a418e35df req-a35adf3a-6e19-45d9-befd-241dbd572377 service neutron] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289546
Nov 27 11:50:12.426720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45e794-9135-4997-a550-c98d176a3ed1 req-b81394b4-19e7-4606-9f21-6404179f9b4e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:12.427825 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cc45e794-9135-4997-a550-c98d176a3ed1 req-b81394b4-19e7-4606-9f21-6404179f9b4e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 982 time: 0.0866838
Nov 27 11:50:12.477225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-cc45e794-9135-4997-a550-c98d176a3ed1 req-0db22ed1-1157-4436-8891-09aa1c21ff44 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:50:12.490228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-cc45e794-9135-4997-a550-c98d176a3ed1 req-0db22ed1-1157-4436-8891-09aa1c21ff44 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:50:12.491443 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cc45e794-9135-4997-a550-c98d176a3ed1 req-0db22ed1-1157-4436-8891-09aa1c21ff44 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556746
Nov 27 11:50:13.562660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d63ce807-e0a3-4d2e-9a98-2f09f53f84cd details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:50:13.692387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c377e-e0b1-4981-9b00-fc4111a04b5b req-c75d454a-0639-417d-9f26-d542e7f83aa7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:13.695394 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-924c377e-e0b1-4981-9b00-fc4111a04b5b req-c75d454a-0639-417d-9f26-d542e7f83aa7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 982 time: 0.0835772
Nov 27 11:50:13.700040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:13.714582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'port_id': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'mac_address': 'fa:16:3e:a6:7d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:50:13.742279 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-924c377e-e0b1-4981-9b00-fc4111a04b5b req-1104527b-5b22-4218-b192-5895510b85da tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415485
Nov 27 11:50:13.774408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:13.791352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63ce807-e0a3-4d2e-9a98-2f09f53f84cd {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:50:13.807010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:13.896059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:13.899294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:13.962422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:13.965449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:14.178397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['d63ce807-e0a3-4d2e-9a98-2f09f53f84cd'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:50:14.950319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4896ce0-48ac-4645-8a07-7296d37eaa4f req-08823ada-f840-4288-b7fa-70d22b0af292 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:14.951932 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a4896ce0-48ac-4645-8a07-7296d37eaa4f req-08823ada-f840-4288-b7fa-70d22b0af292 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 983 time: 0.0864542
Nov 27 11:50:15.003083 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a4896ce0-48ac-4645-8a07-7296d37eaa4f req-afd088c3-9411-4728-bce3-b24867e1da9a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453503
Nov 27 11:50:15.565301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d63ce807-e0a3-4d2e-9a98-2f09f53f84cd up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:50:15.744743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:50:15.749910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:50:15.750286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:15.870266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:15.902790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:50:15.913582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:15.959959 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'code': 200}
Nov 27 11:50:15.985112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:15.987246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:16.056967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:16.060086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:16.201372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2575a-1d8c-40b1-bf7d-f78c3b6c4711 req-3f9757bf-7c5b-4c24-a878-4f27e6bda2ee tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:16.203209 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9d2575a-1d8c-40b1-bf7d-f78c3b6c4711 req-3f9757bf-7c5b-4c24-a878-4f27e6bda2ee tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 984 time: 0.0782526
Nov 27 11:50:16.248713 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b9d2575a-1d8c-40b1-bf7d-f78c3b6c4711 req-fa7f3d98-e7e0-4f66-a587-60fbc328d4e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394714
Nov 27 11:50:16.386619 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9c9daa8-49c9-4aae-9b57-9fa2fa753f88 req-f413c811-0ca9-44f9-b2fc-d22d14173964 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 1137 time: 0.0689301
Nov 27 11:50:16.431230 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f9c9daa8-49c9-4aae-9b57-9fa2fa753f88 req-da9c3d88-b650-411f-8214-2b69620d34a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342226
Nov 27 11:50:17.464219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825d1c-3420-4841-8d7e-95f9cf33b3ee req-4dec8813-5ffd-4d0c-b8b0-528a013f5463 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:17.465579 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fd825d1c-3420-4841-8d7e-95f9cf33b3ee req-4dec8813-5ffd-4d0c-b8b0-528a013f5463 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 984 time: 0.0790684
Nov 27 11:50:17.512443 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fd825d1c-3420-4841-8d7e-95f9cf33b3ee req-83a59093-fdd0-4229-a894-35cea2af1986 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412004
Nov 27 11:50:18.730029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8226e-b919-4ace-9080-24d4c217513c req-b1ed7dc3-cdc1-43e4-8706-8fd3a9a9def5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:18.731446 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9fb8226e-b919-4ace-9080-24d4c217513c req-b1ed7dc3-cdc1-43e4-8706-8fd3a9a9def5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 984 time: 0.0816638
Nov 27 11:50:18.776385 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9fb8226e-b919-4ace-9080-24d4c217513c req-6bc650a4-f472-4dec-a122-6884e61597de tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393674
Nov 27 11:50:19.003090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3bc1f-baa5-4fcf-8ac2-fe3862755875 req-e0da9256-8acb-4a4a-8f77-80ebff7c7624 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:19.003090 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c9e3bc1f-baa5-4fcf-8ac2-fe3862755875 req-e0da9256-8acb-4a4a-8f77-80ebff7c7624 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 984 time: 0.0820029
Nov 27 11:50:19.027633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-46820ce9-5027-490d-a8d5-403838227bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:19.049247 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c9e3bc1f-baa5-4fcf-8ac2-fe3862755875 req-11c7f61c-95af-49c0-a827-18d0c8031352 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434370
Nov 27 11:50:19.086864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52796) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:19.155164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-367bfdc6-4f85-4e67-9c2f-9368e5c14677 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 1132 time: 0.0670824
Nov 27 11:50:19.157606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52800) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:19.162631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:19.168161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:19.172329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:19.174936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:19.182061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:19.264656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:19.400667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:19.631878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.237 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/fe196ef5-7c7a-451e-8620-33aaba1f084c) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:50:19.777367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:19.810321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:19.905149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:19.906830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:19.973013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:50:19.976136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:50:19.980194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:50:20.004414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=fe196ef5-7c7a-451e-8620-33aaba1f084c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:20.013748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:20.486158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:20.616946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:20.819431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:20.898765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:20.902155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-22ea7c3e-8543-4e44-bd57-688231f6887b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:21.001725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=fe196ef5-7c7a-451e-8620-33aaba1f084c,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:21.011888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:21.019195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:21.162029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-26be34f4-96cd-48b0-81d8-bc6bfa6b5112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:21.215317 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 2a86b456-5653-4515-b5ab-aaa9f03cc44a associated. External IP: 172.26.6.237, port: d63ce807-e0a3-4d2e-9a98-2f09f53f84cd.
Nov 27 11:50:21.707019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 10751fd2-a919-4f3c-84df-4c33b3961260 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:50:21.902361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:50:21.912536 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] Sync routers for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:50:21.929961 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:50:21.930691 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461c3d60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:21.990029 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:22.047509 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1035 time: 2.8889084
Nov 27 11:50:22.048284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:50:22.050315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52804) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:22.106935 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'status': 'completed', 'code': 200}
Nov 27 11:50:22.117597 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:50:22.125259 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9c6ba623-1171-457f-8245-d0178d08c1d7 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c&network_id=3f8a33c9-ad2d-49c9-9891-01960ad731a9 HTTP/1.1" status: 200  len: 1132 time: 0.0735707
Nov 27 11:50:22.214635 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-43ac1f26-9def-48a9-95e7-b84305a3fa6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 1137 time: 0.0737007
Nov 27 11:50:22.362931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-059e8cef-76ad-4ffc-9c04-177e5964b5b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:22.364413 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-059e8cef-76ad-4ffc-9c04-177e5964b5b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f8a33c9-ad2d-49c9-9891-01960ad731a9 HTTP/1.1" status: 200  len: 898 time: 0.1394997
Nov 27 11:50:22.418701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:22.471621 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-fa7de504-75dc-4567-a08b-abccf3f84d3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1038 time: 0.1001785
Nov 27 11:50:22.499715 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461c3d60>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2a86b456-5653-4515-b5ab-aaa9f03cc44a', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'port_id': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1652436232', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'mac_address': 'fa:16:3e:a6:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:50:20Z', 'updated_at': '2021-11-27T11:50:20Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:50:05Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:22.503526 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] Checking router: 10751fd2-a919-4f3c-84df-4c33b3961260 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:50:22.514922 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:50:22.515509 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461c3d60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:22.535009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-2634d961-4d98-41b5-88ee-60b392a95618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:22.536482 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-2634d961-4d98-41b5-88ee-60b392a95618 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b707827-0c5f-4d22-859f-ae40b1fb1698 HTTP/1.1" status: 200  len: 835 time: 0.0571153
Nov 27 11:50:22.620690 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-40c96153-950e-4ef8-b2d1-9cf60dba0f82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f8a33c9-ad2d-49c9-9891-01960ad731a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0757997
Nov 27 11:50:22.706404 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:50:22.791915 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-c906a921-1ab2-4679-b8ff-027bb138760e service neutron] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590166
Nov 27 11:50:22.932804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb00e53-edeb-4176-9899-b8775549c9fc req-2504f8de-e314-40a0-bd2e-3c6b11a6a495 service neutron] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331789
Nov 27 11:50:22.936624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e57a8-e93b-47ec-b393-3b6415d44648 req-246bbb76-5e1f-4905-b00b-01f366c9b849 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:22.938071 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-214e57a8-e93b-47ec-b393-3b6415d44648 req-246bbb76-5e1f-4905-b00b-01f366c9b849 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 984 time: 0.0944538
Nov 27 11:50:22.990668 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-214e57a8-e93b-47ec-b393-3b6415d44648 req-9b176ede-a1d5-4143-9c2e-99e637d2826c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450206
Nov 27 11:50:23.061599 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461c3d60>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2a86b456-5653-4515-b5ab-aaa9f03cc44a', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'port_id': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1652436232', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'mac_address': 'fa:16:3e:a6:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:50:20Z', 'updated_at': '2021-11-27T11:50:20Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:50:05Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:23.065866 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84824e50-6ebd-46e1-b1d2-49a2b84f3f8d None None] The sync data for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv is: [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2a86b456-5653-4515-b5ab-aaa9f03cc44a', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'port_id': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1652436232', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'mac_address': 'fa:16:3e:a6:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebda4-31ec-4803-8a84-20ef727e3e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:50:20Z', 'updated_at': '2021-11-27T11:50:20Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:50:05Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:50:23.264845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee52fcd-f712-411d-bf36-ef8ab1e0ef34 None None] New status for floating IP 2a86b456-5653-4515-b5ab-aaa9f03cc44a: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:50:23.598001 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-69f614bf-4ea4-406b-b898-af3b73e0551c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0677495
Nov 27 11:50:23.739678 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-b2f00cd3-0638-4a9f-a23f-bc5870df7840 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1099 time: 0.0728371
Nov 27 11:50:23.789933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:23.886656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-28e7203b-355a-4279-84c1-1936c07486f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:23.888018 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-28e7203b-355a-4279-84c1-1936c07486f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1268537
Nov 27 11:50:24.098438 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-cd676540-b45b-4e21-b3e0-355b422e3596 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 200  len: 1002 time: 0.2031221
Nov 27 11:50:24.207706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-f9e0ec9d-2114-4344-af3d-3a36ad9487bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:24.209194 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-f9e0ec9d-2114-4344-af3d-3a36ad9487bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.1015995
Nov 27 11:50:24.314331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c10cd-57c5-4851-a801-e156741de27e req-f4b47233-439c-4297-b00e-2213fd560eb1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:24.315812 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d74c10cd-57c5-4851-a801-e156741de27e req-f4b47233-439c-4297-b00e-2213fd560eb1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 984 time: 0.1784875
Nov 27 11:50:24.404542 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-0e22d1e5-5a44-4038-8424-0b802ed31cea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1863256
Nov 27 11:50:24.407371 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d74c10cd-57c5-4851-a801-e156741de27e req-d5b8ff9b-691e-4600-973d-792d6f0c5bc4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840280
Nov 27 11:50:24.412779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-6ce7dbb3-7740-4155-826c-7eae2bfcfbea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:24.414071 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-6ce7dbb3-7740-4155-826c-7eae2bfcfbea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 984 time: 0.1539497
Nov 27 11:50:24.561062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-0cd844f8-3b0d-481e-8f6b-e884f13dfd2c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:24.562450 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-0cd844f8-3b0d-481e-8f6b-e884f13dfd2c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1278484
Nov 27 11:50:24.672707 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-98bbbcac-8dfe-4fba-924c-3b8c1b881b9f service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574413
Nov 27 11:50:24.819294 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-a717b6cf-fb7d-48b2-8353-7f057dc4800d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2418272
Nov 27 11:50:24.838112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:24.894290 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bda5f4f0-3281-47cf-8fb2-eb865fe6a952 req-70316bc7-5b06-4ef0-8084-8a8f2b77e333 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085788
Nov 27 11:50:24.961005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:25.155233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:25.183166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:50:25.233508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] device_id is not set on port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:50:25.244300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:25.332772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:25.342066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-50e13998-357b-487a-a7be-1f7c1c0d3852 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:25.470826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=6']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:25.476478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:25.532864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] No DVR routers for this DVR port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:50:25.587614 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0d473ed5-146a-4b31-9e0f-911699a6743a req-23045774-dafc-43dc-aa72-28ed079080e3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 210 time: 0.0524654
Nov 27 11:50:25.619833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fe454546-489b-4f5b-9d1b-352d7b182790 None None] Provisioning complete for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:50:25.620501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fe454546-489b-4f5b-9d1b-352d7b182790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:25.719586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fe454546-489b-4f5b-9d1b-352d7b182790 None None] Port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:50:25.892805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] In _notify_port_updated(), no bound segment for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:50:25.893947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:25.895409 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a128f53b-12fe-48b8-981c-9205f0e1f91f req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] 10.222.0.39 "PUT /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1027 time: 1.0615957
Nov 27 11:50:26.764469 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b3b7d3ee-bc19-423a-aea6-6cc88c042e7a req-40b2802d-53bf-4cb3-9628-1c17ec571c3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=20aebda4-31ec-4803-8a84-20ef727e3e3c HTTP/1.1" status: 200  len: 210 time: 0.0415936
Nov 27 11:50:27.870822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52822) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:27.938016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6b243-b213-466f-81e0-3b3ce45c51ef tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:27.939356 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-33a6b243-b213-466f-81e0-3b3ce45c51ef tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 926 time: 0.0675621
Nov 27 11:50:28.695402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52828) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:28.700935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56605058', 'description': 'tempest-secgroup-smoke-56605058 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:28.707129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:28.719485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:28.836014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:28.983758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:28.987691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:28.991436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:28.998295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:29.051810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.132768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.136686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15829eb7-6f43-4dbb-82c6-a6569e502941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:29.177634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1084b306-b710-4ae6-9116-0de523e20c07,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:29.180708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:29.253734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.253734 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.5545347
Nov 27 11:50:29.255733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52832) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:29.261007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '1084b306-b710-4ae6-9116-0de523e20c07', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:29.266925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:29.270733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:29.276922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:29.279317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:29.353980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.412935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.483658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.485556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8b39bc79-1ecc-4245-b94f-b4d9aecaba88 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:29.507374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108846ac-5744-494e-9edb-83eee81daccd,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:29.511682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:29.567038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.568293 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3115616
Nov 27 11:50:29.570947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52836) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:29.576374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '1084b306-b710-4ae6-9116-0de523e20c07', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:29.582534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:29.586984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:29.589901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:29.595552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:29.610398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d63ce807-e0a3-4d2e-9a98-2f09f53f84cd no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:50:29.665395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d63ce807-e0a3-4d2e-9a98-2f09f53f84cd not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:50:29.682898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.746562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.818981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.820176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:29.841521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cf6679-1872-465b-9f75-c683f4b02c7e,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:29.845274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:29.938715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:29.939918 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3680525
Nov 27 11:50:29.942760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52840) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:29.948598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '1084b306-b710-4ae6-9116-0de523e20c07', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:29.954700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:29.958403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:29.961214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:29.967777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:30.073543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.135122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.212673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.218345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a2cad9bb-3933-40ec-b963-656b2e599b2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:30.237763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3650e365-abb2-40f3-ba39-83c9beb5e8b5,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:30.239806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:30.330187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.331326 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3876421
Nov 27 11:50:30.334542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52844) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:30.340697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '1084b306-b710-4ae6-9116-0de523e20c07', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:30.346822 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:30.352380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:30.354371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:30.360143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:30.430772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.496282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.598343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.600152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9d098116-1c8c-4700-93e2-8b59ec9cf5ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:30.621856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355402c4-fb75-426b-a391-02c6d70de9bc,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:30.624164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:30.718778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.723090 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3843381
Nov 27 11:50:30.725124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52850) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:30.730508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '1084b306-b710-4ae6-9116-0de523e20c07', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:30.736293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:30.739980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:30.742776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:30.748268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:30.862422 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:50:30.865780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:30.929337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:31.019692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:31.019692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d562f5ef-c8d1-4fb8-b287-f6dc701aba75 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:31.036400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4480ad7a-8daa-4288-bc74-33d0019b3ae0,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:31.040609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:31.194370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:31.194370 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4594102
Nov 27 11:50:31.194370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52854) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:31.195647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '1084b306-b710-4ae6-9116-0de523e20c07', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:31.201660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:50:31.205769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:50:31.208704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:50:31.214358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:50:31.325243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:50:31.339324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:31.397864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:31.487239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:31.489389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e47c0ccd-076b-428f-85f6-d48a35e75c71 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:31.513518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d78f0f-eb0f-412b-86c5-366b0c54ea3a,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:31.517760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:31.687153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:31.691274 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4992328
Nov 27 11:50:31.865245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-60a99866-7758-4f85-b25a-b7bb55ab475d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:50:31.944775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-60a99866-7758-4f85-b25a-b7bb55ab475d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:50:31.945917 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-60a99866-7758-4f85-b25a-b7bb55ab475d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56605058&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.1239705
Nov 27 11:50:32.020312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-ded6af0a-5e67-4d55-9cc8-251e00fd2ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:32.022669 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-ded6af0a-5e67-4d55-9cc8-251e00fd2ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 931 time: 0.0692976
Nov 27 11:50:32.096146 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-fbdcfbb3-a8d2-44b8-8cda-1765c235ccb5 service neutron] 10.222.0.23 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0623853
Nov 27 11:50:32.230257 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-2838e762-ff80-46f3-951d-07b66c837a75 service neutron] 10.222.0.23 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283972
Nov 27 11:50:32.359555 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-0d05005e-b275-467d-9e8a-cfa8f90dde36 service neutron] 10.222.0.23 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237810
Nov 27 11:50:32.687766 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c13d10-87cb-4277-b58e-78b6c80130a2 req-a4257d19-6ef2-4922-ac08-7976b1facf9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 210 time: 0.0458138
Nov 27 11:50:33.850784 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2d53d2f6-be6a-4d5d-b24d-8aac701e295d req-2c98f157-612a-409a-b7c8-6681850d6c40 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 210 time: 0.0414891
Nov 27 11:50:34.700660 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-faf15136-1f20-443a-9da3-a820d9b757d7 service neutron] 10.222.0.39 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1027 time: 0.0597987
Nov 27 11:50:34.857304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-a99d9c54-c46b-46ea-8959-a7e885a2326c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:34.858722 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-a99d9c54-c46b-46ea-8959-a7e885a2326c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=3f8a33c9-ad2d-49c9-9891-01960ad731a9 HTTP/1.1" status: 200  len: 797 time: 0.1491263
Nov 27 11:50:34.923044 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-9422c26e-0c9b-4edc-a747-df7a74463d2c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 471 time: 0.0427377
Nov 27 11:50:34.937851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Request body: {'port': {'device_id': '2fc64e6c-9c66-4048-a734-a55b27ef8017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:35.029215 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77331dd1-7295-4bf7-b3c4-dfe1c2455381 req-196a7fd7-86b9-4a8c-ae22-19ab4ed3d942 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 210 time: 0.0523205
Nov 27 11:50:35.088902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:35.456854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63ce807-e0a3-4d2e-9a98-2f09f53f84cd {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:50:35.462975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:35.476763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Transition to ACTIVE for port object d63ce807-e0a3-4d2e-9a98-2f09f53f84cd will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:50:35.578923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:35.582188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c36bf4b-f48e-4b38-8673-8176d9ea69d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:35.714302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=7']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:35.717248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:35.846766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Attempting to bind port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:50:35.847096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Attempting to bind port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:50:35.847532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Attempting to bind port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:50:35.853746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:50:35.854077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Attempting to bind port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:50:35.860198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:50:35.860525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Checking segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:50:35.860899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Bound using segment: {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:50:35.861309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Bound port: d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b40e8e1-dba4-46ef-8dec-75591b3344af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:50:35.861644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:35.952003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:50:35.955124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:50:36.041528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:36.045449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-25c7c5ed-45bd-4c34-b00a-76e236f68baf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:36.100782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:36.102203 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] 10.222.0.39 "PUT /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1132 time: 1.1698947
Nov 27 11:50:36.102743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc64e6c-9c66-4048-a734-a55b27ef8017', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:50:36.131281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=8']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:36.135756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:36.182252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc64e6c-9c66-4048-a734-a55b27ef8017', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'status': 'completed', 'code': 200}
Nov 27 11:50:36.244922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c851eab-bb1e-430b-8be9-f716c3e5cc93 req-79ce7d46-aa99-4d9d-99bb-01f27e166ba6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:36.246027 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4c851eab-bb1e-430b-8be9-f716c3e5cc93 req-79ce7d46-aa99-4d9d-99bb-01f27e166ba6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 982 time: 0.0887661
Nov 27 11:50:36.281865 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-b5ab52d7-4899-4c3a-9c3d-29a0d849f36a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 1135 time: 0.0816624
Nov 27 11:50:36.301919 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4c851eab-bb1e-430b-8be9-f716c3e5cc93 req-8b0c7d0f-0db9-40e2-9028-1d476acad580 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497813
Nov 27 11:50:36.503322 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-3f11c0cf-ac4d-404f-9b02-130912c35860 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1038 time: 0.2095459
Nov 27 11:50:36.567379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-97be698e-645f-475f-bb3a-c11ef800f459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:36.569304 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-97be698e-645f-475f-bb3a-c11ef800f459 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b707827-0c5f-4d22-859f-ae40b1fb1698 HTTP/1.1" status: 200  len: 835 time: 0.0561283
Nov 27 11:50:36.647580 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-8b875122-d6da-4438-be21-616418658d1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f8a33c9-ad2d-49c9-9891-01960ad731a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677669
Nov 27 11:50:36.785771 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-d01dfac8-e97d-420c-852a-359e4726ef5b service neutron] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256950
Nov 27 11:50:36.918342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0de11bd3-58d9-421c-950c-f2934cbac8d2 req-9c22d5d0-1147-4566-b294-1facd861d5a6 service neutron] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250412
Nov 27 11:50:37.170153 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80e81da9-3118-4417-9959-b6292852d4b9 req-b74737d3-b816-4df1-a4e7-941d36a2b1bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 1135 time: 0.0756216
Nov 27 11:50:37.304348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81da9-3118-4417-9959-b6292852d4b9 req-597c0119-21bf-4a38-8b94-ceea4c0c3346 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:37.305763 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80e81da9-3118-4417-9959-b6292852d4b9 req-597c0119-21bf-4a38-8b94-ceea4c0c3346 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f8a33c9-ad2d-49c9-9891-01960ad731a9 HTTP/1.1" status: 200  len: 898 time: 0.1264772
Nov 27 11:50:37.410540 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80e81da9-3118-4417-9959-b6292852d4b9 req-09bcfe55-a6d2-40b7-893f-eec494ac148f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1038 time: 0.0973208
Nov 27 11:50:37.527400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81da9-3118-4417-9959-b6292852d4b9 req-93d5aa09-e49a-459b-80be-d6e584904bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:37.528837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80e81da9-3118-4417-9959-b6292852d4b9 req-93d5aa09-e49a-459b-80be-d6e584904bee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b707827-0c5f-4d22-859f-ae40b1fb1698 HTTP/1.1" status: 200  len: 835 time: 0.1115000
Nov 27 11:50:37.603680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671376b-108f-49bf-aed5-d316a1975a53 req-23ddf1ef-2076-4a0d-b4e9-824c3683c098 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:37.605034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3671376b-108f-49bf-aed5-d316a1975a53 req-23ddf1ef-2076-4a0d-b4e9-824c3683c098 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 982 time: 0.1542010
Nov 27 11:50:37.662092 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80e81da9-3118-4417-9959-b6292852d4b9 req-3c68224b-3eec-4726-a233-6fe50b24cfd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f8a33c9-ad2d-49c9-9891-01960ad731a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1256285
Nov 27 11:50:37.666575 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3671376b-108f-49bf-aed5-d316a1975a53 req-a3b498a1-dc2a-4079-959c-b51a74d551cb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552528
Nov 27 11:50:37.812098 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80e81da9-3118-4417-9959-b6292852d4b9 req-d363a239-4b37-4b09-a6e9-03a0d4bc3989 service neutron] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419642
Nov 27 11:50:37.941735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80e81da9-3118-4417-9959-b6292852d4b9 req-9a56ec31-3779-42b8-ab6c-6757cc02440f service neutron] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229870
Nov 27 11:50:38.868039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e54e0-9985-490c-a196-92b696f04e5c req-52271bc3-7856-4a2b-9a76-6335644d9ed2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:38.871608 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d8e54e0-9985-490c-a196-92b696f04e5c req-52271bc3-7856-4a2b-9a76-6335644d9ed2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 982 time: 0.0773075
Nov 27 11:50:38.916065 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5d8e54e0-9985-490c-a196-92b696f04e5c req-3c29cf74-af62-41f8-ad68-f50fbc3c6107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408285
Nov 27 11:50:39.113781 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:50:39.202238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:39.641091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d63ce807-e0a3-4d2e-9a98-2f09f53f84cd details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:50:39.775430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:39.788635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'port_id': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'mac_address': 'fa:16:3e:a6:7d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:50:39.847663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:39.865145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63ce807-e0a3-4d2e-9a98-2f09f53f84cd {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:50:39.879530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:39.961338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:39.965716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:40.026614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=9']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:40.029690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:40.122438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6e14-5e92-40d1-942e-f445c866e1f9 req-f9b9394b-431d-4abe-886f-3c62d11356fc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:40.123942 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca0a6e14-5e92-40d1-942e-f445c866e1f9 req-f9b9394b-431d-4abe-886f-3c62d11356fc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 983 time: 0.0807364
Nov 27 11:50:40.171131 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca0a6e14-5e92-40d1-942e-f445c866e1f9 req-ce4aed5c-9d58-44da-9be4-fdca05ac2765 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414321
Nov 27 11:50:40.226687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['d63ce807-e0a3-4d2e-9a98-2f09f53f84cd'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:50:41.371676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63318dba-0d78-4c16-9da4-8a63e7c1788e req-ebc6f922-6993-4057-865a-fea29c4d0388 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:41.373073 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-63318dba-0d78-4c16-9da4-8a63e7c1788e req-ebc6f922-6993-4057-865a-fea29c4d0388 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 983 time: 0.0829952
Nov 27 11:50:41.418494 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-63318dba-0d78-4c16-9da4-8a63e7c1788e req-5daaf12d-5998-4c84-bf42-31ccec14634f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399220
Nov 27 11:50:41.657476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d63ce807-e0a3-4d2e-9a98-2f09f53f84cd up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:50:41.811922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:50:41.816906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:50:41.817256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:41.931502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:41.957304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc64e6c-9c66-4048-a734-a55b27ef8017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:50:41.967854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:42.010847 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc64e6c-9c66-4048-a734-a55b27ef8017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63ce807-e0a3-4d2e-9a98-2f09f53f84cd', 'code': 200}
Nov 27 11:50:42.062374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:42.064047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-64e2e3cb-8943-4fea-8e3b-1ef3b9f3329c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:42.130385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=10']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:42.134667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:42.429741 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c8d2330d-2c97-4636-83ee-c87eba227078 req-bbd33595-e8d5-4204-b06a-1eff0e73e22d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 1138 time: 0.0701129
Nov 27 11:50:42.478649 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c8d2330d-2c97-4636-83ee-c87eba227078 req-b73b426e-310c-49d5-b16b-42cf8c385378 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384791
Nov 27 11:50:42.625707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94a7ad-a8bf-4d9d-947b-562bccf8b5a0 req-b25251e6-8948-4d01-bfa2-5b6a6bf15726 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:42.627171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-de94a7ad-a8bf-4d9d-947b-562bccf8b5a0 req-b25251e6-8948-4d01-bfa2-5b6a6bf15726 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 985 time: 0.0772526
Nov 27 11:50:42.671202 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-de94a7ad-a8bf-4d9d-947b-562bccf8b5a0 req-0af99f81-65c8-41a0-94b8-6473c729797f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385587
Nov 27 11:50:43.871992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189e67-a0bd-4e0b-bd74-89fae432ed0d req-1bb7553e-40c4-46d9-91b6-ffeb54dc80d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:43.873423 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9d189e67-a0bd-4e0b-bd74-89fae432ed0d req-1bb7553e-40c4-46d9-91b6-ffeb54dc80d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 985 time: 0.0813866
Nov 27 11:50:43.919845 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9d189e67-a0bd-4e0b-bd74-89fae432ed0d req-5e4ac30c-0261-405c-adf0-991dfbc936ed tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404842
Nov 27 11:50:45.119686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903618da-f907-47c1-ab0a-dd5ced63ffac req-4c472ea4-1e39-4e5a-aa04-1e255199a93b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:45.121141 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-903618da-f907-47c1-ab0a-dd5ced63ffac req-4c472ea4-1e39-4e5a-aa04-1e255199a93b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 985 time: 0.0790451
Nov 27 11:50:45.165846 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-903618da-f907-47c1-ab0a-dd5ced63ffac req-5cd7c8b3-36fc-46fa-826a-a29d5498a1d7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392845
Nov 27 11:50:45.371791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d889f-1474-47e5-9e80-63a77f7c4b28 req-296085bf-e5eb-491b-a21e-0ceee7b3277e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:45.373249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-459d889f-1474-47e5-9e80-63a77f7c4b28 req-296085bf-e5eb-491b-a21e-0ceee7b3277e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 985 time: 0.0864747
Nov 27 11:50:45.426774 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-459d889f-1474-47e5-9e80-63a77f7c4b28 req-dbe18085-b616-4b24-ba92-22ad228917c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479224
Nov 27 11:50:45.456605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52904) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:45.632548 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-69f6904a-fa2c-480d-8fd0-ef67f0c49834 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017&network_id=3f8a33c9-ad2d-49c9-9891-01960ad731a9 HTTP/1.1" status: 200  len: 1133 time: 0.1746335
Nov 27 11:50:46.298496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cea3f-a797-4560-a5dd-6497b4e7ba6f req-b63f0ff6-26c7-4d8a-bbe9-abedc1befc55 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:46.300132 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-464cea3f-a797-4560-a5dd-6497b4e7ba6f req-b63f0ff6-26c7-4d8a-bbe9-abedc1befc55 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 985 time: 0.0776989
Nov 27 11:50:46.350401 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-464cea3f-a797-4560-a5dd-6497b4e7ba6f req-84e30252-2c1b-405f-9bb2-e9ec7fbff96c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436571
Nov 27 11:50:47.552706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bd09a-c733-4cea-98b7-19ea4f4c5703 req-53754778-58d8-42f7-8c65-dbb15589eb62 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:47.554154 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9d5bd09a-c733-4cea-98b7-19ea4f4c5703 req-53754778-58d8-42f7-8c65-dbb15589eb62 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 985 time: 0.0772419
Nov 27 11:50:47.607130 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9d5bd09a-c733-4cea-98b7-19ea4f4c5703 req-7c17631f-5ce9-45a4-b57f-11d0b2425647 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=21dec367-f679-42e3-a926-6c8a767e6cb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471528
Nov 27 11:50:47.671447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-c1a28e6c-5f8d-4ec2-b9b7-27e6b018dfc7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:47.672827 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-c1a28e6c-5f8d-4ec2-b9b7-27e6b018dfc7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 985 time: 0.0804434
Nov 27 11:50:47.742310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-5c4ee50d-5ef6-46f6-8b63-9d4854de8406 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:50:47.743573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-5c4ee50d-5ef6-46f6-8b63-9d4854de8406 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0624559
Nov 27 11:50:47.889697 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-96c85ded-53a2-4cb0-8d1e-7cf3604fa0e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1367228
Nov 27 11:50:47.901790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:50:48.020072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:48.223099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:48.257505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] For port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:50:48.314203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] device_id is not set on port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd yet. {{(pid=84363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 11:50:48.322562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:48.446858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:48.450760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b915effb-1d4e-4d25-9ad9-071b204d15e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:48.578079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Pushing event updated for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=11']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:48.601948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.603035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.603251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.603624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.603988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.604349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.604716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.605075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.605430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.605850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.606240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:48.612238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:48.663528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] No DVR routers for this DVR port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:50:48.729539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-384f2588-83bf-461c-af4c-2ab3520248fb None None] Provisioning complete for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:50:48.730147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-384f2588-83bf-461c-af4c-2ab3520248fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:48.781285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-384f2588-83bf-461c-af4c-2ab3520248fb None None] Port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:50:48.781500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-157c8c8f-1592-4440-9ec8-9b12d70720a5 req-d368ff17-05bf-4347-ac54-f60eb583f22a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 210 time: 0.0476856
Nov 27 11:50:48.937727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9ac4-cc66-4f6b-a7e1-74b400f2cdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:48.953806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] In _notify_port_updated(), no bound segment for port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd on network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 {{(pid=84363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 27 11:50:48.954920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:48.956171 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70f91067-67d2-4a0a-a8e4-c06be6de7578 req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] 10.222.0.39 "PUT /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 200  len: 1028 time: 1.0587714
Nov 27 11:50:49.766442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:49.959189 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c7c8f1b1-038e-4a40-af32-ef4f141f8eeb req-ee6a3cae-f8fd-4bc3-914a-e419a3684892 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fc64e6c-9c66-4048-a734-a55b27ef8017 HTTP/1.1" status: 200  len: 210 time: 0.0419130
Nov 27 11:50:51.061061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52920) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:51.129705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-105a4ff2-825d-43a2-9e5f-1e896d8643d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:51.146290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4b3987ce-95da-4e77-94e4-27bf2e770224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:51.159051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-105a4ff2-825d-43a2-9e5f-1e896d8643d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:51.286615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-105a4ff2-825d-43a2-9e5f-1e896d8643d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:51.290640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9a27f57d-2969-4059-84e0-ad255fdcbf6c tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:51.306414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a4ff2-825d-43a2-9e5f-1e896d8643d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1084b306-b710-4ae6-9116-0de523e20c07,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:51.308943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-105a4ff2-825d-43a2-9e5f-1e896d8643d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:51.377128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-105a4ff2-825d-43a2-9e5f-1e896d8643d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:51.378380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-105a4ff2-825d-43a2-9e5f-1e896d8643d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/1084b306-b710-4ae6-9116-0de523e20c07 HTTP/1.1" status: 204  len: 168 time: 0.3163481
Nov 27 11:50:51.474853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52926) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:51.703984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d63ce807-e0a3-4d2e-9a98-2f09f53f84cd no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:50:51.760533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d63ce807-e0a3-4d2e-9a98-2f09f53f84cd not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:50:51.767939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port fe196ef5-7c7a-451e-8620-33aaba1f084c {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:50:51.768276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:51.933444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:51.933764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:52.053570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for fe196ef5-7c7a-451e-8620-33aaba1f084c owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:50:52.263610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:52.267331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94225878-f398-4858-9f55-ad7afadf0b10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:52.307195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=fe196ef5-7c7a-451e-8620-33aaba1f084c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:52.311188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:52.400879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:52.403905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:52.796281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 10751fd2-a919-4f3c-84df-4c33b3961260 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:50:52.989069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:50:52.998201 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] Sync routers for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:50:53.014019 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:50:53.014019 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463bd250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:53.072018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:53.126498 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/2a86b456-5653-4515-b5ab-aaa9f03cc44a HTTP/1.1" status: 204  len: 168 time: 1.6504586
Nov 27 11:50:53.190184 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:50:53.281592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52934) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:53.369814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:53.407374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:53.505390 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463bd250>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:50:05Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:53.509171 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] Checking router: 10751fd2-a919-4f3c-84df-4c33b3961260 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:50:53.519951 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:50:53.521349 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463bd250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:53.575000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:53.580473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a1b93f36-3dfa-4471-96c5-bee2110118d7 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:53.598788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:53.610530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:53.611621 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/3fba6d8d-58c4-4ed8-a5a1-7e042d84f5a2 HTTP/1.1" status: 204  len: 168 time: 0.3287795
Nov 27 11:50:53.613343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.613899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.614249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.614643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.615003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.615358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.615712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.616068 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.616417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.616762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.617108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:53.620234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:53.701117 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:50:53.748212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52940) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:53.766663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:53.911063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port d63ce807-e0a3-4d2e-9a98-2f09f53f84cd {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:50:53.911298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:54.020760 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463bd250>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:50:05Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:54.024709 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fb5c2-e6c9-4cd6-83f9-02a1ab6cfcda None None] The sync data for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv is: [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '8d9d1e5e-749a-43eb-a45c-3f9c27f13d33', 'name': '', 'network_id': '3f8a33c9-ad2d-49c9-9891-01960ad731a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:3e:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:57Z', 'updated_at': '2021-11-27T11:50:05Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '0b707827-0c5f-4d22-859f-ae40b1fb1698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:50:54.153265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:54.231886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc4435-8ced-4193-9024-bb3b4706e632 None None] New status for floating IP 2a86b456-5653-4515-b5ab-aaa9f03cc44a: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:50:54.278259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for d63ce807-e0a3-4d2e-9a98-2f09f53f84cd owned by  {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:50:54.469356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:54.474857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:54.520061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=d63ce807-e0a3-4d2e-9a98-2f09f53f84cd,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:54.522504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:54.623562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:54.633755 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/ports/d63ce807-e0a3-4d2e-9a98-2f09f53f84cd HTTP/1.1" status: 204  len: 168 time: 0.8843622
Nov 27 11:50:54.636445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52944) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:55.027435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:55.728820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:50:55.729469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:55.918236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:55.918627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:56.039757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:50:56.340503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:56.344493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-098df751-e442-4c90-a09f-32549c2a536b tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:56.391628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=8d9d1e5e-749a-43eb-a45c-3f9c27f13d33,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:56.395136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:56.715262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:57.435121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 10751fd2-a919-4f3c-84df-4c33b3961260 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:50:57.682094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:50:57.692626 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] Sync routers for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:50:57.698000 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/10751fd2-a919-4f3c-84df-4c33b3961260/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0605206
Nov 27 11:50:57.701200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52948) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:57.706988 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:50:57.707592 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463bd340>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:57.898878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet 0b707827-0c5f-4d22-859f-ae40b1fb1698 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:50:57.901886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:57.934068 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:50:57.959437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.041428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.224026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.225357 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463bd340>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:50:56Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:58.228753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-89a33e61-d37b-4ddb-9e39-299d413d33a2 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:58.229931 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] Checking router: 10751fd2-a919-4f3c-84df-4c33b3961260 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:50:58.240717 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] Routers {'10751fd2-a919-4f3c-84df-4c33b3961260'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:50:58.241330 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463bd340>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['10751fd2-a919-4f3c-84df-4c33b3961260'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:58.266383 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=0b707827-0c5f-4d22-859f-ae40b1fb1698,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:58.268911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:58.271912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.279657 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/0b707827-0c5f-4d22-859f-ae40b1fb1698 HTTP/1.1" status: 204  len: 168 time: 0.5774338
Nov 27 11:50:58.282237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 52952) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:50:58.290070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6fe11b-101f-4fe7-be05-0908ce537546 None None] Network 3f8a33c9-ad2d-49c9-9891-01960ad731a9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:50:58.461917 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] Set router 10751fd2-a919-4f3c-84df-4c33b3961260 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:50:58.596480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] DHCP port deletion for 3f8a33c9-ad2d-49c9-9891-01960ad731a9 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:50:58.600731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Deleting port 12c77816-3e87-4e65-bcb2-d5593c43a519 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:50:58.601111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.656064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.765593 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463bd340>, [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:50:56Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:50:58.769756 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa60d93-fb31-4bff-bd39-6027c1cb1e9d None None] The sync data for ids ['10751fd2-a919-4f3c-84df-4c33b3961260'] in dv-neutron-819441-1-hyperv is: [{'id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'name': 'tempest-TestNetworkBasicOps-router-100534339', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:50:56Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '64e7fc1d-3373-428d-ad78-af7328be058a', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10751fd2-a919-4f3c-84df-4c33b3961260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:49:52Z', 'updated_at': '2021-11-27T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:50:58.821072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] For port 12c77816-3e87-4e65-bcb2-d5593c43a519, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=12c77816-3e87-4e65-bcb2-d5593c43a519,segment=NetworkSegment(4b40e8e1-dba4-46ef-8dec-75591b3344af),segment_id=4b40e8e1-dba4-46ef-8dec-75591b3344af)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:58.821466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.870962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.966664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 64e7fc1d-3373-428d-ad78-af7328be058a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:50:58.967176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:58.974221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Calling delete_port for 12c77816-3e87-4e65-bcb2-d5593c43a519 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:50:59.117926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:59.122318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-de61ba10-44b4-4170-8c41-419d0c743dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:59.161435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 64e7fc1d-3373-428d-ad78-af7328be058a, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=64e7fc1d-3373-428d-ad78-af7328be058a,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:50:59.161916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:59.165298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Pushing event deleted for resources: {'Port': ['ID=12c77816-3e87-4e65-bcb2-d5593c43a519,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:59.179065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.179408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.179744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.180073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.180398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.180720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.181049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.181359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.181675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.182098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.182415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:50:59.189447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:59.197669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] No DVR routers for this DVR port 12c77816-3e87-4e65-bcb2-d5593c43a519 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:50:59.206981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:50:59.243485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:50:59.243829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8d9d1e5e-749a-43eb-a45c-3f9c27f13d33 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:50:59.244253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 12c77816-3e87-4e65-bcb2-d5593c43a519 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:50:59.278212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 12c77816-3e87-4e65-bcb2-d5593c43a519 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:50:59.278456 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 12c77816-3e87-4e65-bcb2-d5593c43a519 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:50:59.296317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 64e7fc1d-3373-428d-ad78-af7328be058a owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:50:59.546350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:50:59.550117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c552b74d-5efe-4d0e-a6d9-a0e9da79a59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:50:59.591180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=64e7fc1d-3373-428d-ad78-af7328be058a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:50:59.593625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:50:59.814543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.181663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.185722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.294369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.294903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Fanout notify agent at l3_agent the message router_deleted on router 10751fd2-a919-4f3c-84df-4c33b3961260 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:51:00.310777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.314892 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/routers/10751fd2-a919-4f3c-84df-4c33b3961260 HTTP/1.1" status: 204  len: 168 time: 2.0315166
Nov 27 11:51:00.315217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52956) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:00.444372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.621011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.645746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ed1370>,) {'filters': {'network_id': ['3f8a33c9-ad2d-49c9-9891-01960ad731a9']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:00.658173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ed1370>, '4b40e8e1-dba4-46ef-8dec-75591b3344af') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:00.658463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ed1370>, '4b40e8e1-dba4-46ef-8dec-75591b3344af') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:00.669788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.685630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.691840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:51:00.692215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:51:00.707182 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:51:00.867160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.871052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6ba060ab-1700-4fc2-9140-ab1357121ebf tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:00.885325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:00.897544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=3f8a33c9-ad2d-49c9-9891-01960ad731a9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:00.901185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:00.902971 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/3f8a33c9-ad2d-49c9-9891-01960ad731a9 HTTP/1.1" status: 204  len: 168 time: 0.5861657
Nov 27 11:51:00.917746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52960) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:00.929937 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1e7954f7-fd86-470c-8960-a277b3de0029 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0110898
Nov 27 11:51:00.932169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52964) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:00.937665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--1483772584', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:00.942301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:00.946339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:00.950344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:00.956309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:01.046161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:51:01.053293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:01.074354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 64e7fc1d-3373-428d-ad78-af7328be058a no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:01.079475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:51:01.088182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:01.088519 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment 31990094-e70b-4cb5-8b6d-0fdac41b15bf of type vlan for network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523
Nov 27 11:51:01.107670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 64e7fc1d-3373-428d-ad78-af7328be058a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:01.108023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 64e7fc1d-3373-428d-ad78-af7328be058a not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:01.118359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:01.240319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:01.244168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:01.244745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:01.249114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e25b0156-bccd-46c2-9063-c635576df85a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:01.471230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=5febbc56-bfd9-4b1b-957a-dbc25e8a2523,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:01.473861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:01.481904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:51:01.541164 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6075408
Nov 27 11:51:01.544580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52968) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:01.550084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'admin_state_up': True, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:01.557479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:01.561494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:router and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:01.564565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:01.571174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:01.657747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:01.658724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:01.679355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:01.922068 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:02.179388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:02.209607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:02.346390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.38 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/5c4e040a-5413-4984-8e6a-e2de8a110b76) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:51:02.491057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:02.598136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:02.602739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f9adfd5-8b5e-441a-b5e7-6ab059f5ac39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:02.668142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:51:02.671300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:51:02.673655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:51:02.704270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=5c4e040a-5413-4984-8e6a-e2de8a110b76,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:02.707078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:02.983711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:02.984547 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:03.320143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router e4e69e1b-4058-45bb-968c-85e19889f70b is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:51:03.528396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:51:03.538538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Sync routers for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:51:03.550631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:03.551358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845933250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:03.672424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:03.673564 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.1280093
Nov 27 11:51:03.676674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52972) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:03.717771 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5448b695-ac06-4a58-9bd5-d87bac4aac14 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0397904
Nov 27 11:51:03.720215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52976) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:03.729467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:03.868950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f0160-dd8f-4ad9-a9fc-b4dc77ae68ea tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:03.871473 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df2f0160-dd8f-4ad9-a9fc-b4dc77ae68ea tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1503100
Nov 27 11:51:03.874805 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52980) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:04.020348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845933250>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:02Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:04.021985 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-16932d45-9a13-4dec-823b-da933de70790 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1457520
Nov 27 11:51:04.024578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Checking router: e4e69e1b-4058-45bb-968c-85e19889f70b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:51:04.024718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52984) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:04.024938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Updating router e4e69e1b-4058-45bb-968c-85e19889f70b port 5c4e040a-5413-4984-8e6a-e2de8a110b76 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:51:04.029878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1636010756', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:04.079752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.136649 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:04.140450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:04.143280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:04.149034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:04.220418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:51:04.322566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.417816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.429804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Transition to ACTIVE for port object 5c4e040a-5413-4984-8e6a-e2de8a110b76 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:51:04.514608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.518384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a1bec831-338b-49b4-843a-508469ca2f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:04.595637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f77ce0-eac3-4dd6-b4b5-1dac0d93158d None None] Pushing event updated for resources: {'Port': ['ID=5c4e040a-5413-4984-8e6a-e2de8a110b76,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:04.596255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.598189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-86f77ce0-eac3-4dd6-b4b5-1dac0d93158d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:04.599144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Attempting to bind port 5c4e040a-5413-4984-8e6a-e2de8a110b76 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:51:04.599517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Attempting to bind port 5c4e040a-5413-4984-8e6a-e2de8a110b76 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:51:04.599879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Attempting to bind port 5c4e040a-5413-4984-8e6a-e2de8a110b76 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:51:04.599999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf09075e-c367-4556-89b3-98588737dd47 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:04.607497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:51:04.618121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:51:04.618121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.618121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:51:04.618121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Bound port: 5c4e040a-5413-4984-8e6a-e2de8a110b76, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:51:04.618121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.673025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=924e8ec5-a47c-4763-986d-8eaab5dcfd21,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:04.682158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:04.692496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:51:04.692845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: 5febbc56-bfd9-4b1b-957a-dbc25e8a2523, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:51:04.728021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] For port 5c4e040a-5413-4984-8e6a-e2de8a110b76, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:51:04.731550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] For port 5c4e040a-5413-4984-8e6a-e2de8a110b76, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5c4e040a-5413-4984-8e6a-e2de8a110b76,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:51:04.785710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:51:04.818010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.821722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-288e2b15-913f-467a-ac67-bfff4efdadd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:04.896755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f77ce0-eac3-4dd6-b4b5-1dac0d93158d None None] Pushing event updated for resources: {'Port': ['ID=5c4e040a-5413-4984-8e6a-e2de8a110b76,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:04.900140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-86f77ce0-eac3-4dd6-b4b5-1dac0d93158d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:04.903110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:04.903717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845933250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:04.908938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 5febbc56-bfd9-4b1b-957a-dbc25e8a2523) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:51:04.912705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:04.913380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:04.958196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284dbb00-34f7-437d-9296-506a4da6cd3b None None] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:51:05.009594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9838691
Nov 27 11:51:05.012757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52988) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:05.217570 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:05.434143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:51:05.434997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:05.669264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Allocated IP 172.20.0.2 (5febbc56-bfd9-4b1b-957a-dbc25e8a2523/924e8ec5-a47c-4763-986d-8eaab5dcfd21/ee6a0625-0066-489c-aca1-3cd17b8b90d3) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:51:05.709613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845933250>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:02Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:05.760943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bbc67-dc1f-47d4-8833-d7b65bf84cf9 None None] The sync data for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:02Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:51:05.766493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:05.901149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:05.912271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Transition to ACTIVE for port object ee6a0625-0066-489c-aca1-3cd17b8b90d3 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:51:05.944111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Transition to ACTIVE for port object ee6a0625-0066-489c-aca1-3cd17b8b90d3 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:51:06.032186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:06.036847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-081f7fd7-2925-4995-b445-294c5bd8c836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:06.120915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:51:06.122059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Pushing event updated for resources: {'Port': ['ID=ee6a0625-0066-489c-aca1-3cd17b8b90d3,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:06.125407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:06.140071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:51:06.140071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:51:06.227393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Attempting to bind port ee6a0625-0066-489c-aca1-3cd17b8b90d3 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:51:06.227863 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Attempting to bind port ee6a0625-0066-489c-aca1-3cd17b8b90d3 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:51:06.228982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Attempting to bind port ee6a0625-0066-489c-aca1-3cd17b8b90d3 on network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:51:06.235864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:51:06.236494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Checking segment: {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:51:06.236917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:06.237324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Bound using segment: {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:51:06.237802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Bound port: ee6a0625-0066-489c-aca1-3cd17b8b90d3, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:51:06.238180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:06.332267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.1 (5febbc56-bfd9-4b1b-957a-dbc25e8a2523/924e8ec5-a47c-4763-986d-8eaab5dcfd21/e8a11f8d-4fb1-4c56-86b3-bb941628d5e5) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:51:06.337218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] For port ee6a0625-0066-489c-aca1-3cd17b8b90d3, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:51:06.341314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] For port ee6a0625-0066-489c-aca1-3cd17b8b90d3, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ee6a0625-0066-489c-aca1-3cd17b8b90d3,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:51:06.412828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:06.417637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:06.506509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:06.523477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:51:06.550913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Pushing event updated for resources: {'Port': ['ID=ee6a0625-0066-489c-aca1-3cd17b8b90d3,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:06.553920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:06.618223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:06.622232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dde8030e-d03e-415d-b930-5f6fea5c6a61 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:06.697240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:51:06.707557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:51:06.710881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:51:06.751667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:06.754661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:06.777733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:06.933935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:07.114935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ee6a0625-0066-489c-aca1-3cd17b8b90d3 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:51:07.263012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port ee6a0625-0066-489c-aca1-3cd17b8b90d3 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:51:07.268474 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c4e040a-5413-4984-8e6a-e2de8a110b76 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:51:07.359474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:07.457170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 5c4e040a-5413-4984-8e6a-e2de8a110b76 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:51:07.462314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 5c4e040a-5413-4984-8e6a-e2de8a110b76 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:07.462721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:07.474303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:07.498855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45551e99-f69b-40d3-bcbc-a27d81d294a1 None None] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:51:07.504262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7f8e2272-d98e-4d94-b8be-39399e192f37 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:07.590616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:07.592942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:07.598057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:07.718572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] Provisioning for port ee6a0625-0066-489c-aca1-3cd17b8b90d3 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:51:07.733099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:51:07.734163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:51:07.736673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:07.746429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] Provisioning complete for port ee6a0625-0066-489c-aca1-3cd17b8b90d3 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:07.746839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:07.836462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 5c4e040a-5413-4984-8e6a-e2de8a110b76, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5c4e040a-5413-4984-8e6a-e2de8a110b76,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:07.917205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:07.922058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a3fcc1ae-16b0-43d7-83f8-3303c38fc254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:07.982668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:08.034038 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=5c4e040a-5413-4984-8e6a-e2de8a110b76,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:08.037924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:08.039538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] For port ee6a0625-0066-489c-aca1-3cd17b8b90d3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ee6a0625-0066-489c-aca1-3cd17b8b90d3,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:08.151952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:08.154054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:08.224522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] Pushing event updated for resources: {'Port': ['ID=ee6a0625-0066-489c-aca1-3cd17b8b90d3,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:08.227949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:08.264680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router e4e69e1b-4058-45bb-968c-85e19889f70b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:51:08.360107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-793397c5-ac6e-4b41-8b15-26d56eae0a1b None None] Provisioning for port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:51:08.366096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-793397c5-ac6e-4b41-8b15-26d56eae0a1b None None] Provisioning complete for port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:08.366460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-793397c5-ac6e-4b41-8b15-26d56eae0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:08.428496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-793397c5-ac6e-4b41-8b15-26d56eae0a1b None None] Port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:51:08.441632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-793397c5-ac6e-4b41-8b15-26d56eae0a1b None None] Provisioning complete for port ee6a0625-0066-489c-aca1-3cd17b8b90d3 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:08.442195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-793397c5-ac6e-4b41-8b15-26d56eae0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:08.491514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:51:08.508075 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/e4e69e1b-4058-45bb-968c-85e19889f70b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4912739
Nov 27 11:51:08.508075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52992) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:08.650722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fbaf3-66a7-47a8-a0e4-6460f2b5db77 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.651034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fbaf3-66a7-47a8-a0e4-6460f2b5db77 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.652021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fbaf3-66a7-47a8-a0e4-6460f2b5db77 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.652376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fbaf3-66a7-47a8-a0e4-6460f2b5db77 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.652726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fbaf3-66a7-47a8-a0e4-6460f2b5db77 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.653074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fbaf3-66a7-47a8-a0e4-6460f2b5db77 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.654806 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-541fbaf3-66a7-47a8-a0e4-6460f2b5db77 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1460848
Nov 27 11:51:08.657565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 52996) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:08.684058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-06f6ce13-944a-4e2f-8115-122288665980 None None] Provisioning complete for port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:08.684434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-06f6ce13-944a-4e2f-8115-122288665980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:08.727591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c211a-12c9-4ab5-81ef-389357288937 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.727958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c211a-12c9-4ab5-81ef-389357288937 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.728312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c211a-12c9-4ab5-81ef-389357288937 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.728665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c211a-12c9-4ab5-81ef-389357288937 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.729012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c211a-12c9-4ab5-81ef-389357288937 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.729365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c211a-12c9-4ab5-81ef-389357288937 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:08.733581 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-444c211a-12c9-4ab5-81ef-389357288937 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.0727427
Nov 27 11:51:08.733803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53000) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:08.742160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-06f6ce13-944a-4e2f-8115-122288665980 None None] Port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:51:08.949629 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-01758d66-8e2a-4777-9b9b-e5ff562680ac tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.2146733
Nov 27 11:51:09.078844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ee6a0625-0066-489c-aca1-3cd17b8b90d3 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:51:09.163534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ee6a0625-0066-489c-aca1-3cd17b8b90d3 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:09.164176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:09.217887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:09.285568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c4e040a-5413-4984-8e6a-e2de8a110b76 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:51:09.331206 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Sync routers for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:51:09.344545 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:09.345336 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846582670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:09.363910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 5c4e040a-5413-4984-8e6a-e2de8a110b76 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:09.364393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:09.524767 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:09.576715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53006) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:09.582766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529105910', 'description': 'tempest-secgroup-smoke-529105910 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:09.588647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:09.592729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:09.595598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:09.602692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:09.731869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:09.766432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:09.770206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:09.773002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:09.779134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:09.837127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:09.858611 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846582670>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:51:07Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:09.862329 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Checking router: e4e69e1b-4058-45bb-968c-85e19889f70b for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:51:09.862705 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Updating router e4e69e1b-4058-45bb-968c-85e19889f70b port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:51:09.908998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:09.911486 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:09.914415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5dd21c78-12f6-4fd0-9288-d91cc9b0035e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:09.955033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18cb173-d4f2-443d-b877-0e3064d51ffd,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:09.957628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:10.043590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.044836 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4668751
Nov 27 11:51:10.047590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53010) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:10.053380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb173-d4f2-443d-b877-0e3064d51ffd', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:10.059542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:10.063472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:10.066374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:10.072176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:10.158649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.222074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.250067 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.262090 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Transition to ACTIVE for port object e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:51:10.308998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.310838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-14a4fc24-8486-4647-94b1-9337efb895fb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:10.333532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2b7e0f-01c1-4066-8e73-8938ea30270c,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:10.335916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:10.341152 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.345129 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:10.429219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.430839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3820643
Nov 27 11:51:10.434074 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53014) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:10.440398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb173-d4f2-443d-b877-0e3064d51ffd', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:10.447582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:10.452749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:10.456329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:10.462694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:10.470532 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Pushing event updated for resources: {'Port': ['ID=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:10.506698 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.507031 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.507415 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.507908 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.508249 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.508547 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.508866 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.509177 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.509486 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.509793 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.510092 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:10.517844 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:10.547454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.567105 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Attempting to bind port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:51:10.567469 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Attempting to bind port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:51:10.567823 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Attempting to bind port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 on network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:51:10.575287 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:51:10.575658 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Checking segment: {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:51:10.576049 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.576429 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Bound using segment: {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:51:10.577149 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Bound port: e8a11f8d-4fb1-4c56-86b3-bb941628d5e5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:51:10.577514 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.612448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.663463 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] For port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:51:10.666499 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] For port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:51:10.680306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.682085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-efe6f9ba-2f83-4415-a1ef-b598e7f20725 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:10.705874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b25c238-7698-476b-921e-2c7ecb80b80b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:10.710214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:10.763472 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.767241 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:10.794330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.795549 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3601489
Nov 27 11:51:10.798273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53018) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:10.803833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb173-d4f2-443d-b877-0e3064d51ffd', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:10.811135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:10.814033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:10.816977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:10.822988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:10.844932 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Pushing event updated for resources: {'Port': ['ID=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:10.848389 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:10.849914 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:10.850455 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846582670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:10.915489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:10.988608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:11.035091 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:11.069006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:11.077151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3cc6c44a-84dd-4159-88fd-ba6b48aee885 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:11.102246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2384980e-493e-4624-99c6-bf6196f0258d,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:11.105298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:11.192073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:11.193818 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3945632
Nov 27 11:51:11.196563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53022) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:11.202875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb173-d4f2-443d-b877-0e3064d51ffd', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:11.208862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:11.212586 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:11.215455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:11.221825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:11.336343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:11.354433 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846582670>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:51:10Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:11.358632 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d19be-271a-432a-97c0-65760e5b7d02 None None] The sync data for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:51:10Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:51:11.413392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:11.500195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:11.508648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4276984-fd4f-45e1-b8f1-5e96bff25284 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:11.527096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb35803a-11ea-438d-a323-d2ac294611d2,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:11.530040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:11.686057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:11.687496 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4900134
Nov 27 11:51:11.690182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53026) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:11.696275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb173-d4f2-443d-b877-0e3064d51ffd', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:11.703235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:11.707545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:11.711255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:11.717514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:11.826187 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:51:11.833927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:11.910155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:12.026413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:12.032596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12974944-345c-4451-a5a9-67160b445cf2 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:12.053054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78de0d6-9671-42d8-a7f2-a36be0e4dc78,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:12.055854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:12.146056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:12.150179 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4563100
Nov 27 11:51:12.153446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53030) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:12.159863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb173-d4f2-443d-b877-0e3064d51ffd', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:12.166188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:12.171253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:12.174275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:12.180101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:12.278047 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:51:12.285237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:12.359384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:12.420142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:12.426101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5651e840-0918-4e84-af6a-5504a5ed6394 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:12.446843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa60ae35-e756-44cd-957a-a944c26e310c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:12.449689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:12.523965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:12.525735 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3708732
Nov 27 11:51:12.704258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-783c493d-2536-420d-b663-b38d722041e4 req-2ddcfefc-a412-44ef-a1d9-f1d2bbf9efa3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:51:12.774697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-783c493d-2536-420d-b663-b38d722041e4 req-2ddcfefc-a412-44ef-a1d9-f1d2bbf9efa3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:51:12.776024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-2ddcfefc-a412-44ef-a1d9-f1d2bbf9efa3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529105910&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.1119945
Nov 27 11:51:12.933648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c493d-2536-420d-b663-b38d722041e4 req-4dc3e795-d094-4a4c-a646-64a681542ae2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:12.935103 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-4dc3e795-d094-4a4c-a646-64a681542ae2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523 HTTP/1.1" status: 200  len: 797 time: 0.1522219
Nov 27 11:51:12.951694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-548a0343-3ab0-4a83-b933-1729b9a752bd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0112398
Nov 27 11:51:13.029987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-783c493d-2536-420d-b663-b38d722041e4 req-ef68dba8-a4e1-47dc-aa56-19a7566157cb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:51:13.093256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:51:13.097672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-783c493d-2536-420d-b663-b38d722041e4 req-ef68dba8-a4e1-47dc-aa56-19a7566157cb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:51:13.099054 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-ef68dba8-a4e1-47dc-aa56-19a7566157cb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1422622
Nov 27 11:51:13.239592 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-4ac1d178-e0fc-49d2-af8b-c064e0b66412 service neutron] 10.222.0.23 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285193
Nov 27 11:51:13.251421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:51:13.256777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:13.257170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:13.377416 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-040fcff4-2250-4702-a007-6a33fa849700 service neutron] 10.222.0.23 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307480
Nov 27 11:51:13.383361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:13.447223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53042) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:13.469207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:13.678743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:13.678743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:13.748258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:13.751663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:13.753751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-e7208ce3-cc60-4a14-9998-d08edffa2e8d req-e56a331a-cb0e-4ad1-86c9-4d8025e8d26f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:51:13.843437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-e7208ce3-cc60-4a14-9998-d08edffa2e8d req-e56a331a-cb0e-4ad1-86c9-4d8025e8d26f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:51:13.844552 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7208ce3-cc60-4a14-9998-d08edffa2e8d req-e56a331a-cb0e-4ad1-86c9-4d8025e8d26f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 210 time: 0.1350167
Nov 27 11:51:13.867227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Deleting port e9943aea-74e6-448a-9825-21da89888c62 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:13.867561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:14.148395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:14.148708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:14.277423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Calling delete_port for e9943aea-74e6-448a-9825-21da89888c62 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:14.508636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:14.512533 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-398c06dc-2f8d-4526-a97f-c1f1d6020c57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:14.558878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event deleted for resources: {'Port': ['ID=e9943aea-74e6-448a-9825-21da89888c62,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:14.562915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:14.654036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:15.015618 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4d4b7cf0-d979-4ed9-9b2e-0cc749429c11 req-31da9b50-4a3a-4ee2-a9c7-a5ea07d3404d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 210 time: 0.0469627
Nov 27 11:51:15.058566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Router 4e381d82-7ba7-4a33-9879-a70491a89069 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:51:15.095397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:51:15.168156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:15.168471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:15.270846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:51:15.283945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:51:15.303066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:15.303833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845aa6a60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:15.355236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:15.407956 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "DELETE /v2.0/floatingips/83f6a1ad-9d8e-4bbd-8485-e330ca90e905 HTTP/1.1" status: 204  len: 168 time: 1.9586437
Nov 27 11:51:15.408678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:51:15.466443 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'status': 'completed', 'code': 200}
Nov 27 11:51:15.490014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:15.565249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-ab9d29c6-7a15-4ae7-866c-f558bb3f2e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 1099 time: 0.0754545
Nov 27 11:51:15.727942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-4a67a096-42f0-4416-be20-e9759316ba0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:15.729481 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-4a67a096-42f0-4416-be20-e9759316ba0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1544862
Nov 27 11:51:15.805152 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-7d514594-6a37-4569-bdc1-500470ce23f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781 HTTP/1.1" status: 200  len: 217 time: 0.0653527
Nov 27 11:51:15.876540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845aa6a60>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:13Z', 'revision_number': 1, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:15.881354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:51:15.893942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:15.894623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845aa6a60>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:50:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:15.912852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-3f71c62b-7291-45a1-ab10-9be72a78d190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:15.914283 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-3f71c62b-7291-45a1-ab10-9be72a78d190 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.0988722
Nov 27 11:51:16.115621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:16.119141 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:51:16.142165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c493d-2536-420d-b663-b38d722041e4 req-e1b9104b-005b-40fb-819a-d263e17a62c1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:16.147341 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-e1b9104b-005b-40fb-819a-d263e17a62c1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523 HTTP/1.1" status: 200  len: 797 time: 0.2710660
Nov 27 11:51:16.147483 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-27bf56fe-ce8b-486d-945e-2a708be7d7e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1834202
Nov 27 11:51:16.213337 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d8e61598-a742-4d3f-817a-a7544d1f8d10 req-fd0729f5-3ddb-40ba-8fe6-b8b4cd6ff362 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 210 time: 0.0636778
Nov 27 11:51:16.279846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8bb78-9665-473a-83fe-e46ee958632e req-56da5e6c-b3bd-46aa-ab25-a2023952926e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:16.286957 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb8bb78-9665-473a-83fe-e46ee958632e req-56da5e6c-b3bd-46aa-ab25-a2023952926e tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 946 time: 0.2539401
Nov 27 11:51:16.370091 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-8f4fde66-b4e4-47e2-b68b-65aaaee7307a service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058136
Nov 27 11:51:16.497064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845aa6a60>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:13Z', 'revision_number': 1, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:16.501433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e3b1a-ac8e-4811-8da4-e39503390931 None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '0bed21b3-8abe-4fcd-b655-2901810724fc', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'port_id': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'mac_address': 'fa:16:3e:84:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:45:04Z', 'updated_at': '2021-11-27T11:45:13Z', 'revision_number': 1, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:51:16.537006 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-e67c87b9-c9ac-406e-965a-d22a7f91d46d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 379 time: 0.3738067
Nov 27 11:51:16.588565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb8bb78-9665-473a-83fe-e46ee958632e req-b3470f89-3ca7-4afd-ae12-7bb30348452d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3004391
Nov 27 11:51:16.595945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['c18cb173-d4f2-443d-b877-0e3064d51ffd']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:16.742946 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f09f70a6-85f5-4a32-bcaa-ca47a7b4581b req-1e16f088-2378-4558-b04b-1e968ad35935 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3622997
Nov 27 11:51:16.768615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:16.777938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:16.873395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:51:16.876453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:17.033165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.10 (5febbc56-bfd9-4b1b-957a-dbc25e8a2523/924e8ec5-a47c-4763-986d-8eaab5dcfd21/8a6de833-24ca-4c03-bc19-0e34a1bf2ffe) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:51:17.223758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:17.240646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:51:17.337486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:17.343923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b8d2a670-5e35-42cd-8933-2fad975c5cbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:17.402716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250678ba-6417-499c-b5a9-54eb0c4c8578 req-178161fe-7f20-49dc-90cb-44bac3385c06 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:17.404165 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-250678ba-6417-499c-b5a9-54eb0c4c8578 req-178161fe-7f20-49dc-90cb-44bac3385c06 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 932 time: 0.0790896
Nov 27 11:51:17.422127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:51:17.422127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:51:17.422127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:51:17.455605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:17.460085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:17.460526 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-250678ba-6417-499c-b5a9-54eb0c4c8578 req-5e6397f9-3e54-4cff-bb2a-7a9c01a64ef1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:51:17.479723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-250678ba-6417-499c-b5a9-54eb0c4c8578 req-5e6397f9-3e54-4cff-bb2a-7a9c01a64ef1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:51:17.486246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:17.486863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:17.493009 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-250678ba-6417-499c-b5a9-54eb0c4c8578 req-5e6397f9-3e54-4cff-bb2a-7a9c01a64ef1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815513
Nov 27 11:51:17.575075 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9891510
Nov 27 11:51:17.600626 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Request body: {'port': {'device_id': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:17.746440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3583264e-d68d-410b-8d33-9f0f4b2f25bb None None] Provisioning for port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:51:17.751322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3583264e-d68d-410b-8d33-9f0f4b2f25bb None None] Provisioning complete for port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:17.751696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3583264e-d68d-410b-8d33-9f0f4b2f25bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:17.800654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:17.806025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3583264e-d68d-410b-8d33-9f0f4b2f25bb None None] Port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:51:17.922576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-960a03a5-55b2-40e0-9a53-eb8e7210eb4c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:17.924024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-960a03a5-55b2-40e0-9a53-eb8e7210eb4c tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 946 time: 0.2302756
Nov 27 11:51:17.931333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69c65-abbf-4cce-b5b8-43c9da2dc2b6 req-aad33718-c17e-4180-8329-6163e30b46e3 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:17.933392 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f4b69c65-abbf-4cce-b5b8-43c9da2dc2b6 req-aad33718-c17e-4180-8329-6163e30b46e3 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 946 time: 0.2064033
Nov 27 11:51:18.084730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Deleting port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:18.085064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:18.146320 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f4b69c65-abbf-4cce-b5b8-43c9da2dc2b6 req-52c35fd5-5afb-445a-8d0a-9f222d74b8e3 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1499999
Nov 27 11:51:18.597132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] For port 0d14a4c9-c5cb-4fc8-a554-efa87a690781, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=0d14a4c9-c5cb-4fc8-a554-efa87a690781,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:18.597836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:18.605839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:51:18.616069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:18.685634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe33e80-4f8f-40cf-b11c-9c11363ac698 req-c1716fac-6773-4330-9277-b978af3df296 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:18.687118 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6fe33e80-4f8f-40cf-b11c-9c11363ac698 req-c1716fac-6773-4330-9277-b978af3df296 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 932 time: 0.0827532
Nov 27 11:51:18.729306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Calling delete_port for 0d14a4c9-c5cb-4fc8-a554-efa87a690781 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:18.733715 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6fe33e80-4f8f-40cf-b11c-9c11363ac698 req-b128cb29-66b8-4f90-9af2-48896e8c8c2b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408514
Nov 27 11:51:18.775642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Transition to ACTIVE for port object 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:51:18.897429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:18.901148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-019fb2c7-99c3-4f78-8539-3e16860db442 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:19.000381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1859ec5d-7951-4497-84bf-29cef05e518d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:19.017961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:19.046439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:19.051415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:19.051926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0240c765-17ed-4687-a6ab-1973717b3c83 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:19.156009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event deleted for resources: {'Port': ['ID=0d14a4c9-c5cb-4fc8-a554-efa87a690781,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:19.189910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:19.232775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] No DVR routers for this DVR port 0d14a4c9-c5cb-4fc8-a554-efa87a690781 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:51:19.236531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:19.239329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'name': 'network-vif-deleted', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:51:19.260175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-79cf61c3-46f7-40cd-b951-c0b5c57058ce req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "DELETE /v2.0/ports/0d14a4c9-c5cb-4fc8-a554-efa87a690781 HTTP/1.1" status: 204  len: 173 time: 1.3258007
Nov 27 11:51:19.327761 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d65cf1e-70e3-4165-9a74-1a798b53c89f', 'name': 'network-vif-deleted', 'tag': '0d14a4c9-c5cb-4fc8-a554-efa87a690781', 'status': 'completed', 'code': 200}
Nov 27 11:51:19.328844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Attempting to bind port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:51:19.329177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Attempting to bind port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:51:19.329503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Attempting to bind port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe on network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:51:19.332627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0b5046d9-460a-479c-aeba-69b6e5ebe20d req-d6c208aa-f7b2-4991-8df5-372719c253ec tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:51:19.348705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe on network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:51:19.349028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Attempting to bind port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe on network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:51:19.358771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:51:19.359167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Checking segment: {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:51:19.359701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Bound using segment: {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:51:19.359950 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Bound port: 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31990094-e70b-4cb5-8b6d-0fdac41b15bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:51:19.360295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:19.461849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0b5046d9-460a-479c-aeba-69b6e5ebe20d req-d6c208aa-f7b2-4991-8df5-372719c253ec tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:51:19.463903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b5046d9-460a-479c-aeba-69b6e5ebe20d req-d6c208aa-f7b2-4991-8df5-372719c253ec tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 210 time: 0.1928620
Nov 27 11:51:19.465107 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] For port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:51:19.469533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] For port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:51:19.583846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:19.587946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:19.653198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:19.654800 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] 10.222.0.39 "PUT /v2.0/ports/8a6de833-24ca-4c03-bc19-0e34a1bf2ffe HTTP/1.1" status: 200  len: 1094 time: 2.0587647
Nov 27 11:51:19.679581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:19.681175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:19.768606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:19.860450 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-0e933d18-3fc8-47ca-a0f4-161e52b6cca6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 1097 time: 0.1015878
Nov 27 11:51:19.950021 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-98b7d122-3a11-44aa-a08b-ad180e4c15a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe HTTP/1.1" status: 200  len: 217 time: 0.0700896
Nov 27 11:51:19.976910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ef43c-c0dc-4113-aa05-acfe659e511d req-1afabae8-a421-403b-8513-9b5e0914a4d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:19.978583 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-480ef43c-c0dc-4113-aa05-acfe659e511d req-1afabae8-a421-403b-8513-9b5e0914a4d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 944 time: 0.0848782
Nov 27 11:51:20.028032 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-480ef43c-c0dc-4113-aa05-acfe659e511d req-bb1e9f8e-152f-48b6-ab28-6b8279177072 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434813
Nov 27 11:51:20.034200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c493d-2536-420d-b663-b38d722041e4 req-c9eb5c49-9d16-41ab-a99a-80f3d949c876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:20.035676 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-c9eb5c49-9d16-41ab-a99a-80f3d949c876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=924e8ec5-a47c-4763-986d-8eaab5dcfd21 HTTP/1.1" status: 200  len: 835 time: 0.0757844
Nov 27 11:51:20.121280 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-4343f823-efcd-4760-8822-9014f110e3da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754552
Nov 27 11:51:20.258650 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-0cc1d55a-0c0f-4eaf-8618-2a61cd02d8af service neutron] 10.222.0.39 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268754
Nov 27 11:51:20.395618 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-783c493d-2536-420d-b663-b38d722041e4 req-5d66f555-1775-47b3-a56e-19cb0ad1c973 service neutron] 10.222.0.39 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256704
Nov 27 11:51:20.642385 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5bf2d8e8-2e22-49d4-bc12-721b3c940062 req-dde1d666-65f8-4b93-8ff5-7df2d6ff116d tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d65cf1e-70e3-4165-9a74-1a798b53c89f HTTP/1.1" status: 200  len: 210 time: 0.0409038
Nov 27 11:51:21.162772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8dac6613-c8b5-48b6-936e-3af6061c2377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:21.236920 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd38d9-6ca8-480f-aea4-f06413a385d5 None None] New status for floating IP 83f6a1ad-9d8e-4bbd-8485-e330ca90e905: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:51:21.330181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:51:21.365516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993f5ab-3b15-4d25-b3be-2f6d5b6d1c90 req-511e235b-defa-48c3-8e79-205968095ce5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:21.366972 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4993f5ab-3b15-4d25-b3be-2f6d5b6d1c90 req-511e235b-defa-48c3-8e79-205968095ce5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 944 time: 0.2074604
Nov 27 11:51:21.395875 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'status': 'completed', 'code': 200}
Nov 27 11:51:21.414406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4993f5ab-3b15-4d25-b3be-2f6d5b6d1c90 req-19417288-592b-449e-91bf-b58f3a9a5fc4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418105
Nov 27 11:51:21.597901 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-ed975754-2f74-4053-a67d-7c20392dc0d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 1097 time: 0.1746097
Nov 27 11:51:21.733560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-44ec1a91-8c7f-438e-aac3-faac2a755b08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:21.735023 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-44ec1a91-8c7f-438e-aac3-faac2a755b08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523 HTTP/1.1" status: 200  len: 898 time: 0.1269329
Nov 27 11:51:21.805630 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-ae726656-d27d-4a21-8aa4-44b2480345f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe HTTP/1.1" status: 200  len: 217 time: 0.0608516
Nov 27 11:51:21.875402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-54664cd0-fbc5-490f-9933-7eb5f7b38579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:21.876787 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-54664cd0-fbc5-490f-9933-7eb5f7b38579 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=924e8ec5-a47c-4763-986d-8eaab5dcfd21 HTTP/1.1" status: 200  len: 835 time: 0.0608294
Nov 27 11:51:21.889717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:51:21.893021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 0d14a4c9-c5cb-4fc8-a554-efa87a690781 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:21.926599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 0d14a4c9-c5cb-4fc8-a554-efa87a690781 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:21.926943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 0d14a4c9-c5cb-4fc8-a554-efa87a690781 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:21.957965 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-2e45463a-66b0-4e03-9817-bf9e21aa5642 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712278
Nov 27 11:51:22.068999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:22.085011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'port_id': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:51:22.107487 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-1169d5a3-e89a-4576-9e97-46123bb780be service neutron] 10.222.0.39 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390398
Nov 27 11:51:22.158838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:22.178533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:51:22.194191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:22.255056 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8300023-6ec9-4d07-89b3-fd53a87296c0 req-1966e7f6-7dc7-4077-b146-c0125a75fad9 service neutron] 10.222.0.39 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371031
Nov 27 11:51:22.265624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:22.267466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:22.343318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:22.347106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:22.388803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:22.538299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['8a6de833-24ca-4c03-bc19-0e34a1bf2ffe'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:51:22.615664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee47a0a-af2b-49db-8e1c-4ff9dea97be0 req-9c18af30-544b-49bc-8b68-f2b15eee8d55 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:22.617219 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bee47a0a-af2b-49db-8e1c-4ff9dea97be0 req-9c18af30-544b-49bc-8b68-f2b15eee8d55 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 945 time: 0.0781927
Nov 27 11:51:22.671013 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bee47a0a-af2b-49db-8e1c-4ff9dea97be0 req-88f71bb6-a8d1-4372-a167-27523d68d726 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473249
Nov 27 11:51:23.771299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:23.874649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d5e7e-c026-4d99-bdb1-85b96167a2f6 req-ea53b54c-23cc-409a-b048-6f439c770441 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:23.875395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0e2d5e7e-c026-4d99-bdb1-85b96167a2f6 req-ea53b54c-23cc-409a-b048-6f439c770441 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:51:23.897024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:51:23.991191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0e2d5e7e-c026-4d99-bdb1-85b96167a2f6 req-ea53b54c-23cc-409a-b048-6f439c770441 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:51:23.992381 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e2d5e7e-c026-4d99-bdb1-85b96167a2f6 req-ea53b54c-23cc-409a-b048-6f439c770441 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 945 time: 0.2012987
Nov 27 11:51:24.040461 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e2d5e7e-c026-4d99-bdb1-85b96167a2f6 req-efaf7607-e307-4f5a-9a3a-8fd8f33c6916 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420449
Nov 27 11:51:24.048214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:51:24.053643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:51:24.054020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:24.170923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:24.196675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:51:24.206564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:24.253409 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'code': 200}
Nov 27 11:51:24.283147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:24.285378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-86f77ce0-eac3-4dd6-b4b5-1dac0d93158d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:24.378862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:24.381991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:24.712285 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dc4c60b1-1ac6-46ae-8a39-62779cecd9dd req-a7d80fba-14db-4973-8575-781326fcb0b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 1099 time: 0.0725019
Nov 27 11:51:24.769610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dc4c60b1-1ac6-46ae-8a39-62779cecd9dd req-77437382-1e8d-4beb-827e-245826626eb9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483282
Nov 27 11:51:25.240657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137a4f-509e-4a48-a823-4757c0d43ce9 req-bb709188-6652-4c9f-84fd-44ffbd9eb441 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:25.242184 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c9137a4f-509e-4a48-a823-4757c0d43ce9 req-bb709188-6652-4c9f-84fd-44ffbd9eb441 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 946 time: 0.0824864
Nov 27 11:51:25.298508 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c9137a4f-509e-4a48-a823-4757c0d43ce9 req-960235de-47f3-4bcf-a0b2-148ce770ee83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400393
Nov 27 11:51:26.491430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12161be-0a80-4668-b481-fc0b1b72c1bb req-8ac13cb7-1cde-4c21-9b28-a4d73df8ad70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:26.492933 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b12161be-0a80-4668-b481-fc0b1b72c1bb req-8ac13cb7-1cde-4c21-9b28-a4d73df8ad70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 946 time: 0.0764947
Nov 27 11:51:26.537067 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b12161be-0a80-4668-b481-fc0b1b72c1bb req-2f2964aa-9a1b-4a89-bfc9-194d6ad3d3d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382514
Nov 27 11:51:26.597280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53116) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:26.741026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45fdf5-4cd1-4137-8994-86766d22d9c1 req-c1ba60b4-379d-4d40-9178-5c3a7a74fb51 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:26.742500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bd45fdf5-4cd1-4137-8994-86766d22d9c1 req-c1ba60b4-379d-4d40-9178-5c3a7a74fb51 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 946 time: 0.0779700
Nov 27 11:51:26.787124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bd45fdf5-4cd1-4137-8994-86766d22d9c1 req-ad6cd617-086c-4394-aa0f-7e11b21f0d6d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384772
Nov 27 11:51:26.799709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Deleting port 808abc9a-9a34-4738-9609-185daef56dac {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:26.800041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:26.815445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53120) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:26.890050 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7b877fbf-5d12-4c20-b233-a345c6b54a12 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 1094 time: 0.0732148
Nov 27 11:51:26.892586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53124) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:26.898003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:51:26.904211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:51:26.908069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:51:26.910972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:51:26.916616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:51:26.972959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:26.973283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:26.988305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:27.093429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Calling delete_port for 808abc9a-9a34-4738-9609-185daef56dac owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:27.126840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:27.266778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.230 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/d12e65ab-2d6b-42dc-b8ec-77c3962ee9f5) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:51:27.308812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:27.312759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96dce177-a357-44b2-9db4-40c59ecc01f9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:27.369684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event deleted for resources: {'Port': ['ID=808abc9a-9a34-4738-9609-185daef56dac,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:27.373289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:27.422987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:27.462818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:27.540177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:27.544795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-946ff901-dcc2-4ec0-af2e-1201feb570ff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:27.602797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:51:27.610570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:51:27.613142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:51:27.651803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d12e65ab-2d6b-42dc-b8ec-77c3962ee9f5,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:27.655271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:27.867852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Router 4e381d82-7ba7-4a33-9879-a70491a89069 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:51:28.210704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:51:28.220504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:51:28.233862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:28.234184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468fd640>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:28.253836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:28.322834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:28.387655 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "DELETE /v2.0/floatingips/0bed21b3-8abe-4fcd-b655-2901810724fc HTTP/1.1" status: 204  len: 168 time: 1.7925892
Nov 27 11:51:28.388406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:51:28.411112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:28.420009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:28.473928 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'status': 'completed', 'code': 200}
Nov 27 11:51:28.678648 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-37a18d38-86fa-4f18-9461-22bf46c08b46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 1099 time: 0.1781101
Nov 27 11:51:28.752473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468fd640>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:28.756283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:51:28.767338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:28.767930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468fd640>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:28.775925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:28.829601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-570b123e-8173-439a-bf29-04efeb520268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:28.831181 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-570b123e-8173-439a-bf29-04efeb520268 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 200  len: 913 time: 0.1458316
Nov 27 11:51:28.890826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:28.902905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46b53e1a-a7a5-4751-aaaa-abaecd35c70e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:28.955537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-3fae85fc-0224-4c62-b395-8c50befa971c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 200  len: 217 time: 0.1183538
Nov 27 11:51:28.985887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:29.059728 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d12e65ab-2d6b-42dc-b8ec-77c3962ee9f5,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:29.071453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:29.081677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:29.134659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-519f5759-085b-4ee9-9a4f-09e29f616dcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:29.136086 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-519f5759-085b-4ee9-9a4f-09e29f616dcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 200  len: 851 time: 0.1500080
Nov 27 11:51:29.311720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468fd640>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:29.315982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4f96e-132c-451a-80e2-b6c29da70a8f None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:39:02Z', 'revision_number': 4, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'bbe1d377-4dce-4d3b-9f85-baa001e33585', 'name': '', 'network_id': 'a98f47c4-0fa4-495e-98b2-b2d9e68f1432', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'mac_address': 'fa:16:3e:df:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:00Z', 'updated_at': '2021-11-27T11:39:17Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'subnets': [{'id': '5a6c300f-101d-4339-ab08-9d85fd8e3627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:51:29.464576 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-920655a2-6f87-46bb-9778-2e6a399179d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a98f47c4-0fa4-495e-98b2-b2d9e68f1432&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3189275
Nov 27 11:51:29.486268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5ff8-a80e-48e8-b6c6-49ed3aad0929 req-c6a33324-2ac7-460f-849b-d3577fe33196 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:29.487769 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-596e5ff8-a80e-48e8-b6c6-49ed3aad0929 req-c6a33324-2ac7-460f-849b-d3577fe33196 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 946 time: 0.3411505
Nov 27 11:51:29.557624 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47b270-04f0-4a06-a7c2-41bc082a8673 None None] New status for floating IP 0bed21b3-8abe-4fcd-b655-2901810724fc: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:51:29.697827 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-596e5ff8-a80e-48e8-b6c6-49ed3aad0929 req-2e2faa38-a1b3-41f2-8ab7-092c08d64f01 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1887081
Nov 27 11:51:29.715190 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-07fcfbf6-54ad-40ac-b4da-e257cfb3129b service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263181
Nov 27 11:51:29.846118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP b872e71e-103a-4dfb-9ec1-73a4bed83e7c associated. External IP: 172.26.6.230, port: 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe.
Nov 27 11:51:29.953657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089966ce-5d28-49f1-81ac-3859745e3405 req-5cd99763-6144-4f45-9590-342f20a7ebae tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:29.954964 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-089966ce-5d28-49f1-81ac-3859745e3405 req-5cd99763-6144-4f45-9590-342f20a7ebae tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 946 time: 0.3099222
Nov 27 11:51:30.018630 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-579f2dcc-c2e4-4543-b10c-d0306bbe578a req-5726e5b0-a076-4adb-a39e-a51d7d12dc14 service neutron] 10.222.0.39 "GET /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2939882
Nov 27 11:51:30.053902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Deleting port bb724cbb-ddd9-4af3-8108-a3b2a1910580 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:30.054233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:30.407554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] For port bb724cbb-ddd9-4af3-8108-a3b2a1910580, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bb724cbb-ddd9-4af3-8108-a3b2a1910580,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:30.407936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:30.599129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Calling delete_port for bb724cbb-ddd9-4af3-8108-a3b2a1910580 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:30.844938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router e4e69e1b-4058-45bb-968c-85e19889f70b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:51:30.902905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94968d55-4c9d-477d-8f95-431781394199 req-a1e36d57-1527-4147-ac3d-aca5b47cdbee tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:30.903514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-94968d55-4c9d-477d-8f95-431781394199 req-a1e36d57-1527-4147-ac3d-aca5b47cdbee tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Synchronizing usage tracker for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:51:31.011979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-94968d55-4c9d-477d-8f95-431781394199 req-a1e36d57-1527-4147-ac3d-aca5b47cdbee tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Unset dirty status for tenant:494d59d333c040f9a8c631a4bb0a01f4 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:51:31.013171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-94968d55-4c9d-477d-8f95-431781394199 req-a1e36d57-1527-4147-ac3d-aca5b47cdbee tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 867 time: 0.1879191
Nov 27 11:51:31.040118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:31.048217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-058c7a5e-b0a9-4ac2-a330-b15519b76d57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:31.062053 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-94968d55-4c9d-477d-8f95-431781394199 req-f8e253b3-9368-4cf6-b189-17f2936c5b71 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/security-groups?id=0be11675-906e-4472-8242-038e9ca23067&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431049
Nov 27 11:51:31.090666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event deleted for resources: {'Port': ['ID=bb724cbb-ddd9-4af3-8108-a3b2a1910580,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:31.095838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:31.179142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] No DVR routers for this DVR port bb724cbb-ddd9-4af3-8108-a3b2a1910580 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:51:31.187882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:31.192286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'name': 'network-vif-deleted', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:51:31.251581 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa572a4-dd7d-49d7-a6a5-8407d6626776', 'name': 'network-vif-deleted', 'tag': 'bb724cbb-ddd9-4af3-8108-a3b2a1910580', 'status': 'completed', 'code': 200}
Nov 27 11:51:31.315095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:51:31.325432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] Sync routers for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:51:31.340262 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-089966ce-5d28-49f1-81ac-3859745e3405 req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.39 "DELETE /v2.0/ports/bb724cbb-ddd9-4af3-8108-a3b2a1910580 HTTP/1.1" status: 204  len: 173 time: 1.3760540
Nov 27 11:51:31.343380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:31.343380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846473670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:31.403061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:31.458301 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.5645685
Nov 27 11:51:31.461093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53140) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:31.539259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:31.696299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53144) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:31.696495 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-71045b88-e979-4484-9c3f-d340cd3cf095 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers/e4e69e1b-4058-45bb-968c-85e19889f70b HTTP/1.1" status: 200  len: 922 time: 0.2339511
Nov 27 11:51:31.809953 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-135a1780-e8b9-467a-bcc4-1001cee4ea94 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1124244
Nov 27 11:51:31.929048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846473670>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b872e71e-103a-4dfb-9ec1-73a4bed83e7c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'port_id': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:51:28Z', 'updated_at': '2021-11-27T11:51:28Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:51:13Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:31.933001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] Checking router: e4e69e1b-4058-45bb-968c-85e19889f70b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:51:31.943741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:31.944343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846473670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:32.124421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:32.245190 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-49dc3e87-11a2-4f78-a749-198915f63d7a req-31efe2b6-3f3b-4531-b6b1-c63559ae4227 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fa572a4-dd7d-49d7-a6a5-8407d6626776 HTTP/1.1" status: 200  len: 210 time: 0.0576398
Nov 27 11:51:32.524142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846473670>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b872e71e-103a-4dfb-9ec1-73a4bed83e7c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'port_id': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:51:28Z', 'updated_at': '2021-11-27T11:51:28Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:51:13Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:32.528432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e263cff-fe2c-4f21-a652-9d103907ea15 None None] The sync data for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b872e71e-103a-4dfb-9ec1-73a4bed83e7c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'port_id': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:51:28Z', 'updated_at': '2021-11-27T11:51:28Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:51:13Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:51:32.712169 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f93c84-4fed-4606-842e-510fc70fca7d None None] New status for floating IP b872e71e-103a-4dfb-9ec1-73a4bed83e7c: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:51:32.813719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53150) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:32.919967 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b846980f-408c-4dfe-ab3d-d92f34d8e110 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1047761
Nov 27 11:51:33.252577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:51:33.309202 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'status': 'completed', 'code': 200}
Nov 27 11:51:33.351745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53158) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:33.404494 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6819df7e-48db-4be3-942b-f8c4196878ae req-6ec7cb2f-3fee-48cb-996d-45dda53aaf24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 1099 time: 0.0727274
Nov 27 11:51:33.515993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Deleting port 5398f568-8f4f-4b53-a31f-5042045ac23f {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:33.516246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:33.535576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819df7e-48db-4be3-942b-f8c4196878ae req-2f1dc48a-9b62-42a4-a6e5-493e31f92ad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:33.537022 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6819df7e-48db-4be3-942b-f8c4196878ae req-2f1dc48a-9b62-42a4-a6e5-493e31f92ad4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523 HTTP/1.1" status: 200  len: 898 time: 0.1264315
Nov 27 11:51:33.642310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6819df7e-48db-4be3-942b-f8c4196878ae req-e58559fa-3ad6-4bca-afc2-f3090211d09c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe HTTP/1.1" status: 200  len: 1002 time: 0.0985739
Nov 27 11:51:33.685128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:33.685449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:33.705545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819df7e-48db-4be3-942b-f8c4196878ae req-06e0c1d3-0dd1-4bc8-8343-e2f3a3903ebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:51:33.707051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6819df7e-48db-4be3-942b-f8c4196878ae req-06e0c1d3-0dd1-4bc8-8343-e2f3a3903ebf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=924e8ec5-a47c-4763-986d-8eaab5dcfd21 HTTP/1.1" status: 200  len: 835 time: 0.0577064
Nov 27 11:51:33.783225 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6819df7e-48db-4be3-942b-f8c4196878ae req-ae89e603-80aa-47e1-8142-5a53a5624b5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699704
Nov 27 11:51:33.808247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Calling delete_port for 5398f568-8f4f-4b53-a31f-5042045ac23f owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:33.917287 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6819df7e-48db-4be3-942b-f8c4196878ae req-0559eba9-df71-43b8-b292-190574142f80 service neutron] 10.222.0.39 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277955
Nov 27 11:51:33.926791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53162) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:33.940887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device bb724cbb-ddd9-4af3-8108-a3b2a1910580 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:33.985045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: bb724cbb-ddd9-4af3-8108-a3b2a1910580 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:33.985422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device bb724cbb-ddd9-4af3-8108-a3b2a1910580 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:34.048284 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-10d66fd6-5cea-41fc-a6f3-192a7aeab068 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 994 time: 0.1202340
Nov 27 11:51:34.056085 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6819df7e-48db-4be3-942b-f8c4196878ae req-d27ae1e2-f106-48a8-8381-7259e6a8875d service neutron] 10.222.0.39 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321220
Nov 27 11:51:34.114195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:34.118177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:34.160107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event deleted for resources: {'Port': ['ID=5398f568-8f4f-4b53-a31f-5042045ac23f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:34.162446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:34.249515 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:34.263256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:34.264515 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c04505f-abf4-4ff4-9016-c6187738a09f HTTP/1.1" status: 204  len: 168 time: 0.9104588
Nov 27 11:51:36.946900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53178) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:37.022261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2155494-5ada-4c87-b05b-dd4b4f2507f4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:37.052900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2155494-5ada-4c87-b05b-dd4b4f2507f4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:37.200540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2155494-5ada-4c87-b05b-dd4b4f2507f4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:37.204733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-35822370-f9bd-49e9-8178-276b08c7af15 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:37.220590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2155494-5ada-4c87-b05b-dd4b4f2507f4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be11675-906e-4472-8242-038e9ca23067,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:37.223277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b2155494-5ada-4c87-b05b-dd4b4f2507f4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:37.313164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b2155494-5ada-4c87-b05b-dd4b4f2507f4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:37.314643 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b2155494-5ada-4c87-b05b-dd4b4f2507f4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] 10.222.0.23 "DELETE /v2.0/security-groups/0be11675-906e-4472-8242-038e9ca23067 HTTP/1.1" status: 204  len: 168 time: 0.3666356
Nov 27 11:51:37.490761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53184) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:38.115742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:38.707705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Deleting port bbe1d377-4dce-4d3b-9f85-baa001e33585 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:38.708036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:38.881865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] For port bbe1d377-4dce-4d3b-9f85-baa001e33585, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bbe1d377-4dce-4d3b-9f85-baa001e33585,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:38.882247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:39.001992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Calling delete_port for bbe1d377-4dce-4d3b-9f85-baa001e33585 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:39.151259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:39.236838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:39.240661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6c50677f-bf40-45d6-bab7-d9feb2e9cf3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:39.282262 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe1d377-4dce-4d3b-9f85-baa001e33585,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:39.285633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:39.675266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:40.260219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Router 4e381d82-7ba7-4a33-9879-a70491a89069 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:51:40.465169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:51:40.473432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] Sync routers for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:51:40.478007 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e381d82-7ba7-4a33-9879-a70491a89069/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9861803
Nov 27 11:51:40.481055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53190) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:40.488561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:40.489172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466b4e80>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:40.664925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:40.676608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:40.954506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466b4e80>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:51:39Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:40.958309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] Checking router: 4e381d82-7ba7-4a33-9879-a70491a89069 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:51:40.969621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] Routers {'4e381d82-7ba7-4a33-9879-a70491a89069'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:40.970243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466b4e80>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['4e381d82-7ba7-4a33-9879-a70491a89069'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:40.992489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:41.096400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Deleting port 0db349a7-acdc-4d65-a302-da2405cceecc {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:41.096812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:41.148927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] Set router 4e381d82-7ba7-4a33-9879-a70491a89069 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:41.275277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] For port 0db349a7-acdc-4d65-a302-da2405cceecc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=0db349a7-acdc-4d65-a302-da2405cceecc,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:41.275851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:41.396109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Calling delete_port for 0db349a7-acdc-4d65-a302-da2405cceecc owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:41.440132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466b4e80>, [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:51:39Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:41.444262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106310c5-af6d-4b91-9b49-f58f9f23cb22 None None] The sync data for ids ['4e381d82-7ba7-4a33-9879-a70491a89069'] in dv-neutron-819441-1-hyperv is: [{'id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'name': 'tempest-TestVolumeBootPattern-1220039332-router', 'tenant_id': '494d59d333c040f9a8c631a4bb0a01f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:38:48Z', 'updated_at': '2021-11-27T11:51:39Z', 'revision_number': 5, 'project_id': '494d59d333c040f9a8c631a4bb0a01f4', 'gw_port': {'id': '0db349a7-acdc-4d65-a302-da2405cceecc', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e381d82-7ba7-4a33-9879-a70491a89069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:38:50Z', 'updated_at': '2021-11-27T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:51:41.631063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:41.634851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f6fb9aca-ad6e-4cc0-833a-8f62412f8393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:41.675829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0db349a7-acdc-4d65-a302-da2405cceecc,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:41.679781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:41.900247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.159871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.163944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.316390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.317142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e381d82-7ba7-4a33-9879-a70491a89069 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:51:42.331020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.332137 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] 10.222.0.23 "DELETE /v2.0/routers/4e381d82-7ba7-4a33-9879-a70491a89069 HTTP/1.1" status: 204  len: 168 time: 1.8501265
Nov 27 11:51:42.334784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53194) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:42.397800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Deleting subnet 5a6c300f-101d-4339-ab08-9d85fd8e3627 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:51:42.400615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.448777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.524129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.771393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.775117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1ad9aff8-881d-41c9-8bc9-c5a048256ac5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:42.808198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6c300f-101d-4339-ab08-9d85fd8e3627,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:42.812060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:42.814708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.819889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd7c00f-2cc9-4c9a-983f-a10fd077ff69 None None] Network a98f47c4-0fa4-495e-98b2-b2d9e68f1432 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:51:42.822140 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5a6c300f-101d-4339-ab08-9d85fd8e3627 HTTP/1.1" status: 204  len: 168 time: 0.4858139
Nov 27 11:51:42.824765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53198) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:42.950073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:42.963559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Deleting port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:42.963915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.131371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] DHCP port deletion for a98f47c4-0fa4-495e-98b2-b2d9e68f1432 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:51:43.139689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] Deleting port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:43.140324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.197653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] For port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:43.198260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.240950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bbe1d377-4dce-4d3b-9f85-baa001e33585 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:43.281699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: bbe1d377-4dce-4d3b-9f85-baa001e33585 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:43.282093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bbe1d377-4dce-4d3b-9f85-baa001e33585 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:43.325615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Calling delete_port for a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:43.452041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] For port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2,segment=NetworkSegment(18b1eee4-33db-4602-a445-0857792280c1),segment_id=18b1eee4-33db-4602-a445-0857792280c1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:43.452431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.490971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.494969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c6cf118d-e1d2-4a17-9371-669f94a24816 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:43.548082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:43.552368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:43.559799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] No DVR routers for this DVR port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:51:43.589226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] Calling delete_port for a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:43.660840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:51:43.661201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:51:43.671701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.696637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845cc7a60>,) {'filters': {'network_id': ['a98f47c4-0fa4-495e-98b2-b2d9e68f1432']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:43.709456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845cc7a60>, '18b1eee4-33db-4602-a445-0857792280c1') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:43.710955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845cc7a60>, '18b1eee4-33db-4602-a445-0857792280c1') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:43.720848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.736070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.741865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:51:43.742246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:51:43.756185 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:51:43.942651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.946035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-137bff44-cf8c-4e22-9d8b-7d62561aee28 tempest-RoutersIpV6Test-818761570 tempest-RoutersIpV6Test-818761570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:43.959726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:43.972440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a98f47c4-0fa4-495e-98b2-b2d9e68f1432,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:43.975605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:44.080044 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/a98f47c4-0fa4-495e-98b2-b2d9e68f1432 HTTP/1.1" status: 204  len: 168 time: 1.2542377
Nov 27 11:51:44.082857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53202) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:44.162681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] Deleting port a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:44.163228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:44.227834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-62ff1599-9c9a-415b-b56e-14624eaae1a2 None None] The port 'a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:51:44.468635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:45.086823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0db349a7-acdc-4d65-a302-da2405cceecc no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:45.119971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 0db349a7-acdc-4d65-a302-da2405cceecc {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:45.120322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 0db349a7-acdc-4d65-a302-da2405cceecc not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:45.120748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:45.151201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:45.151555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a99a1a07-f3e4-4354-b1f0-4f32bc4c77d2 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:45.165457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Deleting port 737c42c3-b740-4caa-9a69-3b5601baa23f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:45.165791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:45.342806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] For port 737c42c3-b740-4caa-9a69-3b5601baa23f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=737c42c3-b740-4caa-9a69-3b5601baa23f,segment=NetworkSegment(f2579e0f-b4c6-44ac-b55a-0882dcc6b395),segment_id=f2579e0f-b4c6-44ac-b55a-0882dcc6b395)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:45.343158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:45.467885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Calling delete_port for 737c42c3-b740-4caa-9a69-3b5601baa23f owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:45.719639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:45.723455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4a2633e3-d1ce-42af-91ff-18f1c157b81f tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:45.768824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Pushing event deleted for resources: {'Port': ['ID=737c42c3-b740-4caa-9a69-3b5601baa23f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:45.772247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:46.056111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:46.730069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Router f45df3c0-2b77-48d0-ad6e-fd67578db74e has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:51:46.931557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:51:46.939994 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] Sync routers for ids ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:51:46.952273 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] Routers {'f45df3c0-2b77-48d0-ad6e-fd67578db74e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:46.952858 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463de160>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:47.018608 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] 10.222.0.23 "PUT /v2.0/routers/f45df3c0-2b77-48d0-ad6e-fd67578db74e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9345179
Nov 27 11:51:47.021047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53206) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:47.127710 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] Set router f45df3c0-2b77-48d0-ad6e-fd67578db74e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:47.231365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:47.420696 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463de160>, [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:51:45Z', 'revision_number': 5, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:47.424733 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] Checking router: f45df3c0-2b77-48d0-ad6e-fd67578db74e for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:51:47.435338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:47.436458 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] Routers {'f45df3c0-2b77-48d0-ad6e-fd67578db74e'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:51:47.437065 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463de160>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:47.519620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Deleting port a48cade5-4160-4a39-9525-716a373f3426 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:47.519973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:47.615220 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] Set router f45df3c0-2b77-48d0-ad6e-fd67578db74e gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:51:47.697090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] For port a48cade5-4160-4a39-9525-716a373f3426, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a48cade5-4160-4a39-9525-716a373f3426,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:47.697446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:47.928732 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463de160>, [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:51:45Z', 'revision_number': 5, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:47.932808 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bc2a2-1b05-4031-b0d0-43a2b8ea8a74 None None] The sync data for ids ['f45df3c0-2b77-48d0-ad6e-fd67578db74e'] in dv-neutron-819441-1-hyperv is: [{'id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'name': 'tempest-TestVolumeBootPattern-1172380917-router', 'tenant_id': '208f07197f2b4825930304484191ec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a48cade5-4160-4a39-9525-716a373f3426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:39:16Z', 'updated_at': '2021-11-27T11:51:45Z', 'revision_number': 5, 'project_id': '208f07197f2b4825930304484191ec46', 'gw_port': {'id': 'a48cade5-4160-4a39-9525-716a373f3426', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45df3c0-2b77-48d0-ad6e-fd67578db74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:39:18Z', 'updated_at': '2021-11-27T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:51:47.944967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Calling delete_port for a48cade5-4160-4a39-9525-716a373f3426 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:48.207993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:48.211711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-acf60e80-88f9-473b-a149-ed588acdb074 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:48.252428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a48cade5-4160-4a39-9525-716a373f3426,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:48.256282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:48.479563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:48.731591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:48.735671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:48.836258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:48.836793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45df3c0-2b77-48d0-ad6e-fd67578db74e {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:51:48.853203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:48.854364 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f45df3c0-2b77-48d0-ad6e-fd67578db74e HTTP/1.1" status: 204  len: 168 time: 1.8322182
Nov 27 11:51:48.859050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53210) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:48.921156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Deleting subnet f9d09aa7-1681-4449-9bba-28800d90fa90 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:51:48.924481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:48.962240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-25f705c2-06b9-4ebb-9a20-19834820006f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:48.975392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.060519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.199838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.203995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-866c65e0-39c6-4bc8-b85a-0618c9617000 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:49.237287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d09aa7-1681-4449-9bba-28800d90fa90,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:49.250988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.252678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73afe9de-fb42-4559-959b-524d6265ac67 None None] Network 7c6587a7-adeb-4091-af2b-04c9a1699542 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:51:49.254309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.254800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.255177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.255546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.255913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.256279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.256654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.257009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.257363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.257904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.258261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:51:49.262863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:49.265825 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f9d09aa7-1681-4449-9bba-28800d90fa90 HTTP/1.1" status: 204  len: 168 time: 0.4080374
Nov 27 11:51:49.268489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53214) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:49.339450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a48cade5-4160-4a39-9525-716a373f3426 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:49.393006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.393222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: a48cade5-4160-4a39-9525-716a373f3426 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:49.393568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a48cade5-4160-4a39-9525-716a373f3426 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:49.393988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 737c42c3-b740-4caa-9a69-3b5601baa23f no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:49.404130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Deleting port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:49.404457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.437036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 737c42c3-b740-4caa-9a69-3b5601baa23f {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:49.437379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 737c42c3-b740-4caa-9a69-3b5601baa23f not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:49.586150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] DHCP port deletion for 7c6587a7-adeb-4091-af2b-04c9a1699542 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:51:49.591270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] Deleting port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:49.591721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.729239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] For port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=18cc2ddc-46c4-4e33-8dc2-99c0e9073801,segment=NetworkSegment(f2579e0f-b4c6-44ac-b55a-0882dcc6b395),segment_id=f2579e0f-b4c6-44ac-b55a-0882dcc6b395)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:49.729630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.813154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] For port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=18cc2ddc-46c4-4e33-8dc2-99c0e9073801,segment=NetworkSegment(f2579e0f-b4c6-44ac-b55a-0882dcc6b395),segment_id=f2579e0f-b4c6-44ac-b55a-0882dcc6b395)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:51:49.813551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.850874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Calling delete_port for 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:49.875047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:49.935611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] Calling delete_port for 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:51:49.945424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-d14a48b3-54ea-49db-93c6-855e0beae6f4 req-ebdeeb82-fef8-4aed-9fd0-2abbc6fe1bc5 service neutron] (84364) timed out ('10.222.0.39', 62622) {{(pid=84364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 27 11:51:50.018996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:50.022906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:50.024135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 11:51:50.024557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 11:51:50.066673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18cc2ddc-46c4-4e33-8dc2-99c0e9073801,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:50.069046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:50.071536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] No DVR routers for this DVR port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:51:50.188193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:50.212755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28450a3400>,) {'filters': {'network_id': ['7c6587a7-adeb-4091-af2b-04c9a1699542']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:50.224253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28450a3400>, 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:50.224539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28450a3400>, 'f2579e0f-b4c6-44ac-b55a-0882dcc6b395') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:51:50.235379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:50.250980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:50.256729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:51:50.257103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:51:50.270256 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:51:50.468181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:50.473149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:50.475657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9fe62dd1-bd68-435b-851d-dc31184f38f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:50.498655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6587a7-adeb-4091-af2b-04c9a1699542,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:50.501577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:50.541133 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7c6587a7-adeb-4091-af2b-04c9a1699542 HTTP/1.1" status: 204  len: 168 time: 1.2372699
Nov 27 11:51:50.541552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] Deleting port 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:51:50.541552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:50.592047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0bc79-e318-45b4-84db-d38289039ff7 None None] The port '18cc2ddc-46c4-4e33-8dc2-99c0e9073801' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 11:51:50.966982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53220) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:51.018040 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-be7cf8ef-6991-4068-904d-ca4e0fd2c147 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=494d59d333c040f9a8c631a4bb0a01f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497525
Nov 27 11:51:51.020436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53224) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:51.087252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-960feffe-1819-45f8-bbd9-06c64c74b740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:51.098278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:51:51.126952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-960feffe-1819-45f8-bbd9-06c64c74b740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:51.164918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cc0c-57b2-4d5a-951b-376c22787a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:51.166292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:51:51.166654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 18cc2ddc-46c4-4e33-8dc2-99c0e9073801 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:51:51.238970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-960feffe-1819-45f8-bbd9-06c64c74b740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:51.242765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-14fcb8c7-9679-4340-8e6d-6f7f99e55b83 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:51.257684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960feffe-1819-45f8-bbd9-06c64c74b740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b9b7f-86b9-48b6-a92e-f83991a8d899,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:51.262080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-960feffe-1819-45f8-bbd9-06c64c74b740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:51.265148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-960feffe-1819-45f8-bbd9-06c64c74b740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:51.266252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-960feffe-1819-45f8-bbd9-06c64c74b740 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a4b9b7f-86b9-48b6-a92e-f83991a8d899 HTTP/1.1" status: 204  len: 168 time: 0.2448790
Nov 27 11:51:52.136857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53232) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:52.188189 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-283c2721-8425-4812-9af6-3cb4e36cadfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=208f07197f2b4825930304484191ec46&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500028
Nov 27 11:51:52.190660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53236) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:51:52.250343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c30eea4c-29f7-4458-bba4-3a71a489b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:52.280520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c30eea4c-29f7-4458-bba4-3a71a489b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:52.365180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:52.521732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c30eea4c-29f7-4458-bba4-3a71a489b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:52.525501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ab00855a-fb6a-4675-a519-17266eda96b5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:51:52.537530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eea4c-29f7-4458-bba4-3a71a489b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cab5f67-10ef-4002-97d0-a8c511dc334a,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:51:52.541121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c30eea4c-29f7-4458-bba4-3a71a489b098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:51:52.545077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c30eea4c-29f7-4458-bba4-3a71a489b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:51:52.546177 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c30eea4c-29f7-4458-bba4-3a71a489b098 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cab5f67-10ef-4002-97d0-a8c511dc334a HTTP/1.1" status: 204  len: 168 time: 0.3546286
Nov 27 11:51:53.119124 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:51:53.770641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:05.226852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53252) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:05.405903 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0c177459-011a-490c-a3b3-33981c6e427b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers/e4e69e1b-4058-45bb-968c-85e19889f70b/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1777923
Nov 27 11:52:05.408595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53256) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:05.696538 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c5d84d-514e-4805-b17c-94dcb9398838 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Notify agent at dv-neutron-819441-1-hyperv the message router_removed_from_agent {{(pid=84364) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Nov 27 11:52:05.699648 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-01c5d84d-514e-4805-b17c-94dcb9398838 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "DELETE /v2.0/agents/2640d15b-824c-492b-9778-e617cdd24ad8/l3-routers/e4e69e1b-4058-45bb-968c-85e19889f70b HTTP/1.1" status: 204  len: 168 time: 0.2901382
Nov 27 11:52:05.702364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53260) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:05.887303 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-76f2ed6e-d45d-477f-96e4-d8186d64f8b9 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers/e4e69e1b-4058-45bb-968c-85e19889f70b/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1837640
Nov 27 11:52:05.889761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53264) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:05.992765 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-74dd9017-3b7f-4f5f-8a3d-0600b88efc15 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 994 time: 0.1017656
Nov 27 11:52:06.444685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a51df-4faf-49f4-b08e-a8e7687d3436 None None] New status for floating IP b872e71e-103a-4dfb-9ec1-73a4bed83e7c: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:52:06.996291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53268) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:07.098804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:52:07.104632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-efa4f54d-a9f5-45e2-b07b-cc5dce41bf2e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1068327
Nov 27 11:52:07.207515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:07.238559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:07.438984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:07.439870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c4e040a-5413-4984-8e6a-e2de8a110b76 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:52:07.462587 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:07.554951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:07.601313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.601568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.601898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.602288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.602655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.602984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.603379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.603701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.604018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.604333 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.604646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:07.610751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:07.622944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:07.638268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 5c4e040a-5413-4984-8e6a-e2de8a110b76, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5c4e040a-5413-4984-8e6a-e2de8a110b76,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:07.716309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:07.720001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:07.787375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=5c4e040a-5413-4984-8e6a-e2de8a110b76,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:07.790372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:08.266180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53274) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:08.538769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9087fe0a-6a49-4682-ad1d-c5bdafaa1154 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Router e4e69e1b-4058-45bb-968c-85e19889f70b is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:52:08.539037 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9087fe0a-6a49-4682-ad1d-c5bdafaa1154 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Notify agent at dv-neutron-819441-1-hyperv the message router_added_to_agent {{(pid=84363) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Nov 27 11:52:08.568556 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9087fe0a-6a49-4682-ad1d-c5bdafaa1154 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "POST /v2.0/agents/2640d15b-824c-492b-9778-e617cdd24ad8/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.3012969
Nov 27 11:52:08.571258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53280) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:08.585163 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] Sync routers for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:52:08.597680 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:08.598280 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463ca3d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:08.747578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-544cfc39-1bd1-4424-875a-7ce6919b2d94 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers/e4e69e1b-4058-45bb-968c-85e19889f70b/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1751132
Nov 27 11:52:08.751114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53286) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:08.775925 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:52:08.859633 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4b59559c-c0be-4c97-9b5e-fd4e74bce334 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1071286
Nov 27 11:52:09.118447 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463ca3d0>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:52:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b872e71e-103a-4dfb-9ec1-73a4bed83e7c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'port_id': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:51:28Z', 'updated_at': '2021-11-27T11:52:06Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:52:07Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:09.122104 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] Checking router: e4e69e1b-4058-45bb-968c-85e19889f70b for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:52:09.132328 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:09.132913 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463ca3d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:51:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:09.192736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:09.305939 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:52:09.646366 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463ca3d0>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:52:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b872e71e-103a-4dfb-9ec1-73a4bed83e7c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'port_id': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:51:28Z', 'updated_at': '2021-11-27T11:52:06Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:52:07Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:09.650127 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb049855-e8f0-4c84-8e3d-0f47716dbf69 None None] The sync data for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:51:06Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:52:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'b872e71e-103a-4dfb-9ec1-73a4bed83e7c', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'port_id': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:51:28Z', 'updated_at': '2021-11-27T11:52:06Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a11f8d-4fb1-4c56-86b3-bb941628d5e5', 'name': '', 'network_id': '5febbc56-bfd9-4b1b-957a-dbc25e8a2523', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:e2:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:06Z', 'updated_at': '2021-11-27T11:52:07Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '924e8ec5-a47c-4763-986d-8eaab5dcfd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:52:09.862851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53290) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:09.970243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-50cf438d-a385-4a7e-9e8a-f1de805ac6c6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1061337
Nov 27 11:52:10.972409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53294) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:11.080427 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2188fc19-01b5-4a45-80af-e480b004ac72 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1068292
Nov 27 11:52:11.147393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:11.223720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:11.224009 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:11.337695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:11.368376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:11.439596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:11.440484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c4e040a-5413-4984-8e6a-e2de8a110b76 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:11.470342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:11.561418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:11.564776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:11.575537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 5c4e040a-5413-4984-8e6a-e2de8a110b76 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:11.576202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:11.690062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:11.707829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 5c4e040a-5413-4984-8e6a-e2de8a110b76, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5c4e040a-5413-4984-8e6a-e2de8a110b76,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:11.807017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:11.809761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:11.873225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=5c4e040a-5413-4984-8e6a-e2de8a110b76,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:11.876258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:12.083496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53298) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:12.300659 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-33cd05e5-9c8e-4a1d-9945-7c99d5f8220a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.2160587
Nov 27 11:52:13.106076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:13.175743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:13.176150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:13.304629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53302) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:13.324470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c4e040a-5413-4984-8e6a-e2de8a110b76 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:13.391795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 5c4e040a-5413-4984-8e6a-e2de8a110b76 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:13.392191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:13.412672 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-424baa3b-1796-4b4f-b645-46ee6f7b8a85 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1062281
Nov 27 11:52:14.416730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53306) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:14.524178 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0103db93-5898-4f80-aa35-c13c6205b732 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1061368
Nov 27 11:52:15.527977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53310) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:15.634794 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5bd6497d-14b4-420e-90ec-1db5057f3f4c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1054981
Nov 27 11:52:16.638647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53314) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:16.739427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647581c-dd44-4fe5-9cbe-630326b5dd39 None None] New status for floating IP b872e71e-103a-4dfb-9ec1-73a4bed83e7c: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:52:16.748965 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1a43d412-1a09-4c54-889e-884d6eaa6a19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 992 time: 0.1090999
Nov 27 11:52:17.752281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53318) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:17.861750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6f979014-ec01-4b08-bff8-3a3171309aa9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 200  len: 994 time: 0.1082430
Nov 27 11:52:18.518042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53328) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:18.716835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port d12e65ab-2d6b-42dc-b8ec-77c3962ee9f5 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:52:18.717173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:18.887553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:18.888286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:18.969902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-94ae3ef5-596e-4454-9f08-0f2afd37a544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:19.007323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for d12e65ab-2d6b-42dc-b8ec-77c3962ee9f5 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:52:19.238109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:19.241627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2da3c7a7-797e-4074-ac83-0fe5b7b77485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:19.282325 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=d12e65ab-2d6b-42dc-b8ec-77c3962ee9f5,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:19.286566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:19.376099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:19.815532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:19.876634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router e4e69e1b-4058-45bb-968c-85e19889f70b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:52:20.076914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:52:20.163058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:20.218747 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/b872e71e-103a-4dfb-9ec1-73a4bed83e7c HTTP/1.1" status: 204  len: 168 time: 1.6995864
Nov 27 11:52:20.219373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:52:20.273439 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'status': 'completed', 'code': 200}
Nov 27 11:52:20.498307 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-ad60ef5b-eaeb-40e9-89c2-729253890d13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 1099 time: 0.1957138
Nov 27 11:52:20.634022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-6e6c18b6-f539-4967-bd9a-5daa79460828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:20.635447 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-6e6c18b6-f539-4967-bd9a-5daa79460828 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523 HTTP/1.1" status: 200  len: 898 time: 0.1266570
Nov 27 11:52:20.712799 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-eef8e6a2-426d-4520-a79a-8659390a092f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe HTTP/1.1" status: 200  len: 217 time: 0.0665250
Nov 27 11:52:20.775525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-76f3e883-3385-479f-86ca-7a467f30f645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:20.776974 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-76f3e883-3385-479f-86ca-7a467f30f645 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=924e8ec5-a47c-4763-986d-8eaab5dcfd21 HTTP/1.1" status: 200  len: 835 time: 0.0574875
Nov 27 11:52:20.849300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47490887-1a66-49aa-afa0-b4a58ab2920c req-c5ad89dd-cb6d-4503-9ca0-83fb90b47fe3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:20.850763 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-47490887-1a66-49aa-afa0-b4a58ab2920c req-c5ad89dd-cb6d-4503-9ca0-83fb90b47fe3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 946 time: 0.0838554
Nov 27 11:52:20.857223 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-70e8fc46-b0f0-4d02-95b6-0e808d9e50b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5febbc56-bfd9-4b1b-957a-dbc25e8a2523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722911
Nov 27 11:52:20.897551 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-47490887-1a66-49aa-afa0-b4a58ab2920c req-ae4ce421-2537-4a4e-b15b-5d601ad2fbb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409782
Nov 27 11:52:20.989946 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-a13ddb02-6eab-4c90-a6fa-47cc786a8d60 service neutron] 10.222.0.39 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258023
Nov 27 11:52:21.124798 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eee5700d-fa85-457b-b080-67e6ae50ec51 req-17fc92c7-998d-4b19-ae96-c2ef7d22c516 service neutron] 10.222.0.39 "GET /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260371
Nov 27 11:52:21.155573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4c2f82da-a1d2-4b5b-8942-0fe70a60f90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:22.101448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66a6ef-fe2c-45f5-b264-62ed0c5eb9f5 req-f27cf82b-38b6-41d1-9f6b-a244342f5710 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:22.102115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0e66a6ef-fe2c-45f5-b264-62ed0c5eb9f5 req-f27cf82b-38b6-41d1-9f6b-a244342f5710 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:52:22.175562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0e66a6ef-fe2c-45f5-b264-62ed0c5eb9f5 req-f27cf82b-38b6-41d1-9f6b-a244342f5710 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:52:22.176733 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e66a6ef-fe2c-45f5-b264-62ed0c5eb9f5 req-f27cf82b-38b6-41d1-9f6b-a244342f5710 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 946 time: 0.1510718
Nov 27 11:52:22.222110 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e66a6ef-fe2c-45f5-b264-62ed0c5eb9f5 req-7629602b-48a0-486d-8f34-304810ef970f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c18cb173-d4f2-443d-b877-0e3064d51ffd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399201
Nov 27 11:52:22.345230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-549cf99e-f8da-4d74-b4f6-85d93988f2f1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:22.346764 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-549cf99e-f8da-4d74-b4f6-85d93988f2f1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 946 time: 0.0796318
Nov 27 11:52:22.398273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:22.417378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:52:22.417715 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:22.754041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:22.754315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:22.873371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:52:23.095617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:23.101385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-15077435-8ac3-4386-9dbe-cd19b834630f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:23.144462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=8a6de833-24ca-4c03-bc19-0e34a1bf2ffe,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:23.147860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:23.219411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:52:23.221883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:23.224519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'name': 'network-vif-deleted', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:52:23.282263 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc3d614-56b1-4336-856c-55b87ba9874e', 'name': 'network-vif-deleted', 'tag': '8a6de833-24ca-4c03-bc19-0e34a1bf2ffe', 'status': 'completed', 'code': 200}
Nov 27 11:52:23.342182 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecd3ac54-3adf-4139-9e2f-f324005daff8 req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/8a6de833-24ca-4c03-bc19-0e34a1bf2ffe HTTP/1.1" status: 204  len: 173 time: 0.9859011
Nov 27 11:52:23.385364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-5ed513bd-f69b-463e-8d56-cf7a66a92780 req-41a85f1e-ffd3-4643-ba68-8104cd5044d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:52:23.484656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-5ed513bd-f69b-463e-8d56-cf7a66a92780 req-41a85f1e-ffd3-4643-ba68-8104cd5044d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:52:23.486042 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ed513bd-f69b-463e-8d56-cf7a66a92780 req-41a85f1e-ffd3-4643-ba68-8104cd5044d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc3d614-56b1-4336-856c-55b87ba9874e HTTP/1.1" status: 200  len: 210 time: 0.1405365
Nov 27 11:52:23.778195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:24.595095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53348) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:24.661685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:24.689936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:24.838777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:24.843902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cec74f52-e29a-4e8b-8879-502dec7cc290 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:24.861744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18cb173-d4f2-443d-b877-0e3064d51ffd,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:24.870689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.871065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.871433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.871795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.872154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.872511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.872867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.873220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.873573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.874415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.874788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:24.877846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:24.983107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:24.984221 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/c18cb173-d4f2-443d-b877-0e3064d51ffd HTTP/1.1" status: 204  len: 168 time: 0.3881338
Nov 27 11:52:25.099775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53354) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:25.600831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:26.125006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:52:26.164511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:52:26.164511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 8a6de833-24ca-4c03-bc19-0e34a1bf2ffe not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:52:26.209481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:52:26.209812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:26.398899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port e8a11f8d-4fb1-4c56-86b3-bb941628d5e5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:26.399251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:26.524433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:52:26.837866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:26.841880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:26.886897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=e8a11f8d-4fb1-4c56-86b3-bb941628d5e5,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:26.890234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:27.204474 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] Sync routers for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:52:27.218189 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:27.218884 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463ca070>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:27.301217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:27.419718 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:52:27.696118 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463ca070>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:52:26Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:52:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:27.699841 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] Checking router: e4e69e1b-4058-45bb-968c-85e19889f70b for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:52:27.712086 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] Routers {'e4e69e1b-4058-45bb-968c-85e19889f70b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:27.712686 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463ca070>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4e69e1b-4058-45bb-968c-85e19889f70b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:27.879489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router e4e69e1b-4058-45bb-968c-85e19889f70b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:52:27.888647 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] Set router e4e69e1b-4058-45bb-968c-85e19889f70b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:52:28.099942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:52:28.175079 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463ca070>, [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:52:26Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:52:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:28.178878 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063459c-9a6f-46d4-a6cd-92e4a6f84cbc None None] The sync data for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'name': 'tempest-TestNetworkBasicOps-router-1600251689', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:51:01Z', 'updated_at': '2021-11-27T11:52:26Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '5c4e040a-5413-4984-8e6a-e2de8a110b76', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e69e1b-4058-45bb-968c-85e19889f70b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:51:02Z', 'updated_at': '2021-11-27T11:52:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:52:28.189245 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/e4e69e1b-4058-45bb-968c-85e19889f70b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0882883
Nov 27 11:52:28.191826 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53358) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:28.375432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet 924e8ec5-a47c-4763-986d-8eaab5dcfd21 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:52:28.378227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:28.430462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:28.514830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:28.670146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:28.674116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84e2d850-0260-4ee8-9daf-1bc6cf15530b tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:28.713164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=924e8ec5-a47c-4763-986d-8eaab5dcfd21,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:28.718016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:28.720867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:28.727366 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/924e8ec5-a47c-4763-986d-8eaab5dcfd21 HTTP/1.1" status: 204  len: 168 time: 0.5344679
Nov 27 11:52:28.727769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5035ccc2-f584-4cb0-b59d-58f23c86c565 None None] Network 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:52:28.730027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53362) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:28.943541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:28.995716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] DHCP port deletion for 5febbc56-bfd9-4b1b-957a-dbc25e8a2523 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:52:29.000866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] Deleting port ee6a0625-0066-489c-aca1-3cd17b8b90d3 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:52:29.001437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:29.123672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:52:29.150821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:29.161721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:52:29.167036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e8a11f8d-4fb1-4c56-86b3-bb941628d5e5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:52:29.167036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ee6a0625-0066-489c-aca1-3cd17b8b90d3 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:52:29.220977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 5c4e040a-5413-4984-8e6a-e2de8a110b76 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:52:29.221202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:29.283888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] For port ee6a0625-0066-489c-aca1-3cd17b8b90d3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ee6a0625-0066-489c-aca1-3cd17b8b90d3,segment=NetworkSegment(31990094-e70b-4cb5-8b6d-0fdac41b15bf),segment_id=31990094-e70b-4cb5-8b6d-0fdac41b15bf)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:29.284309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:29.398753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 5c4e040a-5413-4984-8e6a-e2de8a110b76, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5c4e040a-5413-4984-8e6a-e2de8a110b76,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:29.399310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:29.405880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] Calling delete_port for ee6a0625-0066-489c-aca1-3cd17b8b90d3 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:52:29.517150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:29.523800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 5c4e040a-5413-4984-8e6a-e2de8a110b76 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:52:29.627853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:29.638407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-00f652b6-3e7f-4a5e-bb9f-be2522ff5d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:29.719454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] Pushing event deleted for resources: {'Port': ['ID=ee6a0625-0066-489c-aca1-3cd17b8b90d3,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:29.723015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:29.726011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] No DVR routers for this DVR port ee6a0625-0066-489c-aca1-3cd17b8b90d3 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:52:29.858264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:29.862153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-61f24a43-edca-476f-90b0-a371010bd40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:29.904437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=5c4e040a-5413-4984-8e6a-e2de8a110b76,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:29.909759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:30.120125 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:52:30.127145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.395760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.399770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.489134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.489680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Fanout notify agent at l3_agent the message router_deleted on router e4e69e1b-4058-45bb-968c-85e19889f70b {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:52:30.503618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.505262 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/routers/e4e69e1b-4058-45bb-968c-85e19889f70b HTTP/1.1" status: 204  len: 168 time: 1.7736483
Nov 27 11:52:30.507474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53366) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:30.616765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.744498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.769344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ee01f0>,) {'filters': {'network_id': ['5febbc56-bfd9-4b1b-957a-dbc25e8a2523']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:30.781111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ee01f0>, '31990094-e70b-4cb5-8b6d-0fdac41b15bf') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:30.781399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ee01f0>, '31990094-e70b-4cb5-8b6d-0fdac41b15bf') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:30.792489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.807707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.814069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:52:30.819803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:52:30.829102 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:52:30.980803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:30.984677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-03bafe5a-78c6-4e32-a895-e451ba3eef0d tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:30.998615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:31.013443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=5febbc56-bfd9-4b1b-957a-dbc25e8a2523,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:31.016276 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/5febbc56-bfd9-4b1b-957a-dbc25e8a2523 HTTP/1.1" status: 204  len: 168 time: 0.5078719
Nov 27 11:52:31.017133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:31.038063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53370) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:31.043890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--68933599', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:31.049462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:31.053579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:31.056472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:31.062759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:31.161035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:52:31.164189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:31.194100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:52:31.204222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:31.205835 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment 8c0caf41-39c5-4427-809d-01a0b240b208 of type vlan for network 54c14b81-ed33-4a90-86ce-2c7209f3fce9
Nov 27 11:52:31.231364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:31.238760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ebef3-246e-44e3-90dc-c9ca72052f3c None None] New status for floating IP b872e71e-103a-4dfb-9ec1-73a4bed83e7c: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:52:31.349846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:31.354845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:31.355496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:31.361696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-006747c4-0da1-4ee5-ab83-641efde6a8cb tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:31.455981 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44c78e-9cd3-492f-b24d-b1255b7b0368 None None] Sync routers for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:52:31.467269 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44c78e-9cd3-492f-b24d-b1255b7b0368 None None] Routers set() bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:31.468890 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44c78e-9cd3-492f-b24d-b1255b7b0368 None None] Router IDs set() for agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 11:52:31.468890 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_agentschedulers_db [None req-de44c78e-9cd3-492f-b24d-b1255b7b0368 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4e69e1b-4058-45bb-968c-85e19889f70b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent'). {{(pid=84366) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 11:52:31.469589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=54c14b81-ed33-4a90-86ce-2c7209f3fce9,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:31.472259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:31.480193 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44c78e-9cd3-492f-b24d-b1255b7b0368 None None] Routers set() bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:31.480329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:52:31.480690 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44c78e-9cd3-492f-b24d-b1255b7b0368 None None] Router IDs set() for agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 11:52:31.481343 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_agentschedulers_db [None req-de44c78e-9cd3-492f-b24d-b1255b7b0368 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4e69e1b-4058-45bb-968c-85e19889f70b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent'). {{(pid=84366) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 11:52:31.481836 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44c78e-9cd3-492f-b24d-b1255b7b0368 None None] The sync data for ids ['e4e69e1b-4058-45bb-968c-85e19889f70b'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:52:31.542619 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5032218
Nov 27 11:52:31.546214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53374) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:31.555155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-12458475', 'admin_state_up': True, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:31.567783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:31.572657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:router and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:31.576424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:31.582427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:31.673100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:31.674051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:31.692714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:32.047431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:32.297901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:32.330514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:32.462819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.138 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/eb41dd83-0cd0-4495-a5e7-4bb8d84fa987) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:52:32.610615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:32.706844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:32.711182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ebb42351-6bab-46a9-8a85-2b0fca8908e6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:32.773310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:52:32.780641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:52:32.784691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:52:32.813770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=eb41dd83-0cd0-4495-a5e7-4bb8d84fa987,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:32.819676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:33.001323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:33.001959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:33.070171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c4e040a-5413-4984-8e6a-e2de8a110b76 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:52:33.103314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 5c4e040a-5413-4984-8e6a-e2de8a110b76 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:52:33.103668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c4e040a-5413-4984-8e6a-e2de8a110b76 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:52:33.329376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:52:33.531178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:52:33.540205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Sync routers for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:52:33.552131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:33.552732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845b191f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:33.644039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:33.645227 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.0970635
Nov 27 11:52:33.648411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53378) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:33.727759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:52:33.862639 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-95f437ce-9947-4ac7-918c-5c6929d5cfa4 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2130210
Nov 27 11:52:33.865229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53384) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:33.992834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa574c5-479e-470b-a535-b401545daa48 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:33.994212 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9fa574c5-479e-470b-a535-b401545daa48 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1281028
Nov 27 11:52:33.996985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53388) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:34.013011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845b191f0>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:32Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:34.017416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Checking router: c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:52:34.017773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Updating router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:52:34.037719 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a43da3ca-39f2-4a2f-a452-0bd034fde03c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0393114
Nov 27 11:52:34.041093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53392) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:34.047101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344989734', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:34.069848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:34.155269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:34.159957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:34.162799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:34.168647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:34.263739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:52:34.399061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:34.411517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Transition to ACTIVE for port object eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:52:34.478481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:34.492362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:34.496135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:34.571605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9baf4-1881-498e-ab12-0fae2ebb09ae None None] Pushing event updated for resources: {'Port': ['ID=eb41dd83-0cd0-4495-a5e7-4bb8d84fa987,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:34.575634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-12f9baf4-1881-498e-ab12-0fae2ebb09ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:34.578241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Attempting to bind port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:52:34.578641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Attempting to bind port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:52:34.579008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Attempting to bind port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:52:34.587592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:52:34.587592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:52:34.587890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:34.588208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:52:34.588676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Bound port: eb41dd83-0cd0-4495-a5e7-4bb8d84fa987, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:52:34.589042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:34.658317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] For port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:52:34.661556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] For port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=eb41dd83-0cd0-4495-a5e7-4bb8d84fa987,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:52:34.750568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:34.754167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-e5a8640f-ddae-4d95-ad7d-c825cdbfc55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:34.803987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:34.808519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-58808bda-9e4c-4ddb-977a-4e6e6f6b3e05 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:34.834857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9baf4-1881-498e-ab12-0fae2ebb09ae None None] Pushing event updated for resources: {'Port': ['ID=eb41dd83-0cd0-4495-a5e7-4bb8d84fa987,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:34.837853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-12f9baf4-1881-498e-ab12-0fae2ebb09ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:34.838747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:34.839343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845b191f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:34.886361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=bca20c84-fc17-4224-a99b-7e379e2908ad,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:34.889867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:34.897455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:52:34.897809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: 54c14b81-ed33-4a90-86ce-2c7209f3fce9, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:52:35.056736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:52:35.083784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:52:35.197780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 54c14b81-ed33-4a90-86ce-2c7209f3fce9) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:52:35.201925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:35.208220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:35.229291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968d7c0-c2a5-4313-8f24-d073262f2c6f None None] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:52:35.316691 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.2742264
Nov 27 11:52:35.320613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53398) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:35.534106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:52:35.534975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:35.549558 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845b191f0>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:32Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:35.557107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243e86-e78e-490e-aa19-3ce98d21bb22 None None] The sync data for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv is: [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:32Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:52:35.712533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Allocated IP 172.20.0.2 (54c14b81-ed33-4a90-86ce-2c7209f3fce9/bca20c84-fc17-4224-a99b-7e379e2908ad/8675df87-44f7-496d-a931-e3dcae8182f5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:52:35.958050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:35.973268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Transition to ACTIVE for port object 8675df87-44f7-496d-a931-e3dcae8182f5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:52:35.988604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Transition to ACTIVE for port object 8675df87-44f7-496d-a931-e3dcae8182f5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:52:36.072948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:36.079153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-53440721-ae7e-40e4-a65b-7a3598ab25b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:36.137177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:52:36.145823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:52:36.150032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:52:36.157073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Pushing event updated for resources: {'Port': ['ID=8675df87-44f7-496d-a931-e3dcae8182f5,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:36.160751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:36.245629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Attempting to bind port 8675df87-44f7-496d-a931-e3dcae8182f5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:52:36.245998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Attempting to bind port 8675df87-44f7-496d-a931-e3dcae8182f5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:52:36.246365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Attempting to bind port 8675df87-44f7-496d-a931-e3dcae8182f5 on network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:52:36.253094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:52:36.253493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Checking segment: {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:52:36.254055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:36.254451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Bound using segment: {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:52:36.254934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Bound port: 8675df87-44f7-496d-a931-e3dcae8182f5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:52:36.255306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:36.258912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:36.352590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] For port 8675df87-44f7-496d-a931-e3dcae8182f5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:52:36.355956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] For port 8675df87-44f7-496d-a931-e3dcae8182f5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8675df87-44f7-496d-a931-e3dcae8182f5,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:52:36.418328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:36.422003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-00f652b6-3e7f-4a5e-bb9f-be2522ff5d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:36.508557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Pushing event updated for resources: {'Port': ['ID=8675df87-44f7-496d-a931-e3dcae8182f5,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:36.513102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:36.734077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.1 (54c14b81-ed33-4a90-86ce-2c7209f3fce9/bca20c84-fc17-4224-a99b-7e379e2908ad/a58c9160-e5b3-4acc-9383-6b6a8456e202) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:52:36.894838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:36.909718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object a58c9160-e5b3-4acc-9383-6b6a8456e202 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:52:37.012892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.017334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:37.084983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:52:37.092954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:52:37.095711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:52:37.132155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=a58c9160-e5b3-4acc-9383-6b6a8456e202,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:37.135211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:37.172360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.173982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8675df87-44f7-496d-a931-e3dcae8182f5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:37.341280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 8675df87-44f7-496d-a931-e3dcae8182f5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:52:37.349265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:37.366208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.419983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba88678-612f-4c4a-a586-7661476c2b40 None None] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:52:37.637966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] Provisioning for port 8675df87-44f7-496d-a931-e3dcae8182f5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:52:37.641251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:52:37.678126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] Provisioning complete for port 8675df87-44f7-496d-a931-e3dcae8182f5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:37.678126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.704111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:37.704493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.883016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.920534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.925750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.948106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:37.956665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=eb41dd83-0cd0-4495-a5e7-4bb8d84fa987,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:37.971679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] For port 8675df87-44f7-496d-a931-e3dcae8182f5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8675df87-44f7-496d-a931-e3dcae8182f5,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:37.984600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:38.063005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:38.067769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b72e1dc6-6ba5-42ac-a89f-b4fe024f99cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:38.075340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:38.079052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=a58c9160-e5b3-4acc-9383-6b6a8456e202,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:38.090167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:38.105896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:38.139338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=eb41dd83-0cd0-4495-a5e7-4bb8d84fa987,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:38.142425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:38.142921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:38.212336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] Pushing event updated for resources: {'Port': ['ID=8675df87-44f7-496d-a931-e3dcae8182f5,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:38.218578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:38.230986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b87363b-5a49-499f-bb75-1f2d7feb9e2f None None] Provisioning complete for port 8675df87-44f7-496d-a931-e3dcae8182f5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:38.231873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b87363b-5a49-499f-bb75-1f2d7feb9e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:38.233782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:52:38.235656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:52:38.443964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b87363b-5a49-499f-bb75-1f2d7feb9e2f None None] Provisioning for port a58c9160-e5b3-4acc-9383-6b6a8456e202 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:52:38.449042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8b87363b-5a49-499f-bb75-1f2d7feb9e2f None None] Provisioning complete for port a58c9160-e5b3-4acc-9383-6b6a8456e202 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:38.449548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b87363b-5a49-499f-bb75-1f2d7feb9e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:38.508264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8b87363b-5a49-499f-bb75-1f2d7feb9e2f None None] Port a58c9160-e5b3-4acc-9383-6b6a8456e202 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:52:38.628734 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b4310292-2d91-4bf1-9650-44d442159406 None None] Provisioning complete for port a58c9160-e5b3-4acc-9383-6b6a8456e202 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:38.629026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b4310292-2d91-4bf1-9650-44d442159406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:38.630719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:52:38.683479 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b4310292-2d91-4bf1-9650-44d442159406 None None] Port a58c9160-e5b3-4acc-9383-6b6a8456e202 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:52:38.829967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:52:38.842357 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/c2fcf62a-8dff-4ce4-987a-5fa5d705ca65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5201406
Nov 27 11:52:38.844893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53402) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:38.983658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ce3a0-7358-44c7-ab7d-b2e58d61724e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:38.984311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ce3a0-7358-44c7-ab7d-b2e58d61724e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:38.984543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ce3a0-7358-44c7-ab7d-b2e58d61724e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:38.984965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ce3a0-7358-44c7-ab7d-b2e58d61724e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:38.986756 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2f2ce3a0-7358-44c7-ab7d-b2e58d61724e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2884 time: 0.1409287
Nov 27 11:52:38.989360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53406) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:39.134822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8675df87-44f7-496d-a931-e3dcae8182f5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:39.149571 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Sync routers for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:52:39.165358 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:39.166254 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467862b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:39.177878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41368c-7a1b-44e1-9ae3-096b4db7fc2b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:39.181646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41368c-7a1b-44e1-9ae3-096b4db7fc2b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:39.181646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41368c-7a1b-44e1-9ae3-096b4db7fc2b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:39.181646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41368c-7a1b-44e1-9ae3-096b4db7fc2b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:39.181646 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-aa41368c-7a1b-44e1-9ae3-096b4db7fc2b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.1901743
Nov 27 11:52:39.183649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53410) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:39.204681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8675df87-44f7-496d-a931-e3dcae8182f5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:39.205059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:39.236334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:39.337842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:39.348873 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:52:39.389611 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-aaec9362-35fd-4eef-ac94-966e65de1123 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.2047446
Nov 27 11:52:39.418938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:39.419326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:39.677923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53416) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:39.683520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863450764', 'description': 'tempest-secgroup-smoke-863450764 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:39.689546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:39.693577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:39.696576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:39.702529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:39.708435 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467862b0>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:39.712286 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Checking router: c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:52:39.712638 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Updating router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 port a58c9160-e5b3-4acc-9383-6b6a8456e202 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:52:39.762926 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:39.769254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:39.805752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:39.809465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:39.812260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:39.817914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:39.874873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:39.957736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:39.963227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-960feffe-1819-45f8-bbd9-06c64c74b740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:40.004093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:40.006843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:40.083586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.084747 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4058022
Nov 27 11:52:40.087632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53420) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:40.093961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'd0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:40.100143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:40.103820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:40.104901 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.106745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:40.112434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:40.116588 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Transition to ACTIVE for port object a58c9160-e5b3-4acc-9383-6b6a8456e202 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:52:40.215991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.238013 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.241712 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-41c1ba36-6e19-4589-8e81-bc3ae00a0097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:40.279182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.362679 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Pushing event updated for resources: {'Port': ['ID=a58c9160-e5b3-4acc-9383-6b6a8456e202,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:40.386889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.388739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8508dcbb-8812-4073-a543-4854716c379a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:40.396090 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.397435 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.397435 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.397435 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.397435 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.397811 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.398048 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.398361 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.398743 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.398994 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.399299 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:52:40.406477 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:40.413053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b653ba5b-148e-48a4-b167-c081ac15f8f7,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:40.417598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:40.461381 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Attempting to bind port a58c9160-e5b3-4acc-9383-6b6a8456e202 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:52:40.461874 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Attempting to bind port a58c9160-e5b3-4acc-9383-6b6a8456e202 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:52:40.462324 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Attempting to bind port a58c9160-e5b3-4acc-9383-6b6a8456e202 on network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:52:40.469023 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:52:40.469419 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Checking segment: {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:52:40.470015 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.470425 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Bound using segment: {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:52:40.470926 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Bound port: a58c9160-e5b3-4acc-9383-6b6a8456e202, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:52:40.471300 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.495342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.496627 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4079933
Nov 27 11:52:40.499877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53424) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:40.505928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'd0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:40.512264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:40.516730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:40.519763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:40.525721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:40.561339 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] For port a58c9160-e5b3-4acc-9383-6b6a8456e202, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:52:40.564767 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] For port a58c9160-e5b3-4acc-9383-6b6a8456e202, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a58c9160-e5b3-4acc-9383-6b6a8456e202,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:52:40.616352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.635317 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.639573 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:40.679240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.717760 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:52:40.718461 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467862b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:40.757809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.759769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-770ad881-f7a3-4a31-99b5-41edc10dac57 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:40.775005 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Pushing event updated for resources: {'Port': ['ID=a58c9160-e5b3-4acc-9383-6b6a8456e202,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:40.783519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a292ecb-c5a8-4c8a-98de-fa0a10eb716a,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:40.785149 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:40.786429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:40.857929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:40.862539 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3585172
Nov 27 11:52:40.863299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53428) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:40.868849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'd0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:40.875208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:40.879411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:40.882228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:40.887974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:40.906464 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:52:40.984957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.048336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.146798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.148616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b88c44c8-f6e2-4dfc-bb10-66575daa03fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:41.174569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a65468e-05f9-4cf2-b90a-b0aafab3a8e1,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:41.177474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:41.240164 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467862b0>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:40Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:52:41.244178 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b03f0d-5cb8-437e-a6d9-9956d2e5ee22 None None] The sync data for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv is: [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:40Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:52:41.276739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.276739 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4061012
Nov 27 11:52:41.276922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53432) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:41.284710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'd0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:41.292153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:41.296331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:41.299594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:41.310188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:41.413616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.488291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.587379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.589281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0b26dbcb-07c8-41c8-aebf-b9a4d6a01acd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:41.612531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b454a02-b413-4d4b-89c2-06771103dd04,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:41.615006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:41.692364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.698353 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4194136
Nov 27 11:52:41.698353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53436) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:41.702065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'd0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:41.708211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:41.712065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:41.715133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:41.721210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:41.809637 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:52:41.816752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.884694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.977701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:41.979658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bceaa940-c798-4600-b753-e606a3601198 tempest-SecGroupTest-1467882379 tempest-SecGroupTest-1467882379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:42.002510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6cbbed-a460-444e-b5de-12a38b1dba39,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:42.004946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:42.123780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:42.124985 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4277983
Nov 27 11:52:42.128836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53440) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:42.134641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'd0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:42.141248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:42.145088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:42.147929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:42.153584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:42.306661 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:52:42.313971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:42.378532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:42.489584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:42.491386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:42.518694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085a63f8-e50b-4f17-8e13-a722a90bbe3a,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:42.523061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:42.657657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:42.658805 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5290053
Nov 27 11:52:42.845642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-e776b175-b6f5-42b2-95a3-4afd721a767f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:52:42.920299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-e776b175-b6f5-42b2-95a3-4afd721a767f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:52:42.921863 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-e776b175-b6f5-42b2-95a3-4afd721a767f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863450764&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.1181126
Nov 27 11:52:43.066542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-318719d7-3b62-48fd-b71f-9064f1c856c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:43.067210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-318719d7-3b62-48fd-b71f-9064f1c856c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:52:43.133766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a58c9160-e5b3-4acc-9383-6b6a8456e202 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:43.160442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-318719d7-3b62-48fd-b71f-9064f1c856c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:52:43.161604 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-318719d7-3b62-48fd-b71f-9064f1c856c8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=54c14b81-ed33-4a90-86ce-2c7209f3fce9 HTTP/1.1" status: 200  len: 795 time: 0.2331755
Nov 27 11:52:43.180267 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-788184ed-8ec8-450f-81fc-1e0bacdc52f7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0129554
Nov 27 11:52:43.260294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-840b3792-2f5b-452f-975a-360fc6d59802 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:52:43.269378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port a58c9160-e5b3-4acc-9383-6b6a8456e202 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:52:43.274383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a58c9160-e5b3-4acc-9383-6b6a8456e202 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:43.274793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:43.346372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-840b3792-2f5b-452f-975a-360fc6d59802 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:52:43.348336 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-840b3792-2f5b-452f-975a-360fc6d59802 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1622925
Nov 27 11:52:43.392810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:43.425200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port a58c9160-e5b3-4acc-9383-6b6a8456e202, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a58c9160-e5b3-4acc-9383-6b6a8456e202,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:43.489008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-ae9d18e8-4dcf-4322-8eb5-fd99062a87bf service neutron] 10.222.0.23 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271071
Nov 27 11:52:43.500667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:43.503498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:43.568963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=a58c9160-e5b3-4acc-9383-6b6a8456e202,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:43.572088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:43.622736 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-fc8c9c74-1bc2-4c65-b47a-b1a332f73f04 service neutron] 10.222.0.23 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281531
Nov 27 11:52:43.903498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-ee15d657-0b72-4e5f-a5ea-49edfe69dfbd req-3eacbf2f-4a95-4820-95c2-1aae0d359ae8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:52:43.916020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-ee15d657-0b72-4e5f-a5ea-49edfe69dfbd req-3eacbf2f-4a95-4820-95c2-1aae0d359ae8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:52:43.917171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ee15d657-0b72-4e5f-a5ea-49edfe69dfbd req-3eacbf2f-4a95-4820-95c2-1aae0d359ae8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 210 time: 0.0550933
Nov 27 11:52:45.093887 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64aea92c-a379-43c7-a2d5-0b4f9edfe884 req-7058f1e2-3219-4460-b294-e5625f66f824 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 210 time: 0.0492814
Nov 27 11:52:45.130015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a58c9160-e5b3-4acc-9383-6b6a8456e202 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:45.239091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a58c9160-e5b3-4acc-9383-6b6a8456e202 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:45.239459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:46.058646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-331ed80e-5fc6-4709-8807-7f2c745dec0b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:46.060029 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-331ed80e-5fc6-4709-8807-7f2c745dec0b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=54c14b81-ed33-4a90-86ce-2c7209f3fce9 HTTP/1.1" status: 200  len: 795 time: 0.1504245
Nov 27 11:52:46.120923 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-a153ecef-109b-4cd6-bd3f-3a2e6331bd94 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 379 time: 0.0394595
Nov 27 11:52:46.132284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:46.268189 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1c25cd4a-c53c-4bf6-830f-bb538434e290 req-92c6ad3c-c35d-4322-9e92-4eb7b9c539ae tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 210 time: 0.0456314
Nov 27 11:52:46.278980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:46.289531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:46.426456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:52:46.430052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:46.690404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.5 (54c14b81-ed33-4a90-86ce-2c7209f3fce9/bca20c84-fc17-4224-a99b-7e379e2908ad/425d80ef-117e-487c-b29b-a465e8cc0699) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:52:46.873891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:46.889191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 425d80ef-117e-487c-b29b-a465e8cc0699 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:52:47.026654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:47.032736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f6f8ea53-c043-4a76-8e59-ed1e89067953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:47.105846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:52:47.111622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:52:47.117758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:52:47.151370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=425d80ef-117e-487c-b29b-a465e8cc0699,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:47.159079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:47.198680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:47.199336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:47.410666 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2753327
Nov 27 11:52:47.420032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Request body: {'port': {'device_id': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:47.466281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b8992b0d-e717-4417-99dc-1e8fde005e7a None None] Provisioning for port 425d80ef-117e-487c-b29b-a465e8cc0699 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:52:47.471617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b8992b0d-e717-4417-99dc-1e8fde005e7a None None] Provisioning complete for port 425d80ef-117e-487c-b29b-a465e8cc0699 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:47.472023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b8992b0d-e717-4417-99dc-1e8fde005e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:47.535536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b8992b0d-e717-4417-99dc-1e8fde005e7a None None] Port 425d80ef-117e-487c-b29b-a465e8cc0699 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:52:47.609055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:47.678294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953794e-b996-4ceb-988c-2013484ba290 req-5cc6bf88-6404-4285-9ea0-0d0f3b50d37e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:47.678998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-d953794e-b996-4ceb-988c-2013484ba290 req-5cc6bf88-6404-4285-9ea0-0d0f3b50d37e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:52:47.795525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-d953794e-b996-4ceb-988c-2013484ba290 req-5cc6bf88-6404-4285-9ea0-0d0f3b50d37e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:52:47.797362 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d953794e-b996-4ceb-988c-2013484ba290 req-5cc6bf88-6404-4285-9ea0-0d0f3b50d37e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 931 time: 0.4097705
Nov 27 11:52:47.933671 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d953794e-b996-4ceb-988c-2013484ba290 req-93a6afa9-fe7e-4b74-875e-6f135a55a223 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295958
Nov 27 11:52:48.025738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425d80ef-117e-487c-b29b-a465e8cc0699 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:52:48.033101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:48.047623 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Transition to ACTIVE for port object 425d80ef-117e-487c-b29b-a465e8cc0699 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:52:48.126390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:48.130849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6157a2c4-7b09-47ba-84e9-16d34b4e9ac7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:48.260048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=425d80ef-117e-487c-b29b-a465e8cc0699,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:48.262780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:48.376448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Attempting to bind port 425d80ef-117e-487c-b29b-a465e8cc0699 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:52:48.376779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Attempting to bind port 425d80ef-117e-487c-b29b-a465e8cc0699 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:52:48.377103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Attempting to bind port 425d80ef-117e-487c-b29b-a465e8cc0699 on network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:52:48.382697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Port 425d80ef-117e-487c-b29b-a465e8cc0699 on network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:52:48.383007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Attempting to bind port 425d80ef-117e-487c-b29b-a465e8cc0699 on network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:52:48.389188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:52:48.389503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Checking segment: {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:52:48.390366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Bound using segment: {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:52:48.390805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Bound port: 425d80ef-117e-487c-b29b-a465e8cc0699, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0caf41-39c5-4427-809d-01a0b240b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:52:48.391140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:48.477644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] For port 425d80ef-117e-487c-b29b-a465e8cc0699, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:52:48.480624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] For port 425d80ef-117e-487c-b29b-a465e8cc0699, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=425d80ef-117e-487c-b29b-a465e8cc0699,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:52:48.575709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:48.580197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-87dbc839-01e8-421e-a0a9-9af769dd38d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:48.639046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:48.641127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] 10.222.0.39 "PUT /v2.0/ports/425d80ef-117e-487c-b29b-a465e8cc0699 HTTP/1.1" status: 200  len: 1093 time: 1.2253315
Nov 27 11:52:48.641660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:52:48.673314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=425d80ef-117e-487c-b29b-a465e8cc0699,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:48.673314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:48.706279 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699', 'status': 'completed', 'code': 200}
Nov 27 11:52:48.808934 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7f5fb18-df57-4e31-a9ea-e024014ce1cc req-9d383deb-a147-45cf-aa6d-ac8f97f0234b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1096 time: 0.0736661
Nov 27 11:52:48.956030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5fb18-df57-4e31-a9ea-e024014ce1cc req-b0a80c52-9a4a-4e08-9664-d3441427bba8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:48.957446 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7f5fb18-df57-4e31-a9ea-e024014ce1cc req-b0a80c52-9a4a-4e08-9664-d3441427bba8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb8217bfd716483995fa071c0795ac98&shared=False HTTP/1.1" status: 200  len: 896 time: 0.1391003
Nov 27 11:52:48.997765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8836746e-e91a-4e9d-bfbe-8d01b806ede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:49.256269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5fb18-df57-4e31-a9ea-e024014ce1cc req-a41bba8a-7eda-4f85-bd5e-18043bea4eaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:49.257607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7f5fb18-df57-4e31-a9ea-e024014ce1cc req-a41bba8a-7eda-4f85-bd5e-18043bea4eaa service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2902749
Nov 27 11:52:49.277697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f6ead-c5ed-4dab-9aa9-b17e82416988 req-498a0985-d135-458a-b41e-517f5c9a3d7b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:49.279134 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6c8f6ead-c5ed-4dab-9aa9-b17e82416988 req-498a0985-d135-458a-b41e-517f5c9a3d7b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 943 time: 0.1288702
Nov 27 11:52:49.375639 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6c8f6ead-c5ed-4dab-9aa9-b17e82416988 req-621f64d2-ac4b-4d9c-a590-390cf1918e58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903487
Nov 27 11:52:49.397158 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-68ca60f6-00e4-46d7-a707-064c08239218 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1096 time: 0.0923982
Nov 27 11:52:49.472091 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-0f8ca7a6-c8e4-49ad-b5b9-72600708fa89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425d80ef-117e-487c-b29b-a465e8cc0699 HTTP/1.1" status: 200  len: 217 time: 0.0642560
Nov 27 11:52:49.538508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-52858c74-b967-4d0b-b4d8-be1895e2c077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:49.539825 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-52858c74-b967-4d0b-b4d8-be1895e2c077 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bca20c84-fc17-4224-a99b-7e379e2908ad HTTP/1.1" status: 200  len: 844 time: 0.0575423
Nov 27 11:52:49.618632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-72224b7c-3379-475c-a00e-2679b99c6974 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54c14b81-ed33-4a90-86ce-2c7209f3fce9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712311
Nov 27 11:52:49.756474 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-8b598612-2056-4e14-b4fd-dc5f25f7beaf service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267321
Nov 27 11:52:49.784264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:49.898556 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f60f5f0a-b3f5-4c03-9c94-405f97b6fca7 req-60923b1e-4c42-4291-8221-4015e767b343 service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323574
Nov 27 11:52:50.577510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97392a1a-af4a-4c91-a592-85146c1ffa68 req-468dc8fa-8de1-441b-bcac-ec05a0679f6a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:50.578981 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-97392a1a-af4a-4c91-a592-85146c1ffa68 req-468dc8fa-8de1-441b-bcac-ec05a0679f6a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 943 time: 0.0804894
Nov 27 11:52:50.625674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-97392a1a-af4a-4c91-a592-85146c1ffa68 req-9e2981a3-7077-4df3-b4b5-6c32964c5eea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:52:50.636847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-97392a1a-af4a-4c91-a592-85146c1ffa68 req-9e2981a3-7077-4df3-b4b5-6c32964c5eea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:52:50.637928 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-97392a1a-af4a-4c91-a592-85146c1ffa68 req-9e2981a3-7077-4df3-b4b5-6c32964c5eea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534992
Nov 27 11:52:51.195098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-902aca1a-a589-4a33-9847-82c0ed573049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:51.834709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead256-1901-4ee3-9f5c-33a93b42dc88 req-bde304a9-d2a6-469f-a799-f9e4606ab989 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:51.836173 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cead256-1901-4ee3-9f5c-33a93b42dc88 req-bde304a9-d2a6-469f-a799-f9e4606ab989 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 943 time: 0.0760272
Nov 27 11:52:51.880275 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cead256-1901-4ee3-9f5c-33a93b42dc88 req-b3f69e19-f921-483b-9cbb-1fca47e565b8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386312
Nov 27 11:52:52.385982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:53.151210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbad4b9-6482-49e2-937c-66bb39884734 req-e0e28372-be86-4bbb-b867-e5bb8a94c657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:53.152640 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-afbad4b9-6482-49e2-937c-66bb39884734 req-e0e28372-be86-4bbb-b867-e5bb8a94c657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 943 time: 0.1483727
Nov 27 11:52:53.201018 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-afbad4b9-6482-49e2-937c-66bb39884734 req-7b5dbb10-9c1f-4943-a0b2-b2e36474aa42 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422275
Nov 27 11:52:53.768564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:54.246982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 425d80ef-117e-487c-b29b-a465e8cc0699 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:52:54.388148 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 425d80ef-117e-487c-b29b-a465e8cc0699, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=425d80ef-117e-487c-b29b-a465e8cc0699,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:54.401459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '425d80ef-117e-487c-b29b-a465e8cc0699', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'port_id': '425d80ef-117e-487c-b29b-a465e8cc0699', 'mac_address': 'fa:16:3e:72:0f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:52:54.413460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656add-4de2-4e3a-bb91-3db897f5e330 req-e546fd87-3151-47d6-ace9-6d2afd3a802c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:54.415083 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-23656add-4de2-4e3a-bb91-3db897f5e330 req-e546fd87-3151-47d6-ace9-6d2afd3a802c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 943 time: 0.0879931
Nov 27 11:52:54.459007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:54.462047 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-23656add-4de2-4e3a-bb91-3db897f5e330 req-2b8b192c-ffcc-4dae-b35a-e64cbc0884b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411038
Nov 27 11:52:54.476375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d80ef-117e-487c-b29b-a465e8cc0699 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:52:54.492023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 425d80ef-117e-487c-b29b-a465e8cc0699, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=425d80ef-117e-487c-b29b-a465e8cc0699,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:54.563190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:54.564906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:54.630308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=425d80ef-117e-487c-b29b-a465e8cc0699,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:54.633263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:54.869148 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['425d80ef-117e-487c-b29b-a465e8cc0699'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:52:55.661799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f3509-d401-4c1e-9d49-38dd88a8a402 req-f37a5915-da43-4139-b9e3-6db40c3764b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:55.663165 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3d9f3509-d401-4c1e-9d49-38dd88a8a402 req-f37a5915-da43-4139-b9e3-6db40c3764b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 944 time: 0.0791430
Nov 27 11:52:55.708084 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3d9f3509-d401-4c1e-9d49-38dd88a8a402 req-6de779b5-409f-4e26-b9a0-5cfa03a16c94 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395229
Nov 27 11:52:56.257929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 425d80ef-117e-487c-b29b-a465e8cc0699 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:52:56.397287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 425d80ef-117e-487c-b29b-a465e8cc0699 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:52:56.402339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 425d80ef-117e-487c-b29b-a465e8cc0699 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:52:56.402730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:56.512826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:56.541651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:52:56.551227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 425d80ef-117e-487c-b29b-a465e8cc0699, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=425d80ef-117e-487c-b29b-a465e8cc0699,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:52:56.597607 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699', 'code': 200}
Nov 27 11:52:56.609153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:52:56.611183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:52:56.676587 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=425d80ef-117e-487c-b29b-a465e8cc0699,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:52:56.679741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:52:56.904709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab1ed-f9eb-4f28-88d4-feb0da7cf336 req-a38ca79c-b286-4999-8e31-d24856bb9e60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:56.906198 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-693ab1ed-f9eb-4f28-88d4-feb0da7cf336 req-a38ca79c-b286-4999-8e31-d24856bb9e60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 945 time: 0.0767398
Nov 27 11:52:56.957121 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-693ab1ed-f9eb-4f28-88d4-feb0da7cf336 req-09c7c432-e858-4562-a0a4-774bb1668e0a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452051
Nov 27 11:52:56.984176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6416fe6b-4529-46d7-b5a8-872f446bd837 req-6a3bf73f-9ed8-4fa6-908f-5803ac04386c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1098 time: 0.0674767
Nov 27 11:52:57.035563 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6416fe6b-4529-46d7-b5a8-872f446bd837 req-4cf54714-1388-4a4b-89f0-552ac7df0385 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403051
Nov 27 11:52:58.160484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e403-b783-4c93-9059-14eb00d54371 req-61080b14-b7ed-42fb-abaa-a3cdb708b7c7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:58.162096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3197e403-b783-4c93-9059-14eb00d54371 req-61080b14-b7ed-42fb-abaa-a3cdb708b7c7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 945 time: 0.0841753
Nov 27 11:52:58.212637 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3197e403-b783-4c93-9059-14eb00d54371 req-ea85ea2a-fb7d-483d-8d9e-13f38478d301 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449255
Nov 27 11:52:59.412456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770d87a-ee58-4e10-9bb5-b85e82ed742a req-146d33bc-2b1a-4a93-b9d1-20fe508c1e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:59.413902 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3770d87a-ee58-4e10-9bb5-b85e82ed742a req-146d33bc-2b1a-4a93-b9d1-20fe508c1e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 945 time: 0.0777957
Nov 27 11:52:59.460512 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3770d87a-ee58-4e10-9bb5-b85e82ed742a req-f22e76cb-3046-4d1d-857a-53998f07bfda tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411210
Nov 27 11:52:59.659004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f378ba-998e-4900-853b-c2fb4b21b71c req-8c1f2fc9-186c-4edd-b8c7-57ec03ce34e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:52:59.660311 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7f378ba-998e-4900-853b-c2fb4b21b71c req-8c1f2fc9-186c-4edd-b8c7-57ec03ce34e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 945 time: 0.0797822
Nov 27 11:52:59.706033 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7f378ba-998e-4900-853b-c2fb4b21b71c req-08e276ce-7aec-494c-a72f-89f25c6173f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401740
Nov 27 11:52:59.734904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53496) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:59.806957 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ce7f5d7f-f3e2-4d9f-bcb2-242ee5dcb876 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1093 time: 0.0708318
Nov 27 11:52:59.809434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53500) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:52:59.814944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '425d80ef-117e-487c-b29b-a465e8cc0699', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:52:59.820314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:52:59.824035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:52:59.827763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:52:59.833488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:52:59.937750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:00.072753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:00.206181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.107 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/d5ac1ff4-03ae-40ba-b1bd-5b1662ad0876) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:53:00.357023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:00.463332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:00.467039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:53:00.639686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:53:00.642924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d5ac1ff4-03ae-40ba-b1bd-5b1662ad0876,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:53:00.645819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:53:00.646802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:53:00.648925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:53:01.168240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:01.310774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:01.518744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:01.672291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:01.676067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5895d35e-2d2d-4266-81c4-7cb0cc8a3a59 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:53:01.775190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d5ac1ff4-03ae-40ba-b1bd-5b1662ad0876,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:53:01.784827 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:53:01.791229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:01.976652 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 96a3fd77-12d7-4511-a0cc-c0ff25069fe1 associated. External IP: 172.26.6.107, port: 425d80ef-117e-487c-b29b-a465e8cc0699.
Nov 27 11:53:02.502333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:53:02.730994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:53:02.740801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] Sync routers for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:53:02.754209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:53:02.754855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e4fa30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:53:02.828636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:02.885038 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0745082
Nov 27 11:53:02.886047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:53:02.887851 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53504) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:53:02.940380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:53:02.945979 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699', 'status': 'completed', 'code': 200}
Nov 27 11:53:03.042955 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-697d3171-c30c-4560-b3c0-49d8bcde882f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/96a3fd77-12d7-4511-a0cc-c0ff25069fe1 HTTP/1.1" status: 200  len: 991 time: 0.1535430
Nov 27 11:53:03.069859 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-67e7c9b4-5ff7-466c-acd9-7bb0fdd4166b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1098 time: 0.1002762
Nov 27 11:53:03.201798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-f072b1fe-f6ca-4fbe-9cdd-f1cd1523f322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:53:03.203266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-f072b1fe-f6ca-4fbe-9cdd-f1cd1523f322 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54c14b81-ed33-4a90-86ce-2c7209f3fce9 HTTP/1.1" status: 200  len: 896 time: 0.1275806
Nov 27 11:53:03.384273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e4fa30>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '96a3fd77-12d7-4511-a0cc-c0ff25069fe1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'port_id': '425d80ef-117e-487c-b29b-a465e8cc0699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'mac_address': 'fa:16:3e:72:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:53:01Z', 'updated_at': '2021-11-27T11:53:01Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:53:03.389118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] Checking router: c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:53:03.400924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:53:03.401863 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e4fa30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:52:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:53:03.432785 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-52d5cc7e-6ee1-4411-83b8-852b9c59e1fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425d80ef-117e-487c-b29b-a465e8cc0699 HTTP/1.1" status: 200  len: 999 time: 0.2231717
Nov 27 11:53:03.505237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-bacb2138-8b44-49e6-ba80-b9363bda3bfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:53:03.506911 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-bacb2138-8b44-49e6-ba80-b9363bda3bfd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bca20c84-fc17-4224-a99b-7e379e2908ad HTTP/1.1" status: 200  len: 844 time: 0.0607960
Nov 27 11:53:03.586815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:53:03.590865 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-7474aa77-58b6-43ad-99b7-1e096af4e7ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54c14b81-ed33-4a90-86ce-2c7209f3fce9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768774
Nov 27 11:53:03.721993 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-017b2083-56a6-4195-9934-40e4c7a54846 service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244898
Nov 27 11:53:03.854792 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d82431aa-713d-4df7-816b-9d8f3d185819 req-58a3435b-dbb5-4a65-acc1-9904dfdbc4c1 service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262753
Nov 27 11:53:03.930920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e4fa30>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '96a3fd77-12d7-4511-a0cc-c0ff25069fe1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'port_id': '425d80ef-117e-487c-b29b-a465e8cc0699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'mac_address': 'fa:16:3e:72:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:53:01Z', 'updated_at': '2021-11-27T11:53:01Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:53:03.934930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8051cb0-8512-4b40-83ec-28f2ce3e9a71 None None] The sync data for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv is: [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '96a3fd77-12d7-4511-a0cc-c0ff25069fe1', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'port_id': '425d80ef-117e-487c-b29b-a465e8cc0699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'mac_address': 'fa:16:3e:72:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:53:01Z', 'updated_at': '2021-11-27T11:53:01Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:53:04.046634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53510) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:53:04.137940 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66449ace-65e9-454d-a7a7-7d7fd20b3eb1 None None] New status for floating IP 96a3fd77-12d7-4511-a0cc-c0ff25069fe1: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:53:04.159049 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e55cb4f7-3488-4f9a-9d54-37885c58a6d9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/96a3fd77-12d7-4511-a0cc-c0ff25069fe1 HTTP/1.1" status: 200  len: 991 time: 0.1110516
Nov 27 11:53:05.162644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53514) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:53:05.267838 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ab2d4c8d-c023-4f8c-82d8-208499b75d61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/96a3fd77-12d7-4511-a0cc-c0ff25069fe1 HTTP/1.1" status: 200  len: 993 time: 0.1039999
Nov 27 11:53:07.120103 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:53:09.214324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:18.953865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5034300b-f4dc-4b34-a0d1-08f2a4bfd4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:19.785188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:21.211563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-513f0ed2-d636-4521-b970-59bea5a0c2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:22.377056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:23.782259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:27.584024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-23290f60-7beb-4d9e-afbb-bc37270b69e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686619
Nov 27 11:53:27.729554 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-1eccf23f-dcd1-4edc-8997-09ad51a3fac3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1098 time: 0.0731170
Nov 27 11:53:27.875420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-7d21587b-3a17-427c-87e1-4f3225f636c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:53:27.876837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-7d21587b-3a17-427c-87e1-4f3225f636c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54c14b81-ed33-4a90-86ce-2c7209f3fce9 HTTP/1.1" status: 200  len: 896 time: 0.1246629
Nov 27 11:53:27.980693 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-9714a5d7-6fc1-47b8-9f47-803d741c3320 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425d80ef-117e-487c-b29b-a465e8cc0699 HTTP/1.1" status: 200  len: 1001 time: 0.0967729
Nov 27 11:53:28.045932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-6fbfb4f8-fa04-41e0-bb8d-bc814b4b2988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:53:28.047453 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-6fbfb4f8-fa04-41e0-bb8d-bc814b4b2988 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bca20c84-fc17-4224-a99b-7e379e2908ad HTTP/1.1" status: 200  len: 844 time: 0.0572195
Nov 27 11:53:28.121291 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-4e4f0ca4-cee0-4f35-84c7-3ca29ed30bbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54c14b81-ed33-4a90-86ce-2c7209f3fce9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0673866
Nov 27 11:53:28.255692 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-2d354457-5e1d-47d2-9160-ddc62be0c87a service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274326
Nov 27 11:53:28.387638 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a41b22bb-18c2-49d6-a323-6929aabad1fc req-2ce4d406-d012-4690-8a81-fa454a1ec80c service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246276
Nov 27 11:53:39.225023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:44.120983 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:53:48.990392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-78c49eb0-24cf-4710-ab57-39ef8bcf8cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:49.852869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:51.172930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b61b9059-770a-4729-8c23-e8814bf3ca98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:52.387479 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:53:53.787610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:09.201853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:18.952700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-409922f9-eb10-4f9f-8093-909c7933838f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:19.784006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:21.121277 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:54:21.183438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18d5badc-9b9a-412b-a644-9882a6df670e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:22.417780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:23.786634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:27.593389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-33724529-3de8-455d-a3a9-50fa81dca36b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711920
Nov 27 11:54:27.744266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-86f99340-70fa-4ba3-85d6-503e80af869a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1098 time: 0.0702727
Nov 27 11:54:27.891397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-b5d1e14e-953e-4524-b68c-99eab5378b88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:54:27.892761 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-b5d1e14e-953e-4524-b68c-99eab5378b88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54c14b81-ed33-4a90-86ce-2c7209f3fce9 HTTP/1.1" status: 200  len: 896 time: 0.1248097
Nov 27 11:54:28.100700 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-e0807304-8a9a-4655-80c5-1201ffd6e58f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425d80ef-117e-487c-b29b-a465e8cc0699 HTTP/1.1" status: 200  len: 1001 time: 0.1978412
Nov 27 11:54:28.168795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-9e9fe627-1af4-4aae-a95e-4314417235ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:54:28.170110 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-9e9fe627-1af4-4aae-a95e-4314417235ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bca20c84-fc17-4224-a99b-7e379e2908ad HTTP/1.1" status: 200  len: 844 time: 0.0602150
Nov 27 11:54:28.249935 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-4e554013-e48b-4dc0-a5e1-55a3a787f8b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54c14b81-ed33-4a90-86ce-2c7209f3fce9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686212
Nov 27 11:54:28.383971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-99b9aea2-9feb-41de-bcde-4692cc25874c service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246798
Nov 27 11:54:28.523058 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56ce70b4-b83a-4571-b892-23398ca30b6a req-dce2f20d-0ef4-4be0-a8e2-973ee4069573 service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295214
Nov 27 11:54:39.223511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:48.960121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0e73ca5d-fb16-4690-9e7d-8d29522945c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:49.759891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:51.148538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5baa335c-cc1d-4032-adca-128eae22eb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:52.405961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:53.791836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:58.122329 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:54:59.217497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53556) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:54:59.224455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:54:59.460328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1171401'] for subnet, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:59.696763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738185612548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2566383'] for subnet, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:59.701373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e7fe4615-bce8-4976-9b81-6b754b3b1d15 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:54:59.744997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:54:59.745496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:54:59.747309 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/subnets/bca20c84-fc17-4224-a99b-7e379e2908ad HTTP/1.1" status: 200  len: 836 time: 0.5288570
Nov 27 11:54:59.752633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee4d03-c27d-4dcc-9137-d6421e685b5b None None] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:54:59.766000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=bca20c84-fc17-4224-a99b-7e379e2908ad,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:54:59.774917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.775306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.775700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.776099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.776462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.777318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.777692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.778050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.778433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.778811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.779165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:54:59.782647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-200571cd-4d51-49dc-b178-03a6d4e53675 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:00.226949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f851d83e-7265-4bcb-be4b-869d4b4cb5b5 None None] Provisioning complete for port 425d80ef-117e-487c-b29b-a465e8cc0699 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:55:00.227324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f851d83e-7265-4bcb-be4b-869d4b4cb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:00.355056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f851d83e-7265-4bcb-be4b-869d4b4cb5b5 None None] Provisioning complete for port 8675df87-44f7-496d-a931-e3dcae8182f5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:55:00.355425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f851d83e-7265-4bcb-be4b-869d4b4cb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:00.476113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f851d83e-7265-4bcb-be4b-869d4b4cb5b5 None None] Provisioning complete for port a58c9160-e5b3-4acc-9383-6b6a8456e202 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:55:00.476478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f851d83e-7265-4bcb-be4b-869d4b4cb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:09.239540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:18.982045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7ab57f62-b122-465a-a281-23e43b4bf3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:19.765327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:21.159182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-57be33b1-2f23-4a54-adf4-a5b4ecb64bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:22.391158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:23.822698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:29.606353 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-da2d4169-13c5-4c6c-abdc-f81b66d6e475 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0708783
Nov 27 11:55:29.756431 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-24e4b7ea-8310-47db-b0d7-40d35d84c57a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1098 time: 0.0731280
Nov 27 11:55:29.915590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-42dccd08-3b4a-4258-816d-318013da1bb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:29.917008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-42dccd08-3b4a-4258-816d-318013da1bb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54c14b81-ed33-4a90-86ce-2c7209f3fce9 HTTP/1.1" status: 200  len: 896 time: 0.1370895
Nov 27 11:55:30.023215 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-b4e3ab49-3ff1-4b9a-9bcb-b8d3a0740d55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425d80ef-117e-487c-b29b-a465e8cc0699 HTTP/1.1" status: 200  len: 1001 time: 0.0971830
Nov 27 11:55:30.089688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-d97f4395-7d07-4362-8b82-ab53c49cf730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:30.091169 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-d97f4395-7d07-4362-8b82-ab53c49cf730 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bca20c84-fc17-4224-a99b-7e379e2908ad HTTP/1.1" status: 200  len: 844 time: 0.0590580
Nov 27 11:55:30.176784 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-31ef4997-9e50-4d92-901f-4bda5facabf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54c14b81-ed33-4a90-86ce-2c7209f3fce9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740521
Nov 27 11:55:30.316562 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-84db3cca-6f0a-4ff8-91fd-b7fc5e259ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294692
Nov 27 11:55:30.458129 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-236fbfd1-34d9-4146-9fd4-3252a30feeea req-442102a7-5307-4d65-a727-dfa07543a7e3 service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320279
Nov 27 11:55:35.122662 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:55:39.207394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:42.725242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53566) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:42.930521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port d5ac1ff4-03ae-40ba-b1bd-5b1662ad0876 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:55:42.930860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:43.103321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:43.103700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:43.348325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for d5ac1ff4-03ae-40ba-b1bd-5b1662ad0876 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:55:43.558780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:43.562849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5e72202-abb0-4dbe-83ca-8a0765284459 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:43.608856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=d5ac1ff4-03ae-40ba-b1bd-5b1662ad0876,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:43.612607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:43.698115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:44.090401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:55:44.292042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:55:44.302120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] Sync routers for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:55:44.315294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:55:44.317404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467ecb80>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:55:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:44.393780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:44.447850 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/96a3fd77-12d7-4511-a0cc-c0ff25069fe1 HTTP/1.1" status: 204  len: 168 time: 1.7216101
Nov 27 11:55:44.448493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:55:44.505380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:55:44.616155 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699', 'status': 'completed', 'code': 200}
Nov 27 11:55:44.724916 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-9ee8b75a-ba29-4fce-83fe-4a88b0cb7d20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 1098 time: 0.0773201
Nov 27 11:55:44.836406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467ecb80>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:44.840409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] Checking router: c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:55:44.851837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:55:44.852700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28467ecb80>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:55:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:44.876630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-be4f2289-b61c-4442-9941-48403f48b732 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:44.878030 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-be4f2289-b61c-4442-9941-48403f48b732 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54c14b81-ed33-4a90-86ce-2c7209f3fce9 HTTP/1.1" status: 200  len: 896 time: 0.1430440
Nov 27 11:55:45.044787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:55:45.110649 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-d01146f0-e53d-4ebe-80f4-ee8cacec7741 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425d80ef-117e-487c-b29b-a465e8cc0699 HTTP/1.1" status: 200  len: 217 time: 0.2213960
Nov 27 11:55:45.186616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-24f41313-5098-47ee-b312-ed5f3521dc88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:45.188027 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-24f41313-5098-47ee-b312-ed5f3521dc88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bca20c84-fc17-4224-a99b-7e379e2908ad HTTP/1.1" status: 200  len: 844 time: 0.0667868
Nov 27 11:55:45.244620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff748f-a96e-47e2-8b60-4ebfbe3976a0 req-375cee03-b07f-40c5-928d-8e202fa6ae1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:45.246086 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9ff748f-a96e-47e2-8b60-4ebfbe3976a0 req-375cee03-b07f-40c5-928d-8e202fa6ae1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 945 time: 0.1705060
Nov 27 11:55:45.309953 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9ff748f-a96e-47e2-8b60-4ebfbe3976a0 req-7b9637c2-c673-4dec-a521-7b3fad4a5460 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568051
Nov 27 11:55:45.320398 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-71810c43-c55b-4bcd-b55e-fa722546b3c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54c14b81-ed33-4a90-86ce-2c7209f3fce9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1181760
Nov 27 11:55:45.404558 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28467ecb80>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:45.408561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb3f09-1e2a-4172-9a80-da932a198023 None None] The sync data for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv is: [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a58c9160-e5b3-4acc-9383-6b6a8456e202', 'name': '', 'network_id': '54c14b81-ed33-4a90-86ce-2c7209f3fce9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:09:e0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:36Z', 'updated_at': '2021-11-27T11:52:43Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': 'bca20c84-fc17-4224-a99b-7e379e2908ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:55:45.468256 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-811f4132-b9ad-4513-b37e-25ff11304fe4 service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405921
Nov 27 11:55:45.609818 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2855a9f1-b15c-4b01-8d15-dbe80114ec78 req-4232f370-902d-497f-b436-ee32f0240422 service neutron] 10.222.0.39 "GET /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338713
Nov 27 11:55:45.647435 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3602d9-240e-48ab-8074-a4dfa8dd2208 None None] New status for floating IP 96a3fd77-12d7-4511-a0cc-c0ff25069fe1: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:55:46.537491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e003e4-f84c-41f6-9fbd-753573e4827c req-ba48782a-e116-4777-8c95-7039a217ad8b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:46.538165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-f8e003e4-f84c-41f6-9fbd-753573e4827c req-ba48782a-e116-4777-8c95-7039a217ad8b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:55:46.567498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a4618-76e0-4609-bf2d-432d874acac4 req-38c53b4e-de08-4302-b689-8c67313dc057 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:46.568900 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-163a4618-76e0-4609-bf2d-432d874acac4 req-38c53b4e-de08-4302-b689-8c67313dc057 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 945 time: 0.0783827
Nov 27 11:55:46.613052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-f8e003e4-f84c-41f6-9fbd-753573e4827c req-ba48782a-e116-4777-8c95-7039a217ad8b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:55:46.614271 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f8e003e4-f84c-41f6-9fbd-753573e4827c req-ba48782a-e116-4777-8c95-7039a217ad8b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 945 time: 0.1550562
Nov 27 11:55:46.644235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 425d80ef-117e-487c-b29b-a465e8cc0699 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:55:46.644572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:46.660704 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f8e003e4-f84c-41f6-9fbd-753573e4827c req-ce293add-0d12-44d5-b739-640c1320368f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409868
Nov 27 11:55:46.887174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 425d80ef-117e-487c-b29b-a465e8cc0699, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=425d80ef-117e-487c-b29b-a465e8cc0699,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:55:46.887425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:47.005142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 425d80ef-117e-487c-b29b-a465e8cc0699 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:55:47.226872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:47.232794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:47.277480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=425d80ef-117e-487c-b29b-a465e8cc0699,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:47.349559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.349943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.350315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.350703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.351071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.351436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.351799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.352161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.352523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.352880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.353236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:47.359939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:47.365369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port 425d80ef-117e-487c-b29b-a465e8cc0699 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:55:47.367953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:47.370459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'name': 'network-vif-deleted', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:55:47.455233 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-163a4618-76e0-4609-bf2d-432d874acac4 req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/425d80ef-117e-487c-b29b-a465e8cc0699 HTTP/1.1" status: 204  len: 173 time: 0.8728974
Nov 27 11:55:47.510111 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbcedb8-cd3e-48fa-8238-b95ed7792c57', 'name': 'network-vif-deleted', 'tag': '425d80ef-117e-487c-b29b-a465e8cc0699', 'status': 'completed', 'code': 200}
Nov 27 11:55:47.830088 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0186fe6a-e343-4717-a1d8-d4125a8c8fdc req-88379cf2-2dac-48e1-958a-d43a0ee2ac70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbcedb8-cd3e-48fa-8238-b95ed7792c57 HTTP/1.1" status: 200  len: 210 time: 0.0429139
Nov 27 11:55:48.936666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53598) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:48.981171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05c125eb-eae5-445f-a827-0d205ffa571e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:49.010809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9da4a29b-fd1d-425e-aeff-a187355e4048 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:49.043167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9da4a29b-fd1d-425e-aeff-a187355e4048 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:49.178755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9da4a29b-fd1d-425e-aeff-a187355e4048 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:49.183296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c30eea4c-29f7-4458-bba4-3a71a489b098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:49.198562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4a29b-fd1d-425e-aeff-a187355e4048 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:49.201124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9da4a29b-fd1d-425e-aeff-a187355e4048 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:49.293216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9da4a29b-fd1d-425e-aeff-a187355e4048 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:49.294302 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9da4a29b-fd1d-425e-aeff-a187355e4048 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/d0b0a7d0-95c7-4ec4-9cf4-1afa81a4be2e HTTP/1.1" status: 204  len: 168 time: 0.3566771
Nov 27 11:55:49.410350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53604) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:49.767368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:49.908003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:50.530111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port a58c9160-e5b3-4acc-9383-6b6a8456e202 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:55:50.530848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:50.711534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port a58c9160-e5b3-4acc-9383-6b6a8456e202, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a58c9160-e5b3-4acc-9383-6b6a8456e202,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:55:50.711800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:50.837234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for a58c9160-e5b3-4acc-9383-6b6a8456e202 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:55:51.098803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:51.102706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5043f0aa-7211-4139-8c1e-36d3ac42ce15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:51.149559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=a58c9160-e5b3-4acc-9383-6b6a8456e202,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:51.152080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:51.167660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-01528e5d-febe-492f-adcc-bd845a06e9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:51.179889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 425d80ef-117e-487c-b29b-a465e8cc0699 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:55:51.218527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 425d80ef-117e-487c-b29b-a465e8cc0699 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:55:51.218887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 425d80ef-117e-487c-b29b-a465e8cc0699 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:55:51.537394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:52.100026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:55:52.301889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:55:52.318168 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/c2fcf62a-8dff-4ce4-987a-5fa5d705ca65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9042423
Nov 27 11:55:52.318435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53608) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:52.323680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] Sync routers for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:55:52.342521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:55:52.354813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461c2400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:55:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:52.527449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet bca20c84-fc17-4224-a99b-7e379e2908ad {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:55:52.528411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:52.530521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:52.576189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:55:52.585101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:52.669615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:52.847762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:52.852951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-681cd01c-b2a2-4f57-82e6-f3d803f0caf0 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:52.864183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461c2400>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:55:50Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:52.869954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] Checking router: c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:55:52.882366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] Routers {'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:55:52.883214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461c2400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:55:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:52.889826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=bca20c84-fc17-4224-a99b-7e379e2908ad,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:52.893105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:52.894075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:52.903252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/bca20c84-fc17-4224-a99b-7e379e2908ad HTTP/1.1" status: 204  len: 168 time: 0.5815184
Nov 27 11:55:52.903494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53612) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:52.931710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a07cd-1c0d-4930-969c-7966ba4e8191 None None] Network 54c14b81-ed33-4a90-86ce-2c7209f3fce9 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:55:53.229016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] Set router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:55:53.231559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:53.437373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:53.440322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] DHCP port deletion for 54c14b81-ed33-4a90-86ce-2c7209f3fce9 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:55:53.457100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Deleting port 8675df87-44f7-496d-a931-e3dcae8182f5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:55:53.457399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:53.495832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:55:53.496230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:53.682534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port eb41dd83-0cd0-4495-a5e7-4bb8d84fa987, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=eb41dd83-0cd0-4495-a5e7-4bb8d84fa987,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:55:53.683184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:53.722033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] For port 8675df87-44f7-496d-a931-e3dcae8182f5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8675df87-44f7-496d-a931-e3dcae8182f5,segment=NetworkSegment(8c0caf41-39c5-4427-809d-01a0b240b208),segment_id=8c0caf41-39c5-4427-809d-01a0b240b208)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:55:53.722327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:53.735237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461c2400>, [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:55:50Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:53.810236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:55:53.904859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Calling delete_port for 8675df87-44f7-496d-a931-e3dcae8182f5 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:55:53.930839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91b5b8-2f74-4fdb-b059-28d943f99745 None None] The sync data for ids ['c2fcf62a-8dff-4ce4-987a-5fa5d705ca65'] in dv-neutron-819441-1-hyperv is: [{'id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'name': 'tempest-TestNetworkBasicOps-router-12458475', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:52:31Z', 'updated_at': '2021-11-27T11:55:50Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'eb41dd83-0cd0-4495-a5e7-4bb8d84fa987', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcf62a-8dff-4ce4-987a-5fa5d705ca65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:52:32Z', 'updated_at': '2021-11-27T11:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:55:53.956646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:54.095747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:54.099796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2f8d8cf4-36f6-4bfc-b18c-f4c3f4eb0fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:54.129975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:54.135279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6c3d5671-fae2-491f-b873-b181c7f0d08d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:54.142524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Pushing event deleted for resources: {'Port': ['ID=8675df87-44f7-496d-a931-e3dcae8182f5,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:54.149849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] No DVR routers for this DVR port 8675df87-44f7-496d-a931-e3dcae8182f5 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:55:54.155141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.155485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.156102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.156209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.156449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.156772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.157094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.157468 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.157726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.158046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.158362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:54.161465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:54.181670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=eb41dd83-0cd0-4495-a5e7-4bb8d84fa987,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:54.184488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:54.418720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:54.796533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:54.800795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:54.912722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:54.913913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Fanout notify agent at l3_agent the message router_deleted on router c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:55:54.928933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:54.930359 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/routers/c2fcf62a-8dff-4ce4-987a-5fa5d705ca65 HTTP/1.1" status: 204  len: 168 time: 2.0258284
Nov 27 11:55:54.932960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53616) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:55.065853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.210852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.213228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a58c9160-e5b3-4acc-9383-6b6a8456e202 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:55:55.237394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284592b0d0>,) {'filters': {'network_id': ['54c14b81-ed33-4a90-86ce-2c7209f3fce9']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:55.247040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: a58c9160-e5b3-4acc-9383-6b6a8456e202 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:55:55.247546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a58c9160-e5b3-4acc-9383-6b6a8456e202 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:55:55.248412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8675df87-44f7-496d-a931-e3dcae8182f5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:55:55.250363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284592b0d0>, '8c0caf41-39c5-4427-809d-01a0b240b208') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:55.250685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284592b0d0>, '8c0caf41-39c5-4427-809d-01a0b240b208') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:55.263759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.285380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 8675df87-44f7-496d-a931-e3dcae8182f5 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:55:55.285647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8675df87-44f7-496d-a931-e3dcae8182f5 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:55:55.286087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:55:55.286743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.293907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:55:55.294298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:55:55.309648 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:55:55.319241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:55:55.319735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device eb41dd83-0cd0-4495-a5e7-4bb8d84fa987 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:55:55.447831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.451374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-601a537b-1f48-4f4c-a2ba-41e334d99db2 tempest-ExternalNetworksTestJSON-1733666459 tempest-ExternalNetworksTestJSON-1733666459-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:55.466766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.480295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=54c14b81-ed33-4a90-86ce-2c7209f3fce9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:55.483239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:55.550795 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/54c14b81-ed33-4a90-86ce-2c7209f3fce9 HTTP/1.1" status: 204  len: 168 time: 0.6168835
Nov 27 11:55:55.563216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53620) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:55.569120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--1690060500', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:55:55.574557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:55:55.578763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:55:55.582358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:55:55.587995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:55:55.661031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:55:55.664727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.694063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:55:55.710987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.711323 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment f4e92562-35c4-4b5d-9c27-95ac190eefcd of type vlan for network f83ffde3-b06f-4635-aa74-21defa41bc57
Nov 27 11:55:55.737257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.841455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.845315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:55.851489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:55.851489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f7030a21-71a6-4d86-9a89-32eccf005bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:55.961349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=f83ffde3-b06f-4635-aa74-21defa41bc57,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:55.966535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:55.971839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network f83ffde3-b06f-4635-aa74-21defa41bc57 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:55:56.016213 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8fc65f49-cc83-4135-9e6f-c90b48257d99 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4518654
Nov 27 11:55:56.018974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53624) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:56.025063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'admin_state_up': True, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:55:56.032412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:55:56.036499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:router and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:55:56.039654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:55:56.045978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:55:56.112918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:56.113820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:56.133458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:56.364883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:56.631390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:56.661246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:56.800437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.179 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:55:56.957171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:57.073340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:57.077389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46cc2130-9330-4c8d-a6ec-6570b3bdaa27 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:57.135841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:55:57.143392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:55:57.147540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:55:57.295495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:57.301681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:57.522701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:57.523426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:57.843975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 88a7c791-4e60-408f-b1bd-9b4b17a9618d is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:55:58.059584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:55:58.070256 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Sync routers for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:55:58.083481 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:55:58.088137 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462412e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:55:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:58.204323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:58.207200 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.1869378
Nov 27 11:55:58.208915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53628) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:58.252299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5e437945-0120-450e-976d-7e2d98ace283 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0387330
Nov 27 11:55:58.252777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53632) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:58.280711 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:55:58.392834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e77de6-1c83-44e1-b89f-750b248c7d71 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:58.397410 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-12e77de6-1c83-44e1-b89f-750b248c7d71 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1406448
Nov 27 11:55:58.397552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53636) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:58.440152 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-83c31c37-f76d-4d2e-8086-0ef949b0f483 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0396831
Nov 27 11:55:58.441153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53640) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:58.447635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-201067477', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:55:58.565380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:55:58.570266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:55:58.574224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:55:58.581268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:55:58.605967 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462412e0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:55:57Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:58.610567 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Checking router: 88a7c791-4e60-408f-b1bd-9b4b17a9618d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:55:58.610722 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Updating router 88a7c791-4e60-408f-b1bd-9b4b17a9618d port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:55:58.672007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:55:58.702078 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:58.781793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.056282 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.072793 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Transition to ACTIVE for port object 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:55:59.110365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.114281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4f78001a-0238-45ba-99d7-44ff4964175d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:59.135740 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.139451 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-fb0b2978-360d-4a22-a4cc-1c7557011cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:59.188129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=2e93318c-1f0e-4088-8b6f-9532effd3f39,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:59.193033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:59.204204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:55:59.204557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: f83ffde3-b06f-4635-aa74-21defa41bc57, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:55:59.216309 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Attempting to bind port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:55:59.216678 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Attempting to bind port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:55:59.217044 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Attempting to bind port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:55:59.219307 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Pushing event updated for resources: {'Port': ['ID=7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:59.231719 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.232053 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.232381 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.235341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.235341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.235341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.235341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.235341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.235341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.235341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.235341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:55:59.237997 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:55:59.238366 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:55:59.238791 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.239174 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:55:59.239643 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Bound port: 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:55:59.240012 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.264996 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:59.317121 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] For port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:55:59.322054 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] For port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:55:59.324585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network f83ffde3-b06f-4635-aa74-21defa41bc57 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:55:59.411182 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.415727 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-8c9fd0eb-a988-4fbf-8051-f3a9a4b12fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:55:59.421512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, f83ffde3-b06f-4635-aa74-21defa41bc57) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:55:59.425930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:55:59.426521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.433128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe90ef-94d1-476b-a5ec-525cccf382be None None] Network f83ffde3-b06f-4635-aa74-21defa41bc57 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:55:59.495969 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Pushing event updated for resources: {'Port': ['ID=7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:55:59.499591 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:55:59.500565 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:55:59.501193 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462412e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:55:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:55:59.508518 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bdd4374d-6f5e-4180-b439-092a650179d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0662494
Nov 27 11:55:59.511481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53644) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:55:59.683094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-f83ffde3-b06f-4635-aa74-21defa41bc57', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:55:59.684339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:55:59.705082 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:55:59.887534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Allocated IP 172.20.0.2 (f83ffde3-b06f-4635-aa74-21defa41bc57/2e93318c-1f0e-4088-8b6f-9532effd3f39/d7dfcb8b-83f5-4073-890c-a7bd52b49269) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:56:00.027011 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462412e0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:55:57Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:00.031828 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a34be-b565-4ea8-87f9-ee5cab79794c None None] The sync data for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv is: [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:55:57Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:56:00.126315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:00.138321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Transition to ACTIVE for port object d7dfcb8b-83f5-4073-890c-a7bd52b49269 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:56:00.161226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Transition to ACTIVE for port object d7dfcb8b-83f5-4073-890c-a7bd52b49269 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:56:00.259475 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:00.264094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:00.346522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Network f83ffde3-b06f-4635-aa74-21defa41bc57 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:56:00.350083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:56:00.355253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:56:00.357664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Pushing event updated for resources: {'Port': ['ID=d7dfcb8b-83f5-4073-890c-a7bd52b49269,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:00.361071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:00.459176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Attempting to bind port d7dfcb8b-83f5-4073-890c-a7bd52b49269 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:56:00.459831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Attempting to bind port d7dfcb8b-83f5-4073-890c-a7bd52b49269 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:56:00.459951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Attempting to bind port d7dfcb8b-83f5-4073-890c-a7bd52b49269 on network f83ffde3-b06f-4635-aa74-21defa41bc57 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:56:00.467291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:56:00.467672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Checking segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:56:00.468085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:00.468485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Bound using segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:56:00.468966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Bound port: d7dfcb8b-83f5-4073-890c-a7bd52b49269, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:56:00.469344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:00.566922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] For port d7dfcb8b-83f5-4073-890c-a7bd52b49269, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:56:00.568965 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:00.572266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] For port d7dfcb8b-83f5-4073-890c-a7bd52b49269, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d7dfcb8b-83f5-4073-890c-a7bd52b49269,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:56:00.657137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:00.662454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:00.746746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Pushing event updated for resources: {'Port': ['ID=d7dfcb8b-83f5-4073-890c-a7bd52b49269,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:00.756867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:01.063174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.1 (f83ffde3-b06f-4635-aa74-21defa41bc57/2e93318c-1f0e-4088-8b6f-9532effd3f39/e550dd46-c3e3-4449-949d-acdab4e1bd9e) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:56:01.234696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:01.254165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object e550dd46-c3e3-4449-949d-acdab4e1bd9e will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:56:01.275958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:56:01.387415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:01.391888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d7a2ff22-8271-4555-9a98-9a52859884a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:01.461102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network f83ffde3-b06f-4635-aa74-21defa41bc57 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:56:01.464876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:56:01.469370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:56:01.481990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:01.487670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:01.488303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:01.498247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=e550dd46-c3e3-4449-949d-acdab4e1bd9e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:01.519191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.519558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.520617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.520617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.520617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.520972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.521322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.521677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.522029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.522932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.523289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:56:01.529155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:01.549458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:01.623907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:01.643032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:01.725655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3460c-1679-4a5d-ac4f-b382d54edec8 None None] Network f83ffde3-b06f-4635-aa74-21defa41bc57 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:56:01.725947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:01.801425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:01.802256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d7dfcb8b-83f5-4073-890c-a7bd52b49269 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:56:01.828211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:01.961602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:01.968701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:02.012940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-42591709-e9d2-402c-a0e2-9bca560a25d8 None None] Provisioning for port d7dfcb8b-83f5-4073-890c-a7bd52b49269 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:02.127785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port d7dfcb8b-83f5-4073-890c-a7bd52b49269 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:02.133329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d7dfcb8b-83f5-4073-890c-a7bd52b49269 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:02.133721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.280288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.309217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.316661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port d7dfcb8b-83f5-4073-890c-a7bd52b49269, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d7dfcb8b-83f5-4073-890c-a7bd52b49269,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:02.384138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.409694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d6dedd8-a7a2-4440-a473-708bf799f409 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:02.439249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fe68e9ad-8df9-4584-bd2b-8c0a7eb40540 None None] Provisioning for port e550dd46-c3e3-4449-949d-acdab4e1bd9e completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:02.445100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.447921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8e1ce4e8-ae2c-4346-ae79-b740fbeb1e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:02.481779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fe68e9ad-8df9-4584-bd2b-8c0a7eb40540 None None] Provisioning complete for port e550dd46-c3e3-4449-949d-acdab4e1bd9e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:02.482178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fe68e9ad-8df9-4584-bd2b-8c0a7eb40540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.501178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=e550dd46-c3e3-4449-949d-acdab4e1bd9e,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:02.504064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.508552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:02.565634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fe68e9ad-8df9-4584-bd2b-8c0a7eb40540 None None] Port e550dd46-c3e3-4449-949d-acdab4e1bd9e cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:56:02.566447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=d7dfcb8b-83f5-4073-890c-a7bd52b49269,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:02.575041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:02.588146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fe68e9ad-8df9-4584-bd2b-8c0a7eb40540 None None] Provisioning complete for port d7dfcb8b-83f5-4073-890c-a7bd52b49269 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:02.588734 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fe68e9ad-8df9-4584-bd2b-8c0a7eb40540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.670173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network f83ffde3-b06f-4635-aa74-21defa41bc57 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:56:02.671419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:56:02.844239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cf2510bc-913d-44ec-91f5-c744378f28ff None None] Provisioning complete for port e550dd46-c3e3-4449-949d-acdab4e1bd9e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:02.844715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cf2510bc-913d-44ec-91f5-c744378f28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:02.900667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-cf2510bc-913d-44ec-91f5-c744378f28ff None None] Port e550dd46-c3e3-4449-949d-acdab4e1bd9e cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:56:03.029097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-31ad5c30-9937-411e-8c6b-0a7de9b65f48 None None] Provisioning complete for port e550dd46-c3e3-4449-949d-acdab4e1bd9e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:03.029404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-31ad5c30-9937-411e-8c6b-0a7de9b65f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:03.083173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-31ad5c30-9937-411e-8c6b-0a7de9b65f48 None None] Port e550dd46-c3e3-4449-949d-acdab4e1bd9e cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:56:03.099259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 88a7c791-4e60-408f-b1bd-9b4b17a9618d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:56:03.226433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:56:03.320149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:03.322012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:03.335683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:56:03.349861 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/88a7c791-4e60-408f-b1bd-9b4b17a9618d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8372478
Nov 27 11:56:03.353922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53648) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:03.471584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d7dfcb8b-83f5-4073-890c-a7bd52b49269 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:56:03.501374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea9b88-9a15-42dd-b936-7c1bd4c4418b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:03.501805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea9b88-9a15-42dd-b936-7c1bd4c4418b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:03.502117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea9b88-9a15-42dd-b936-7c1bd4c4418b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:03.502497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea9b88-9a15-42dd-b936-7c1bd4c4418b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:03.504196 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-abea9b88-9a15-42dd-b936-7c1bd4c4418b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1507277
Nov 27 11:56:03.507166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:03.553099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d7dfcb8b-83f5-4073-890c-a7bd52b49269 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:03.554346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:03.577185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bcbe8d-3ca2-4bd8-8b95-882cad422f8a tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:03.577452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bcbe8d-3ca2-4bd8-8b95-882cad422f8a tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:03.577808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bcbe8d-3ca2-4bd8-8b95-882cad422f8a tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:03.578156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bcbe8d-3ca2-4bd8-8b95-882cad422f8a tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:03.579809 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c7bcbe8d-3ca2-4bd8-8b95-882cad422f8a tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0715861
Nov 27 11:56:03.583823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53656) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:03.745307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Sync routers for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:56:03.760160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:56:03.760787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e275b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:55:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:03.796779 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8e6c0b27-bcc9-47a5-baa0-4c0188e7911e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2109470
Nov 27 11:56:03.995140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:56:04.203426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53662) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:04.209437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466391143', 'description': 'tempest-secgroup-smoke-466391143 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:04.216991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:04.221559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:04.224626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:04.237177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:04.292731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.355540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:04.360455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:04.367561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:04.374161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:04.389978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e275b0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:02Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:04.394361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Checking router: 88a7c791-4e60-408f-b1bd-9b4b17a9618d for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:56:04.394761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Updating router 88a7c791-4e60-408f-b1bd-9b4b17a9618d port e550dd46-c3e3-4449-949d-acdab4e1bd9e binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:56:04.443503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.456972 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.503979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.508887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f0228ddf-e0a5-4fec-a8d5-b3cd5d389163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:04.555442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c209400b-7958-4344-a7e8-916f3ff4c00c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:04.558486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:04.633191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.634522 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4307761
Nov 27 11:56:04.638711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53666) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:04.645491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c209400b-7958-4344-a7e8-916f3ff4c00c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:04.651162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:04.655239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:04.658288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:04.664447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:04.745534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.812585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.837677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.849620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Transition to ACTIVE for port object e550dd46-c3e3-4449-949d-acdab4e1bd9e will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:56:04.881006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.888632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-01d55ae4-3211-433b-8048-987018dc5353 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:04.950091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:04.954106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-813a15d1-d204-4809-9a24-e9bd6093bfcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:05.044094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a254865-11ad-4804-84c4-7f3a9362ebca,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:05.046843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:05.090002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33ef68-014b-4be6-b8b4-6de3ee0d264b None None] Pushing event updated for resources: {'Port': ['ID=e550dd46-c3e3-4449-949d-acdab4e1bd9e,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:05.092915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8a33ef68-014b-4be6-b8b4-6de3ee0d264b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:05.121276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.122797 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4829905
Nov 27 11:56:05.125725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53670) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:05.133138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c209400b-7958-4344-a7e8-916f3ff4c00c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:05.139981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:05.144705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:05.148612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:05.154991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:05.187911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Attempting to bind port e550dd46-c3e3-4449-949d-acdab4e1bd9e on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:56:05.188402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Attempting to bind port e550dd46-c3e3-4449-949d-acdab4e1bd9e by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:56:05.188634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Attempting to bind port e550dd46-c3e3-4449-949d-acdab4e1bd9e on network f83ffde3-b06f-4635-aa74-21defa41bc57 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:56:05.196205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:56:05.196593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Checking segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:56:05.197005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.197602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Bound using segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:56:05.198109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Bound port: e550dd46-c3e3-4449-949d-acdab4e1bd9e, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:56:05.198514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.254310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.307437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] For port e550dd46-c3e3-4449-949d-acdab4e1bd9e, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:56:05.310463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] For port e550dd46-c3e3-4449-949d-acdab4e1bd9e, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e550dd46-c3e3-4449-949d-acdab4e1bd9e,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:56:05.339887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.403951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.408710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:05.430337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.432748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:05.457437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e816aef-011a-4847-8a93-58fa0d141ef5,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:05.460758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:05.501474 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33ef68-014b-4be6-b8b4-6de3ee0d264b None None] Pushing event updated for resources: {'Port': ['ID=e550dd46-c3e3-4449-949d-acdab4e1bd9e,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:05.505090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8a33ef68-014b-4be6-b8b4-6de3ee0d264b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:05.507258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:56:05.507894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e275b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:55:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:05.539626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.541138 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4143839
Nov 27 11:56:05.545377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53674) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:05.551787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c209400b-7958-4344-a7e8-916f3ff4c00c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:05.562637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:05.568047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:05.572307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:05.580955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:05.679201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.723760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:56:05.762638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.833208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.835156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-32009945-3f50-4ede-b380-68520971a6f4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:05.860573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af659dae-e69e-4dbc-b052-54ee958bee11,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:05.863141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:05.918358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:05.920588 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3731663
Nov 27 11:56:05.923718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53678) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:05.935881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c209400b-7958-4344-a7e8-916f3ff4c00c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:05.941790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:05.948292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:05.951603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:05.959342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:06.037251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.106059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.121578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e275b0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:05Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:06.125773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515e326-1397-433a-8117-a615bdf0d06c None None] The sync data for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv is: [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:05Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:56:06.183948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.186307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3939669d-7714-4e50-85fb-750f91dda5a8 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:06.221914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce42eb7-2a18-4bee-97b2-7422aad27ae2,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:06.222645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:06.329937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.331540 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4064901
Nov 27 11:56:06.337153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53682) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:06.344061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c209400b-7958-4344-a7e8-916f3ff4c00c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:06.354735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:06.359071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:06.362330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:06.376871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:06.448082 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:56:06.456033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.532188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.618880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.621069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-46b4f9fe-ef56-4af3-844a-b973265e1ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:06.646971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a25a06-15df-4b24-b667-63b788037e87,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:06.652477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:06.735501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.738586 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3985572
Nov 27 11:56:06.741088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53686) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:06.747078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': 'c209400b-7958-4344-a7e8-916f3ff4c00c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:06.756025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:06.760959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:06.764785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:06.770806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:06.883938 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:56:06.892023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:06.975202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:07.055991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:07.058376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dd7c4267-c752-4b35-9a33-09286f1819d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:07.086052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77ee07e-2f0d-4f5e-8322-b90ac1d148c2,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:07.090587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:07.152548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:07.153733 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4115996
Nov 27 11:56:07.248658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e550dd46-c3e3-4449-949d-acdab4e1bd9e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:56:07.346417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-20e31f09-537d-45d5-be00-fa035697888e req-14afc0cd-b555-4af7-b9ce-27e42038a939 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:56:07.430273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e550dd46-c3e3-4449-949d-acdab4e1bd9e completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:07.435474 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e550dd46-c3e3-4449-949d-acdab4e1bd9e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:07.435872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:07.458444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-20e31f09-537d-45d5-be00-fa035697888e req-14afc0cd-b555-4af7-b9ce-27e42038a939 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:56:07.460050 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-14afc0cd-b555-4af7-b9ce-27e42038a939 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466391143&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.1600161
Nov 27 11:56:07.572834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:07.607457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e550dd46-c3e3-4449-949d-acdab4e1bd9e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e550dd46-c3e3-4449-949d-acdab4e1bd9e,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:07.619133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31f09-537d-45d5-be00-fa035697888e req-1f3f9ee1-18d5-4bd9-b3e5-36f7b5c1d2b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:07.619806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-20e31f09-537d-45d5-be00-fa035697888e req-1f3f9ee1-18d5-4bd9-b3e5-36f7b5c1d2b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:56:07.709961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-20e31f09-537d-45d5-be00-fa035697888e req-1f3f9ee1-18d5-4bd9-b3e5-36f7b5c1d2b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:56:07.710162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:07.711080 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-1f3f9ee1-18d5-4bd9-b3e5-36f7b5c1d2b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 797 time: 0.2429166
Nov 27 11:56:07.712340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:07.736646 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-d61774a2-a290-4749-b888-c301267b8a50 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0182133
Nov 27 11:56:07.799914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e550dd46-c3e3-4449-949d-acdab4e1bd9e,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:07.803203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:07.829199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-20e31f09-537d-45d5-be00-fa035697888e req-c7784353-274b-439a-bdaa-d02a0b3279ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:56:07.909879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-20e31f09-537d-45d5-be00-fa035697888e req-c7784353-274b-439a-bdaa-d02a0b3279ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:56:07.911267 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-c7784353-274b-439a-bdaa-d02a0b3279ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1683776
Nov 27 11:56:08.141326 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-dda9a3bb-977d-4db0-aa18-9491b09e9e4c service neutron] 10.222.0.23 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176626
Nov 27 11:56:08.290988 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-719096fb-8d72-4def-9da7-0d5bd3ec45f0 service neutron] 10.222.0.23 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424851
Nov 27 11:56:08.664135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-e1460439-7f93-4207-9c0c-b3794135b8ca req-680338db-d483-4056-9346-2d0506d235b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:56:08.675980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-e1460439-7f93-4207-9c0c-b3794135b8ca req-680338db-d483-4056-9346-2d0506d235b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:56:08.677118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e1460439-7f93-4207-9c0c-b3794135b8ca req-680338db-d483-4056-9346-2d0506d235b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 210 time: 0.1664836
Nov 27 11:56:09.221086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e550dd46-c3e3-4449-949d-acdab4e1bd9e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:56:09.255504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:09.291473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e550dd46-c3e3-4449-949d-acdab4e1bd9e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:09.291826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:09.790501 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5f692aca-69eb-49ef-8816-9b568e57b94f req-660f1409-b670-4cf1-876a-4d4e66a9ec94 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 210 time: 0.0438468
Nov 27 11:56:10.902772 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e993d13c-5068-4165-91cb-912abddb4c73 req-bacf9496-2e87-47bc-a901-22aa5b916186 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 210 time: 0.0405684
Nov 27 11:56:12.076450 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a26c52bf-4daa-4b5f-abd3-828227077eb9 req-83745701-6f71-4857-8526-d411faf18881 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 210 time: 0.0529077
Nov 27 11:56:12.123868 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:56:13.046961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31f09-537d-45d5-be00-fa035697888e req-1bc8856e-9ac0-476b-93fc-832f48cbf2b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:13.047575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-20e31f09-537d-45d5-be00-fa035697888e req-1bc8856e-9ac0-476b-93fc-832f48cbf2b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:56:13.060898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-20e31f09-537d-45d5-be00-fa035697888e req-1bc8856e-9ac0-476b-93fc-832f48cbf2b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:56:13.062124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-1bc8856e-9ac0-476b-93fc-832f48cbf2b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 797 time: 0.1649776
Nov 27 11:56:13.135055 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-df75b04f-08d7-4b97-8e8c-a8d83f80c113 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 379 time: 0.0497727
Nov 27 11:56:13.150375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['c209400b-7958-4344-a7e8-916f3ff4c00c']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:13.276851 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7913ca07-fbb5-42a1-8062-ab58ac27a268 req-1393ddb1-0ea1-48c6-801a-8320e5d5a752 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 210 time: 0.0531044
Nov 27 11:56:13.345757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:13.352866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:13.422924 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:56:13.426703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:13.599268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.7 (f83ffde3-b06f-4635-aa74-21defa41bc57/2e93318c-1f0e-4088-8b6f-9532effd3f39/d07713d1-679a-40f2-8672-0bda4db8d2a9) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:56:13.786671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:13.802849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object d07713d1-679a-40f2-8672-0bda4db8d2a9 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:56:13.921486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:13.927170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e431d3e0-ce27-4e3c-aaab-bf9f8960590f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:13.992500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network f83ffde3-b06f-4635-aa74-21defa41bc57 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:56:13.999990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:56:14.004400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:56:14.035429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d07713d1-679a-40f2-8672-0bda4db8d2a9,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:14.042993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:14.071867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:14.072559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:14.162213 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0159788
Nov 27 11:56:14.180087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Request body: {'port': {'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:14.269736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cd1680b1-6646-48f5-886f-bfb44c9f1693 None None] Provisioning for port d07713d1-679a-40f2-8672-0bda4db8d2a9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:14.275659 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cd1680b1-6646-48f5-886f-bfb44c9f1693 None None] Provisioning complete for port d07713d1-679a-40f2-8672-0bda4db8d2a9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:14.276108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd1680b1-6646-48f5-886f-bfb44c9f1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:14.294516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:14.340110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-cd1680b1-6646-48f5-886f-bfb44c9f1693 None None] Port d07713d1-679a-40f2-8672-0bda4db8d2a9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:56:14.502394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2881b-28b1-4a45-bb05-f542a273612f req-550eba6e-de3e-420e-abae-51c5bf6bc6a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:14.507826 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2ea2881b-28b1-4a45-bb05-f542a273612f req-550eba6e-de3e-420e-abae-51c5bf6bc6a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 931 time: 0.0935903
Nov 27 11:56:14.551447 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2ea2881b-28b1-4a45-bb05-f542a273612f req-b422aea9-1153-4105-be9c-f64871d95531 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405457
Nov 27 11:56:14.677079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07713d1-679a-40f2-8672-0bda4db8d2a9 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:56:14.684703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:14.700300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Transition to ACTIVE for port object d07713d1-679a-40f2-8672-0bda4db8d2a9 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:56:14.804359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:14.808403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6284fbe9-b5a0-43a0-a87c-36274710e276 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:14.935918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=d07713d1-679a-40f2-8672-0bda4db8d2a9,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:14.939997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:15.149558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Attempting to bind port d07713d1-679a-40f2-8672-0bda4db8d2a9 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:56:15.150219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Attempting to bind port d07713d1-679a-40f2-8672-0bda4db8d2a9 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:56:15.150219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Attempting to bind port d07713d1-679a-40f2-8672-0bda4db8d2a9 on network f83ffde3-b06f-4635-aa74-21defa41bc57 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:56:15.156090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Port d07713d1-679a-40f2-8672-0bda4db8d2a9 on network f83ffde3-b06f-4635-aa74-21defa41bc57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:56:15.156420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Attempting to bind port d07713d1-679a-40f2-8672-0bda4db8d2a9 on network f83ffde3-b06f-4635-aa74-21defa41bc57 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:56:15.162940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:56:15.163265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Checking segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:56:15.163638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Bound using segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:56:15.164051 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Bound port: d07713d1-679a-40f2-8672-0bda4db8d2a9, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:56:15.164384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:15.260382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] For port d07713d1-679a-40f2-8672-0bda4db8d2a9, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:56:15.263423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] For port d07713d1-679a-40f2-8672-0bda4db8d2a9, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:56:15.356185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:15.360092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e2b3248-4cbf-4f70-866c-3bba5cedf657 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:15.418188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:15.419640 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] 10.222.0.39 "PUT /v2.0/ports/d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 1093 time: 1.2440538
Nov 27 11:56:15.420189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:56:15.443586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=d07713d1-679a-40f2-8672-0bda4db8d2a9,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:15.458651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:15.499141 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'status': 'completed', 'code': 200}
Nov 27 11:56:15.610562 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1f533203-6efa-4eb8-b479-9e50e5a1c44c req-e641e6c9-94f5-4bd0-86c5-58249385f22f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1096 time: 0.0793934
Nov 27 11:56:15.761662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f533203-6efa-4eb8-b479-9e50e5a1c44c req-62040f40-fade-4695-a5ee-b1c1f4099a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:15.763139 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1f533203-6efa-4eb8-b479-9e50e5a1c44c req-62040f40-fade-4695-a5ee-b1c1f4099a43 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb8217bfd716483995fa071c0795ac98&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1406069
Nov 27 11:56:15.764551 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c935be3-1adc-4351-8562-eef189a0e6e3 req-37993c71-0c5b-43a9-a53c-5dbc5f8591a5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:15.766004 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8c935be3-1adc-4351-8562-eef189a0e6e3 req-37993c71-0c5b-43a9-a53c-5dbc5f8591a5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 943 time: 0.0882111
Nov 27 11:56:15.813290 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8c935be3-1adc-4351-8562-eef189a0e6e3 req-523f684d-043a-4117-b930-5ea5d1ebfbe5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417128
Nov 27 11:56:15.904138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f533203-6efa-4eb8-b479-9e50e5a1c44c req-a8ef0de8-10a7-4cbe-87c3-49018b017df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:15.905613 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1f533203-6efa-4eb8-b479-9e50e5a1c44c req-a8ef0de8-10a7-4cbe-87c3-49018b017df1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1332231
Nov 27 11:56:16.020887 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-db8e8cf1-0cf1-475d-908f-2a4ceaa3eab9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1096 time: 0.0742176
Nov 27 11:56:16.093696 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-6ff3ab74-80b7-4d4e-8532-fe9c8a29273b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 217 time: 0.0609925
Nov 27 11:56:16.162150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31f09-537d-45d5-be00-fa035697888e req-179d7487-ebb3-42e6-8713-00c1197b3833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:16.164157 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-179d7487-ebb3-42e6-8713-00c1197b3833 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0607638
Nov 27 11:56:16.243905 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-aacef1e0-a2bc-4b59-8f9b-eb465d96f65b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700085
Nov 27 11:56:16.383919 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-bd3b14b8-54f4-4187-b0e3-195b213ebed8 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299973
Nov 27 11:56:16.525250 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20e31f09-537d-45d5-be00-fa035697888e req-179830cd-03d9-40cb-804d-e2ae597a5ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299922
Nov 27 11:56:17.022061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a28cec-295b-45e1-af0d-1f5f17326cb7 req-d2d63211-17a5-4ebe-9182-299751a5aa82 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:17.022770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-02a28cec-295b-45e1-af0d-1f5f17326cb7 req-d2d63211-17a5-4ebe-9182-299751a5aa82 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:56:17.089163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-02a28cec-295b-45e1-af0d-1f5f17326cb7 req-d2d63211-17a5-4ebe-9182-299751a5aa82 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:56:17.090380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a28cec-295b-45e1-af0d-1f5f17326cb7 req-d2d63211-17a5-4ebe-9182-299751a5aa82 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 943 time: 0.1544933
Nov 27 11:56:17.150984 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a28cec-295b-45e1-af0d-1f5f17326cb7 req-07c5f659-d560-4a75-b31f-c29f0d8aec7b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481441
Nov 27 11:56:18.369027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c673-1fb4-48a8-9b7e-4e7a230acf28 req-d41efc57-af35-4603-af57-74c6b0cbd48b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:18.370502 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f913c673-1fb4-48a8-9b7e-4e7a230acf28 req-d41efc57-af35-4603-af57-74c6b0cbd48b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 943 time: 0.0905898
Nov 27 11:56:18.416969 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f913c673-1fb4-48a8-9b7e-4e7a230acf28 req-8e8b70db-7bce-4515-aba1-f17978f934ae tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406768
Nov 27 11:56:18.937960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f9bae3a-c3f0-4773-8844-b3a4a196a7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:19.319326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d07713d1-679a-40f2-8672-0bda4db8d2a9 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:56:19.450494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d07713d1-679a-40f2-8672-0bda4db8d2a9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:19.464200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:56:19.519014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:19.536481 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07713d1-679a-40f2-8672-0bda4db8d2a9 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:56:19.552807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d07713d1-679a-40f2-8672-0bda4db8d2a9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:19.619664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8dfa3-fdf9-4037-9f61-a9f87472f4cc req-192ebbea-2cf3-4c24-b598-78dc047cf2c4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:19.621026 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8bb8dfa3-fdf9-4037-9f61-a9f87472f4cc req-192ebbea-2cf3-4c24-b598-78dc047cf2c4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 943 time: 0.0817239
Nov 27 11:56:19.623574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:19.625636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:19.672568 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8bb8dfa3-fdf9-4037-9f61-a9f87472f4cc req-c9795534-09ad-43de-85da-2d782509085d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422003
Nov 27 11:56:19.707040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d07713d1-679a-40f2-8672-0bda4db8d2a9,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:19.713866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:19.784003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:19.924248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['d07713d1-679a-40f2-8672-0bda4db8d2a9'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:56:20.872143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ee7e-81c3-4cb8-93cd-d4e12807f394 req-6731750f-70c6-48d3-8270-1d627d8f34e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:20.873564 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5024ee7e-81c3-4cb8-93cd-d4e12807f394 req-6731750f-70c6-48d3-8270-1d627d8f34e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 944 time: 0.0808904
Nov 27 11:56:20.917639 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5024ee7e-81c3-4cb8-93cd-d4e12807f394 req-d8804c0e-5efe-453c-b7ee-1ce0e79b49fb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385997
Nov 27 11:56:21.195339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c123e3ad-dc6e-4e54-9dbb-98517918c9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:21.318098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d07713d1-679a-40f2-8672-0bda4db8d2a9 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:56:21.461340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port d07713d1-679a-40f2-8672-0bda4db8d2a9 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:21.466695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port d07713d1-679a-40f2-8672-0bda4db8d2a9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:21.467071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:21.583961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:21.612057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:56:21.621540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d07713d1-679a-40f2-8672-0bda4db8d2a9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:21.703818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:21.705719 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:21.752803 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'code': 200}
Nov 27 11:56:21.787352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d07713d1-679a-40f2-8672-0bda4db8d2a9,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:21.792122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:22.130324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ab752-aaf6-4e14-9a5b-ebb6549c757b req-4c760067-417f-4749-aaa4-c52fee99cef3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:22.132390 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-823ab752-aaf6-4e14-9a5b-ebb6549c757b req-4c760067-417f-4749-aaa4-c52fee99cef3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 945 time: 0.0906403
Nov 27 11:56:22.159389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-775d7fbf-1aef-4d54-bc7f-469fd92a1507 req-b818680d-89cb-4dce-a05f-bb64551fb3e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1098 time: 0.0758381
Nov 27 11:56:22.183828 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-823ab752-aaf6-4e14-9a5b-ebb6549c757b req-47c0552a-e176-45a5-95c9-eebb3204ba98 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456908
Nov 27 11:56:22.216906 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-775d7fbf-1aef-4d54-bc7f-469fd92a1507 req-b19313a1-03b8-4599-8abc-b99f24bd4e19 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427549
Nov 27 11:56:22.401144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:23.405152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bdbaf-c6c7-4125-ab6a-01de9519a898 req-998e42a0-05f5-418a-803a-ff4dd70cac60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:23.406696 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-413bdbaf-c6c7-4125-ab6a-01de9519a898 req-998e42a0-05f5-418a-803a-ff4dd70cac60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 945 time: 0.0848808
Nov 27 11:56:23.468270 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-413bdbaf-c6c7-4125-ab6a-01de9519a898 req-0bd2a52d-9a04-4cce-ae9b-fc52d048fee2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556910
Nov 27 11:56:23.783775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:24.670388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246d595-076f-47a6-9975-73d29fa8bf6a req-5cfbf317-b76e-4eed-9e43-76462a81d979 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:24.671850 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1246d595-076f-47a6-9975-73d29fa8bf6a req-5cfbf317-b76e-4eed-9e43-76462a81d979 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 945 time: 0.0793710
Nov 27 11:56:24.718392 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1246d595-076f-47a6-9975-73d29fa8bf6a req-eed8b3fd-c6f3-4835-85ce-62fb010bf37b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410039
Nov 27 11:56:24.915723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f940c-da7c-44df-8898-781d4b041a09 req-ed5f7fdc-a998-4991-9612-afc739a402f0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:24.917167 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-934f940c-da7c-44df-8898-781d4b041a09 req-ed5f7fdc-a998-4991-9612-afc739a402f0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 945 time: 0.0791249
Nov 27 11:56:24.963433 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-934f940c-da7c-44df-8898-781d4b041a09 req-dab89b34-9b0a-42b7-b161-0cacf91fbcf5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407238
Nov 27 11:56:24.991975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53752) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:25.065077 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-00808153-d43b-4209-b175-17c08379281c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1093 time: 0.0718584
Nov 27 11:56:25.067716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53756) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:25.074034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:25.079871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:25.083797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:25.087428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:25.093394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:25.203442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:25.441242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:25.577886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.59 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/1c6dd345-5be2-4a21-96a2-06a35bb14200) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:56:25.728095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:25.841079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:25.844968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6ff8be4e-f4ce-48ce-bed7-650881473cf0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:25.904219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:56:25.911661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:56:25.915775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:56:25.945238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=1c6dd345-5be2-4a21-96a2-06a35bb14200,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:25.951459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:26.432641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:26.587312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:26.799076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:26.858039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:26.863723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:26.969358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=1c6dd345-5be2-4a21-96a2-06a35bb14200,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:26.973354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:26.988278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:27.188979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP c0561e5d-4e9d-4e48-a58a-16d6b84dfb21 associated. External IP: 172.26.6.59, port: d07713d1-679a-40f2-8672-0bda4db8d2a9.
Nov 27 11:56:27.720061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 88a7c791-4e60-408f-b1bd-9b4b17a9618d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:56:27.940442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:56:27.950766 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] Sync routers for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:56:27.963242 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:56:27.963853 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284672c1f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:56:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:28.032188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:28.097609 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0263748
Nov 27 11:56:28.097609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:56:28.100200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53760) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:28.156581 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:56:28.156841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'status': 'completed', 'code': 200}
Nov 27 11:56:28.184131 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4f263036-ecce-47cb-88f7-74122169549b tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1093 time: 0.0803010
Nov 27 11:56:28.268463 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6275babb-4da3-443b-b819-1c173ab77f20 req-dec88eec-701f-4566-ac40-cfc972c7cc11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1098 time: 0.0809655
Nov 27 11:56:28.423883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275babb-4da3-443b-b819-1c173ab77f20 req-56b9bae0-bc2e-40df-a626-1786eb39ce68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:28.425602 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6275babb-4da3-443b-b819-1c173ab77f20 req-56b9bae0-bc2e-40df-a626-1786eb39ce68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 898 time: 0.1502764
Nov 27 11:56:28.538169 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6275babb-4da3-443b-b819-1c173ab77f20 req-3c2fe9be-059f-4149-9a29-7aa1f959585e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 998 time: 0.1058619
Nov 27 11:56:28.539921 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284672c1f0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:26Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:28.544173 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] Checking router: 88a7c791-4e60-408f-b1bd-9b4b17a9618d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:56:28.554807 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:56:28.555494 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284672c1f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:56:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:28.604133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275babb-4da3-443b-b819-1c173ab77f20 req-ca533dfe-ac99-4209-9719-989a758f85c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:28.609255 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6275babb-4da3-443b-b819-1c173ab77f20 req-ca533dfe-ac99-4209-9719-989a758f85c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0609109
Nov 27 11:56:28.686915 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6275babb-4da3-443b-b819-1c173ab77f20 req-39a5af45-c324-4bb5-bad1-2f58a14389ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734684
Nov 27 11:56:28.727915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53768) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:28.734423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529580953', 'description': 'tempest-secgroup-smoke-1529580953 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:28.738992 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:56:28.740505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:28.751691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:28.825868 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6275babb-4da3-443b-b819-1c173ab77f20 req-4884a4a1-4f0c-4e02-b1ce-cfb3c8c490ae service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330121
Nov 27 11:56:28.840964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:28.878310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:28.883099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:28.886278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:28.892365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:28.954501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:28.966939 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6275babb-4da3-443b-b819-1c173ab77f20 req-239b450c-b26d-4fdb-ba42-fef6b7dd5950 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343682
Nov 27 11:56:29.026225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.031926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4241c9c7-5cf4-475d-ad96-f391ca3bfb1e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:29.071675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57aebec0-7451-4626-8479-860d7f2e41d8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:29.076424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:29.101002 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284672c1f0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:26Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:29.105226 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad1a52-afa6-42d9-9cf9-e455cf2fa4c9 None None] The sync data for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv is: [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:26Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:56:29.151753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.153240 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4236071
Nov 27 11:56:29.156207 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53772) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:29.161787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '57aebec0-7451-4626-8479-860d7f2e41d8', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:29.168728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:29.182794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:29.186162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:29.192531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:29.290899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.306620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf891f2-055b-4834-adf1-da8a08045648 None None] New status for floating IP c0561e5d-4e9d-4e48-a58a-16d6b84dfb21: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:56:29.361831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.444172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.446263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-100fa813-df78-4cb8-a8c9-cc94e2a63529 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:29.469403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f3c0c2-c1fd-4f2e-acdc-d14733b90bb4,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:29.472103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:29.583458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.584757 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4276080
Nov 27 11:56:29.588138 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53776) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:29.593841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '57aebec0-7451-4626-8479-860d7f2e41d8', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:29.599830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:29.604381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:29.607387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:29.614058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:29.710504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.768589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.837663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.839553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2ef18a60-d565-43b6-aaff-91ff151e45da tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:29.861227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2340ac-467e-40aa-82a4-48a1645a20e9,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:29.863616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:29.955212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:29.956445 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3673112
Nov 27 11:56:29.959308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53780) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:29.965509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '57aebec0-7451-4626-8479-860d7f2e41d8', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:29.971730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:29.975620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:29.978591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:29.984378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:30.061350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:30.124723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:30.214552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:30.216945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-100bf1fe-37b3-4fcd-bd18-544ab80e9efd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:30.240059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b8438c-c5a4-4930-a1c6-7995bda461ea,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:30.243042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:30.306721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:30.307946 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3477271
Nov 27 11:56:30.310769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53784) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:30.316460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '57aebec0-7451-4626-8479-860d7f2e41d8', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:30.324456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:30.328489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:30.331401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:30.337481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:30.438688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:30.670490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:30.676919 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-39f54fa1-06ac-4d86-b810-b2f539b626ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1135035
Nov 27 11:56:30.745784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:30.748873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2b0ee4b1-e270-4847-8a93-853afd26b02f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:30.809674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a597bd95-deed-455c-a9bb-7f845c5a4186,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:30.816154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:30.846285 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-0c9258d1-d2fd-4f7c-89a1-970bf703bce7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1098 time: 0.0983331
Nov 27 11:56:30.946336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:30.947438 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6356843
Nov 27 11:56:30.951726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53788) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:30.957558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '57aebec0-7451-4626-8479-860d7f2e41d8', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:30.964184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:30.968187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:30.971181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:30.977584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:30.999402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-2b56caca-0a35-49b6-8b39-f5e48d3a6b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:31.000899 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-2b56caca-0a35-49b6-8b39-f5e48d3a6b56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 898 time: 0.1344953
Nov 27 11:56:31.089576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:56:31.100614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:31.117202 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-222cf48b-1011-4ee3-8156-c49db3ff3d17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 1000 time: 0.1096253
Nov 27 11:56:31.179606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:31.182109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-21963ca2-2ccf-42d6-8b26-b22922f7d682 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:31.183608 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-21963ca2-2ccf-42d6-8b26-b22922f7d682 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0603714
Nov 27 11:56:31.263973 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-1ea1bf61-7a1d-4cde-9b09-7b15eb135d31 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727482
Nov 27 11:56:31.280335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:31.289180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-42c5fadd-e8c7-4423-8b50-1c8cf94d1cb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:31.314368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8917d6-c789-44f0-b82a-f7712002453c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:31.317374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:31.395012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:31.396494 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4437246
Nov 27 11:56:31.402192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53792) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:31.406560 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-c27ec797-ce92-41a0-a101-ce5c76dfd558 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353972
Nov 27 11:56:31.408525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '57aebec0-7451-4626-8479-860d7f2e41d8', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:31.415218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:31.419242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:31.422240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:31.428532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:31.529243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:56:31.536378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:31.542914 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d8198d-d11e-4be0-b2d2-2e5a743516ad req-0f1cb028-1e8e-4ef8-a560-80536285f3b2 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306360
Nov 27 11:56:31.611304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:31.745987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:31.747865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bbef4e91-877e-4590-b1f7-a5180f6a01e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:31.772934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052f2aef-70ec-4c4d-ad05-2af13384dc05,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:31.775903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:31.875199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:31.876435 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4729464
Nov 27 11:56:32.047527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bc3ce9fc-e215-46ff-bff4-8747a41724ab tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:56:32.151901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bc3ce9fc-e215-46ff-bff4-8747a41724ab tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:56:32.153333 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bc3ce9fc-e215-46ff-bff4-8747a41724ab tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529580953&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.1466198
Nov 27 11:56:32.409401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-2ebb6e6e-bc52-4dd8-a507-19269733cfd1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:32.410920 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-2ebb6e6e-bc52-4dd8-a507-19269733cfd1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 797 time: 0.2508543
Nov 27 11:56:32.427017 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-2a2c5918-82a4-4238-b5e5-d0a9817484ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0106270
Nov 27 11:56:32.514816 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-f51998e3-fce4-494c-91fe-68147c67760d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0823052
Nov 27 11:56:32.662115 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-2c42183c-4cd5-41da-8fcd-a619786bf9e3 service neutron] 10.222.0.23 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341999
Nov 27 11:56:32.795961 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-5af080cc-96d7-453e-836b-c85bac97aa78 service neutron] 10.222.0.23 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280634
Nov 27 11:56:33.091236 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fe15337f-0693-4a46-8e65-82b7e7d076e3 req-bbdb9603-1c93-4f45-9b89-51a9a530e73d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 210 time: 0.0412445
Nov 27 11:56:34.252152 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8539a222-49d5-4dbb-b904-831a1e207a68 req-74116952-3278-4e2f-b2ac-1477d6a22ebe tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 210 time: 0.0407779
Nov 27 11:56:35.337543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-f908fa84-5147-4055-8687-a9e19ace88e2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:35.339168 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-f908fa84-5147-4055-8687-a9e19ace88e2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 797 time: 0.1574154
Nov 27 11:56:35.436369 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e34ea5f3-37f0-4c93-a2c1-9e4c71f3a741 req-1df7b0e7-f3ca-4f29-a21b-09449013896c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 210 time: 0.0476284
Nov 27 11:56:35.439952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-45c4cdf4-7e37-40d9-a5e5-fadef982e743 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 472 time: 0.0851820
Nov 27 11:56:35.449519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': '8c524084-00f6-4daa-9106-72b5874572d4', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['57aebec0-7451-4626-8479-860d7f2e41d8']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:35.597850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:35.609045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:35.686294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:56:35.689450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:35.849175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.13 (f83ffde3-b06f-4635-aa74-21defa41bc57/2e93318c-1f0e-4088-8b6f-9532effd3f39/2ef9da18-6205-4ca2-a904-90d7f4a2ec20) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:56:36.042367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:36.058454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:56:36.151913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:36.157547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:36.317893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network f83ffde3-b06f-4635-aa74-21defa41bc57 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:56:36.325615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:56:36.329868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:56:36.360680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:36.367901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:36.396259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:36.396848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:36.487454 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0423958
Nov 27 11:56:36.503296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Request body: {'port': {'device_id': '8c524084-00f6-4daa-9106-72b5874572d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:36.612372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:36.640831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0ec3c-6104-401c-8397-d0e827d9e0b2 req-e459f50a-5057-4c4e-829f-f1472c23f2f3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:36.642341 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-acd0ec3c-6104-401c-8397-d0e827d9e0b2 req-e459f50a-5057-4c4e-829f-f1472c23f2f3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 932 time: 0.0789802
Nov 27 11:56:36.651982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f49bf08c-4261-4777-8157-5cc97b7cee86 None None] Provisioning for port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:36.657715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f49bf08c-4261-4777-8157-5cc97b7cee86 None None] Provisioning complete for port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:36.658210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f49bf08c-4261-4777-8157-5cc97b7cee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:36.694499 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-acd0ec3c-6104-401c-8397-d0e827d9e0b2 req-0caace41-fa45-4a57-8486-e91641fb4068 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461800
Nov 27 11:56:36.719725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f49bf08c-4261-4777-8157-5cc97b7cee86 None None] Port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:56:36.977306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:56:36.986112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:37.002757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Transition to ACTIVE for port object 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:56:37.100197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:37.104052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aa69e2d3-9225-464c-9d30-18f9e3c57135 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:37.232839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:37.235698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:37.345973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Attempting to bind port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:56:37.346575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Attempting to bind port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:56:37.346904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Attempting to bind port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 on network f83ffde3-b06f-4635-aa74-21defa41bc57 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:56:37.353712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 on network f83ffde3-b06f-4635-aa74-21defa41bc57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:56:37.354022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Attempting to bind port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 on network f83ffde3-b06f-4635-aa74-21defa41bc57 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:56:37.360796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:56:37.361316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Checking segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:56:37.361485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Bound using segment: {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:56:37.361898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Bound port: 2ef9da18-6205-4ca2-a904-90d7f4a2ec20, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e92562-35c4-4b5d-9c27-95ac190eefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:56:37.362236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:37.456131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] For port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:56:37.462982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] For port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:56:37.541226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:37.544986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-82d1de01-eab2-46a5-9216-ef6bdd844136 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:37.606896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:37.608242 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] 10.222.0.39 "PUT /v2.0/ports/2ef9da18-6205-4ca2-a904-90d7f4a2ec20 HTTP/1.1" status: 200  len: 1094 time: 1.1092396
Nov 27 11:56:37.609122 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:56:37.627168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:37.631590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:37.671668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'status': 'completed', 'code': 200}
Nov 27 11:56:37.774901 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6b419659-c1b4-4ac7-8581-7a622f9930e0 req-45feb1bf-3a8c-4b85-8282-1257cf2876c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 1097 time: 0.0814905
Nov 27 11:56:37.900271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75baec-4d95-4519-8cc5-2594a16f3361 req-1d193f72-5d89-4ef1-b62e-8d6832aa9f7f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:37.901747 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc75baec-4d95-4519-8cc5-2594a16f3361 req-1d193f72-5d89-4ef1-b62e-8d6832aa9f7f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 944 time: 0.0781381
Nov 27 11:56:37.918400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b419659-c1b4-4ac7-8581-7a622f9930e0 req-cc7787a3-ae04-4d91-b817-9e2e63898e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:37.919856 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6b419659-c1b4-4ac7-8581-7a622f9930e0 req-cc7787a3-ae04-4d91-b817-9e2e63898e9a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb8217bfd716483995fa071c0795ac98&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1379943
Nov 27 11:56:37.947718 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc75baec-4d95-4519-8cc5-2594a16f3361 req-0fcbfefb-29a8-4926-9765-f8cd06bf36c3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403664
Nov 27 11:56:38.057332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b419659-c1b4-4ac7-8581-7a622f9930e0 req-c2aa224c-14fc-47bd-947a-40036f3800b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:38.062740 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6b419659-c1b4-4ac7-8581-7a622f9930e0 req-c2aa224c-14fc-47bd-947a-40036f3800b2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1326149
Nov 27 11:56:38.161384 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-de6d85dc-df9c-4a90-84c5-4041136c62a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 1097 time: 0.0673997
Nov 27 11:56:38.231311 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-87a2e142-02d3-4da3-a7ca-b3d1ee0747a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ef9da18-6205-4ca2-a904-90d7f4a2ec20 HTTP/1.1" status: 200  len: 217 time: 0.0631485
Nov 27 11:56:38.304677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-66d25efd-5683-485f-ac73-24c9047b4f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:38.306780 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-66d25efd-5683-485f-ac73-24c9047b4f4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0574517
Nov 27 11:56:38.487886 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-5969e634-e8b9-410c-b31e-cd81b43f8dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1741147
Nov 27 11:56:38.620918 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-3158c7e4-3ec6-408a-bfb6-e1ffb85f51d9 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244457
Nov 27 11:56:38.760033 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6881441-e413-45e4-bfaa-9a5f3678c027 req-9f872872-e974-4d70-855f-c1b31c1aeee3 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294751
Nov 27 11:56:39.155369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149357f-0cfd-410a-845b-32e5cee464cb req-feb05250-4042-47cb-8bb2-69ebf9a89985 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:39.156065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a149357f-0cfd-410a-845b-32e5cee464cb req-feb05250-4042-47cb-8bb2-69ebf9a89985 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:56:39.245929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:39.297342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a149357f-0cfd-410a-845b-32e5cee464cb req-feb05250-4042-47cb-8bb2-69ebf9a89985 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:56:39.298520 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a149357f-0cfd-410a-845b-32e5cee464cb req-feb05250-4042-47cb-8bb2-69ebf9a89985 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 944 time: 0.2232537
Nov 27 11:56:39.344898 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a149357f-0cfd-410a-845b-32e5cee464cb req-89b20355-ec43-43fd-bd60-4888bf83041d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407355
Nov 27 11:56:40.541966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ed229-cc85-426c-9ccf-746ca21f7e1e req-1241dd34-2dba-43a1-8573-8789b870f5cc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:40.543425 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-020ed229-cc85-426c-9ccf-746ca21f7e1e req-1241dd34-2dba-43a1-8573-8789b870f5cc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 944 time: 0.0804641
Nov 27 11:56:40.591750 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-020ed229-cc85-426c-9ccf-746ca21f7e1e req-8153efcf-5879-46a9-9a54-e7a2abcc8c80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418479
Nov 27 11:56:41.398144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:56:41.534813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:41.547821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'port_id': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'mac_address': 'fa:16:3e:58:df:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:56:41.607153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:41.624516 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:56:41.640133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:41.711345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:41.713157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:41.780860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:41.783950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:41.793136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a76f5-420d-4118-b93c-83858e889048 req-d792f99e-712b-49ae-8840-7160fba74703 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:41.794607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c54a76f5-420d-4118-b93c-83858e889048 req-d792f99e-712b-49ae-8840-7160fba74703 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 945 time: 0.0795903
Nov 27 11:56:41.839389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c54a76f5-420d-4118-b93c-83858e889048 req-06f2a63c-37d7-4490-92d5-dfb028f40792 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391126
Nov 27 11:56:41.936603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['2ef9da18-6205-4ca2-a904-90d7f4a2ec20'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:56:43.037221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3815e9-c783-4fd6-9c57-3937e7bcb462 req-507b3037-556e-4fc4-ab05-51c6aa7b02b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:43.038690 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e3815e9-c783-4fd6-9c57-3937e7bcb462 req-507b3037-556e-4fc4-ab05-51c6aa7b02b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 945 time: 0.0757842
Nov 27 11:56:43.084467 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e3815e9-c783-4fd6-9c57-3937e7bcb462 req-61b759b9-cf8f-45b5-afc4-236cf089d8e8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403190
Nov 27 11:56:43.433365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:56:43.548519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:56:43.553176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:56:43.553548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:43.664638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:43.690623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:56:43.700161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:56:43.745532 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'code': 200}
Nov 27 11:56:43.768441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:43.771167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8a33ef68-014b-4be6-b8b4-6de3ee0d264b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:43.837609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:43.841068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:44.121440 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d58f9b7-ee74-46ac-b1f5-117858204e6d req-c775ed8a-a6ae-4abe-9146-e9ed28620ed5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 1099 time: 0.0675640
Nov 27 11:56:44.166823 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3d58f9b7-ee74-46ac-b1f5-117858204e6d req-41aaf242-2dd8-4ea3-b13b-cb473262b276 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373042
Nov 27 11:56:44.281555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d1b0-1349-41b5-a4e7-3347d7686f89 req-02870a38-d9a8-41f6-bdac-0c00038d4e95 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:44.282981 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ef67d1b0-1349-41b5-a4e7-3347d7686f89 req-02870a38-d9a8-41f6-bdac-0c00038d4e95 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 946 time: 0.0796201
Nov 27 11:56:44.330640 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ef67d1b0-1349-41b5-a4e7-3347d7686f89 req-26f010f4-b019-4ea7-b500-3bd0019f2d2d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421150
Nov 27 11:56:45.546972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3205b8-ad16-48f8-a1ef-80f05b6789f0 req-46a7dd7a-4ab4-49f0-8317-30c94853b99e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:45.548411 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-db3205b8-ad16-48f8-a1ef-80f05b6789f0 req-46a7dd7a-4ab4-49f0-8317-30c94853b99e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 946 time: 0.0884962
Nov 27 11:56:45.594706 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-db3205b8-ad16-48f8-a1ef-80f05b6789f0 req-90469898-f41f-4178-a636-242a81602edb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406928
Nov 27 11:56:46.789972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa7786-40f1-41f2-9aec-cf975659b9f1 req-fab7a8c2-8a9b-47cf-8a59-72a3084da3b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:46.791449 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e5fa7786-40f1-41f2-9aec-cf975659b9f1 req-fab7a8c2-8a9b-47cf-8a59-72a3084da3b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 946 time: 0.0783279
Nov 27 11:56:46.836966 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e5fa7786-40f1-41f2-9aec-cf975659b9f1 req-2ca22926-2c7a-4809-9fa3-7059937c6199 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399044
Nov 27 11:56:47.031349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa37c-5190-4093-9e02-8314090cab0e req-3969eb35-7e18-4a3a-8d57-92646ce16970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:47.032794 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25aaa37c-5190-4093-9e02-8314090cab0e req-3969eb35-7e18-4a3a-8d57-92646ce16970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 946 time: 0.0766203
Nov 27 11:56:47.081632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25aaa37c-5190-4093-9e02-8314090cab0e req-f943bf90-0da2-4ff4-acec-e8979db1aa3f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433605
Nov 27 11:56:47.108894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53842) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:47.184617 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-355ab702-e247-43d7-8a3b-418035d7c10e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 1094 time: 0.0745032
Nov 27 11:56:47.187078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53846) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:56:47.192124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:56:47.197844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:56:47.201656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:56:47.204493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:56:47.210091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:56:47.279991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:47.414745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:47.552467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.219 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/d6651fbd-849d-491b-9d91-7cdbec0ad9d6) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:56:47.698887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:47.795184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:47.799945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c6f49829-c2b2-4d24-be88-dc75f38a4e39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:47.867753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:56:47.870754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:56:47.874901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:56:47.902142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d6651fbd-849d-491b-9d91-7cdbec0ad9d6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:47.911883 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:48.505867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:48.640984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:48.843234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:48.917364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:48.921230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ebf109a7-7014-4f4d-8c9f-9f9162f8cb84 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:56:48.948871 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cf98e40c-4de7-4128-9912-e818f00ea577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:49.023497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d6651fbd-849d-491b-9d91-7cdbec0ad9d6,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:56:49.026327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:56:49.041002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:49.124754 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:56:49.234678 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 3a2ea3c7-f3dd-4a8a-a0a8-38eff0fd0df3 associated. External IP: 172.26.6.219, port: 2ef9da18-6205-4ca2-a904-90d7f4a2ec20.
Nov 27 11:56:49.630751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 88a7c791-4e60-408f-b1bd-9b4b17a9618d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:56:49.796723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:49.956804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:56:49.966959 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] Sync routers for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:56:49.979075 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:56:49.979680 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846381e50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:56:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:50.051790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:50.108274 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9201856
Nov 27 11:56:50.108924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:56:50.156739 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:56:50.171399 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'status': 'completed', 'code': 200}
Nov 27 11:56:50.259842 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-79d7a840-87d4-47a5-9b27-9d11ff23ea5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 1099 time: 0.0710361
Nov 27 11:56:50.394655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-59648d1d-00ff-4b06-b287-85a6b608be57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:50.396161 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-59648d1d-00ff-4b06-b287-85a6b608be57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 898 time: 0.1281376
Nov 27 11:56:50.501279 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-472fad73-70ec-4db7-981d-ba9ebeec7edb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ef9da18-6205-4ca2-a904-90d7f4a2ec20 HTTP/1.1" status: 200  len: 1000 time: 0.0986302
Nov 27 11:56:50.538130 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846381e50>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '3a2ea3c7-f3dd-4a8a-a0a8-38eff0fd0df3', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:58:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c524084-00f6-4daa-9106-72b5874572d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:48Z', 'updated_at': '2021-11-27T11:56:48Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}, {'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:29Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:50.541982 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] Checking router: 88a7c791-4e60-408f-b1bd-9b4b17a9618d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:56:50.552856 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:56:50.553475 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846381e50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:56:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:50.564996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-fc33d548-daf8-4d2a-a72b-243ef13a9631 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:56:50.566419 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-fc33d548-daf8-4d2a-a72b-243ef13a9631 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0589900
Nov 27 11:56:50.645248 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-1b450a83-1c7b-42b2-acb2-b8150796ac19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717471
Nov 27 11:56:50.729703 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:56:50.777946 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-ffa1169c-1a7d-43c2-b5fe-8ffe1df6e6a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258662
Nov 27 11:56:50.915735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0957e38e-1283-432d-82d8-52a65ab4b7f6 req-cd16caeb-f17d-47be-b57b-135291d9ac51 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308680
Nov 27 11:56:51.080123 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846381e50>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '3a2ea3c7-f3dd-4a8a-a0a8-38eff0fd0df3', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:58:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c524084-00f6-4daa-9106-72b5874572d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:48Z', 'updated_at': '2021-11-27T11:56:48Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}, {'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:29Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:56:51.084183 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df5bb3-4d04-4ca5-8906-80c5242367f4 None None] The sync data for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv is: [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '3a2ea3c7-f3dd-4a8a-a0a8-38eff0fd0df3', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:58:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c524084-00f6-4daa-9106-72b5874572d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:48Z', 'updated_at': '2021-11-27T11:56:48Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}, {'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:29Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:56:51.172137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7fca4570-5468-4fea-8c72-cc61908d1e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:51.294114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eaf499-40e4-4648-a769-617403346c13 None None] New status for floating IP 3a2ea3c7-f3dd-4a8a-a0a8-38eff0fd0df3: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:56:52.454489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:56:53.791809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:09.245439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:18.947849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5f1caee8-e68f-478f-b95f-2a66234a3606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:19.795885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:21.155882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e5d032bd-af19-4171-a769-8fdf8583fe60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:22.402310 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:23.790318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:24.176240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:24.347350 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-21ca070b-9686-448e-97e4-7113f837d1d9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/c0561e5d-4e9d-4e48-a58a-16d6b84dfb21 HTTP/1.1" status: 200  len: 992 time: 0.1695809
Nov 27 11:57:25.239343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53876) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:25.245205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:57:25.363065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:25.569238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port d07713d1-679a-40f2-8672-0bda4db8d2a9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:25.594357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:25.644413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:25.648721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:25.715927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:25.716541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:25.717918 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/ports/d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 938 time: 0.4776239
Nov 27 11:57:25.718561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:57:25.745174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d07713d1-679a-40f2-8672-0bda4db8d2a9,revision_number=6']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:25.757496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.757881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.758253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.758665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.759013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.759379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.759738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.760093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.761139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.761497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.761847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:25.767125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:25.791162 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'status': 'completed', 'code': 200}
Nov 27 11:57:25.957555 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-c2608c45-2180-4113-b4de-215731d8fbd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1099 time: 0.1421995
Nov 27 11:57:25.964002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5a82cedb-dddf-4add-bc91-83dc080f8c5f None None] Provisioning complete for port d07713d1-679a-40f2-8672-0bda4db8d2a9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:57:25.964469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5a82cedb-dddf-4add-bc91-83dc080f8c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:26.021330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5a82cedb-dddf-4add-bc91-83dc080f8c5f None None] Port d07713d1-679a-40f2-8672-0bda4db8d2a9 is administratively disabled so it will not transition to active. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 27 11:57:26.127100 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:57:26.195781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-3f5d9e1d-f141-4d7a-826a-fb48c69613f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:26.197197 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-3f5d9e1d-f141-4d7a-826a-fb48c69613f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 898 time: 0.2307808
Nov 27 11:57:26.304051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-6e246322-c7d4-4502-8f4e-2d7c4001d61c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 1001 time: 0.0947134
Nov 27 11:57:26.366374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-d0d7423e-d350-459d-85f4-dc0a1e990598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:26.367794 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-d0d7423e-d350-459d-85f4-dc0a1e990598 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0562897
Nov 27 11:57:26.446308 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-da5e5258-f371-4334-8797-f819b2b99e5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714355
Nov 27 11:57:26.456419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-dc371b55-1a6b-4235-bcfa-fc7b9d61ba96 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 11:57:26.457326 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-dc371b55-1a6b-4235-bcfa-fc7b9d61ba96 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046337
Nov 27 11:57:26.590419 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-8bb12cab-34d7-4f5f-92ff-edaf1058b74e service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258028
Nov 27 11:57:26.720119 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0be64944-6649-4e3a-8490-9f3135d7b5d5 req-d8e44c5f-f928-434c-b446-50994bc50ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224587
Nov 27 11:57:29.194197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53888) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:29.200456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:57:29.316243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:29.536364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port d07713d1-679a-40f2-8672-0bda4db8d2a9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:29.564858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:29.632976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:29.636566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c47d34e1-6041-4174-bada-add7b19056db tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:29.695505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:29.696102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:29.697426 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/ports/d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 937 time: 0.5019855
Nov 27 11:57:29.698567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:57:29.701127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53892) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:29.723660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d07713d1-679a-40f2-8672-0bda4db8d2a9,revision_number=7']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:29.726970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:29.757261 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'status': 'completed', 'code': 200}
Nov 27 11:57:29.864823 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ffa7501b-f98c-411a-aa2e-2f9de2db7d7d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/c0561e5d-4e9d-4e48-a58a-16d6b84dfb21 HTTP/1.1" status: 200  len: 992 time: 0.1624634
Nov 27 11:57:29.891051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-b2040531-101e-4f82-bda5-34c73c311a3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1098 time: 0.1057365
Nov 27 11:57:29.965874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-77d6a8fc-d545-43df-8240-4d2374dc903d None None] Provisioning complete for port d07713d1-679a-40f2-8672-0bda4db8d2a9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:57:29.966539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-77d6a8fc-d545-43df-8240-4d2374dc903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:30.004386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['d07713d1-679a-40f2-8672-0bda4db8d2a9'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:57:30.026618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-f7d82b38-e98c-4be5-89d0-aceeccbbd287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:30.028065 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-f7d82b38-e98c-4be5-89d0-aceeccbbd287 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 898 time: 0.1276433
Nov 27 11:57:30.137571 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-e951bc0b-f9a5-48a9-a73e-b8269dd99ef7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 1000 time: 0.1018999
Nov 27 11:57:30.213006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-22731a37-ddb2-4974-bf64-f2a4a7428c45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:30.214493 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-22731a37-ddb2-4974-bf64-f2a4a7428c45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0669219
Nov 27 11:57:30.302883 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-1cad6f1c-b6d5-440a-b39c-96096e49f154 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744140
Nov 27 11:57:30.446799 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-e714e978-97f6-4b75-970d-70208d82c16e service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331172
Nov 27 11:57:30.648016 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fce192ef-ef75-4ce5-82c3-2e7b8c7333fc req-d9bda99c-f8c9-4664-b150-eeb5888669be service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1884949
Nov 27 11:57:30.654797 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-26cae998-615f-4774-892a-de7d830160e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1158862
Nov 27 11:57:30.918315 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-9e137b25-d2de-461f-999c-67491f07edaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1098 time: 0.1809947
Nov 27 11:57:31.062804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-41caaf32-da9f-4adf-b94e-26a316408c06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:31.064224 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-41caaf32-da9f-4adf-b94e-26a316408c06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 898 time: 0.1251733
Nov 27 11:57:31.173667 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-faaca099-d97c-4077-99b2-e5496771bbba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 1000 time: 0.0935495
Nov 27 11:57:31.240343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-87e56bab-4ddd-4edf-a56d-34379b7ab4a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:31.241745 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-87e56bab-4ddd-4edf-a56d-34379b7ab4a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0598512
Nov 27 11:57:31.319754 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-e9bd3bf4-f37f-4964-bb65-e3cb6f22b122 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672975
Nov 27 11:57:31.460252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-c65d2e2f-855d-4a25-bb55-3c7d56fdf87a service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300857
Nov 27 11:57:31.601280 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bcfdfde0-52a8-4490-b653-cdc7e926578f req-cf6f3495-682b-4881-91f1-9ecec3317a4f service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322720
Nov 27 11:57:32.474447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53904) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:32.673598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port d6651fbd-849d-491b-9d91-7cdbec0ad9d6 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:57:32.673838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:32.837057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:32.837371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:32.954981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for d6651fbd-849d-491b-9d91-7cdbec0ad9d6 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:57:33.201125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:33.204906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2ebb92ed-b895-4228-a488-399c3b913e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:33.249740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=d6651fbd-849d-491b-9d91-7cdbec0ad9d6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:33.288361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.288756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.289133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.289505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.289874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.290237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.290635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.291001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.292022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.292356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.292718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:33.299666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:33.353232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:33.835695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 88a7c791-4e60-408f-b1bd-9b4b17a9618d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:57:34.041108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:57:34.050679 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] Sync routers for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:57:34.062619 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:57:34.063298 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463bd250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:34.218288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:34.240481 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:57:34.271758 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/3a2ea3c7-f3dd-4a8a-a0a8-38eff0fd0df3 HTTP/1.1" status: 204  len: 168 time: 1.7962019
Nov 27 11:57:34.272424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:57:34.335135 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'status': 'completed', 'code': 200}
Nov 27 11:57:34.448161 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-41b13556-2e33-4ade-adf7-00cf7d9ad309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 1099 time: 0.0769565
Nov 27 11:57:34.590414 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463bd250>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:29Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:34.594295 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] Checking router: 88a7c791-4e60-408f-b1bd-9b4b17a9618d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:57:34.599909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-969ce8e7-c8cb-4f3d-8450-1a739b139d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:34.601444 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-969ce8e7-c8cb-4f3d-8450-1a739b139d80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 898 time: 0.1429942
Nov 27 11:57:34.605412 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:57:34.606059 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463bd250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:34.676325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-42988098-6b7d-4e17-84cf-c4e5e1bcd248 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ef9da18-6205-4ca2-a904-90d7f4a2ec20 HTTP/1.1" status: 200  len: 217 time: 0.0650489
Nov 27 11:57:34.754893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-753ce7e6-cd13-407c-9a74-29be7cd4ee3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:34.754893 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-753ce7e6-cd13-407c-9a74-29be7cd4ee3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0662985
Nov 27 11:57:34.821089 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:57:34.882810 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-5a0ec0df-f09f-474c-9427-a5b6e9632fd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1115031
Nov 27 11:57:35.011130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcd3fa-242b-478a-ba71-33091afa9627 req-c1b13f18-fef1-4426-82bc-20670be54ccb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:35.011807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f7dcd3fa-242b-478a-ba71-33091afa9627 req-c1b13f18-fef1-4426-82bc-20670be54ccb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:57:35.054131 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-ddd2396a-243f-471c-8536-9b643530660c service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629584
Nov 27 11:57:35.164472 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463bd250>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:29Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:35.168391 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b78998-4fde-42cf-bcc1-91b8fc425435 None None] The sync data for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv is: [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'c0561e5d-4e9d-4e48-a58a-16d6b84dfb21', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'port_id': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'mac_address': 'fa:16:3e:b9:c6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:56:26Z', 'updated_at': '2021-11-27T11:56:29Z', 'revision_number': 1, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:57:35.185528 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f7dcd3fa-242b-478a-ba71-33091afa9627 req-c1b13f18-fef1-4426-82bc-20670be54ccb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:57:35.186744 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f7dcd3fa-242b-478a-ba71-33091afa9627 req-c1b13f18-fef1-4426-82bc-20670be54ccb tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 946 time: 0.3517449
Nov 27 11:57:35.198097 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-73fde10e-d745-499f-aca6-1da9c62e3423 req-efdd7707-d8bd-41fd-b561-4a9a7517d325 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352215
Nov 27 11:57:35.240685 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f7dcd3fa-242b-478a-ba71-33091afa9627 req-abc4037f-05b4-4e10-b637-041143c3048b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467072
Nov 27 11:57:35.484652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52828ab0-429a-49e9-b154-4bda04396f59 None None] New status for floating IP 3a2ea3c7-f3dd-4a8a-a0a8-38eff0fd0df3: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:57:36.438038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-0087c009-d5f7-4e5b-8560-fcae1020ff25 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:36.439471 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-0087c009-d5f7-4e5b-8560-fcae1020ff25 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 946 time: 0.0766773
Nov 27 11:57:36.445783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45041a-122d-4d66-9db3-32b156e7d2c7 req-257e8312-d15a-4b77-beb8-eb15383bc24d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:36.447414 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba45041a-122d-4d66-9db3-32b156e7d2c7 req-257e8312-d15a-4b77-beb8-eb15383bc24d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 946 time: 0.0814514
Nov 27 11:57:36.493518 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba45041a-122d-4d66-9db3-32b156e7d2c7 req-b9a2582a-f6f0-4dbd-aa9f-84d9390b455a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=57aebec0-7451-4626-8479-860d7f2e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401344
Nov 27 11:57:36.620252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:57:36.620580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:36.864116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:36.864707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:36.985100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:57:37.207039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:37.213164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6c638831-f586-4ed4-afe8-1039439b32d4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:37.256829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=2ef9da18-6205-4ca2-a904-90d7f4a2ec20,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:37.259260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:37.334707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:57:37.337137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:37.340601 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'name': 'network-vif-deleted', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:57:37.398243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c524084-00f6-4daa-9106-72b5874572d4', 'name': 'network-vif-deleted', 'tag': '2ef9da18-6205-4ca2-a904-90d7f4a2ec20', 'status': 'completed', 'code': 200}
Nov 27 11:57:37.424610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-be3b5972-cd4c-4ba1-9565-0ce5eaf0da85 req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/2ef9da18-6205-4ca2-a904-90d7f4a2ec20 HTTP/1.1" status: 204  len: 173 time: 0.9769497
Nov 27 11:57:37.659913 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c5919984-fff2-48e4-a8f0-c337016f8952 req-35c44961-53ad-4e0d-af48-490eb1b1eb50 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c524084-00f6-4daa-9106-72b5874572d4 HTTP/1.1" status: 200  len: 210 time: 0.0447156
Nov 27 11:57:38.767747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53922) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:38.837116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2031d0ce-bbda-4098-8c8b-b92caa9983a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:38.872632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2031d0ce-bbda-4098-8c8b-b92caa9983a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:39.021566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2031d0ce-bbda-4098-8c8b-b92caa9983a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:39.025337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d1aa0fbe-977f-4a85-aa25-931a1c03ff02 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:39.038844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031d0ce-bbda-4098-8c8b-b92caa9983a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aebec0-7451-4626-8479-860d7f2e41d8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:39.042493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2031d0ce-bbda-4098-8c8b-b92caa9983a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:39.117640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2031d0ce-bbda-4098-8c8b-b92caa9983a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:39.118839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2031d0ce-bbda-4098-8c8b-b92caa9983a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/57aebec0-7451-4626-8479-860d7f2e41d8 HTTP/1.1" status: 204  len: 168 time: 0.3500960
Nov 27 11:57:39.245194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53928) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:39.298799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:39.442413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 1c6dd345-5be2-4a21-96a2-06a35bb14200 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:57:39.442783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:39.605884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:39.606104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:39.724913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 1c6dd345-5be2-4a21-96a2-06a35bb14200 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:57:39.753666 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:57:39.794569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:57:39.794945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 2ef9da18-6205-4ca2-a904-90d7f4a2ec20 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:57:39.961227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:39.964982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-58eb2a1c-f4a8-445a-b98e-f425351d3b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:40.004197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=1c6dd345-5be2-4a21-96a2-06a35bb14200,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:40.007577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:40.190100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:40.575199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 88a7c791-4e60-408f-b1bd-9b4b17a9618d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:57:40.780919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:57:40.790357 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] Sync routers for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:57:40.796652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:40.802511 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:57:40.803149 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468a61c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:40.850574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/c0561e5d-4e9d-4e48-a58a-16d6b84dfb21 HTTP/1.1" status: 204  len: 168 time: 1.6074922
Nov 27 11:57:40.851228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:57:40.917495 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'status': 'completed', 'code': 200}
Nov 27 11:57:40.991433 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:57:41.018699 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-caa1bc7d-f789-4257-aa67-4e7d6241f5d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 1098 time: 0.0752718
Nov 27 11:57:41.159876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-9ea195ac-2bb6-46ac-9074-9beffdf4c8f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:41.161360 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-9ea195ac-2bb6-46ac-9074-9beffdf4c8f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 200  len: 898 time: 0.1332784
Nov 27 11:57:41.238631 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-607e47c9-5449-4b6a-b9ee-75e6d49e42f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 200  len: 217 time: 0.0672305
Nov 27 11:57:41.318505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-07d4e01e-5f98-4110-8a8e-d47d0d9da7ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:41.320378 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-07d4e01e-5f98-4110-8a8e-d47d0d9da7ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 200  len: 834 time: 0.0697079
Nov 27 11:57:41.354200 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468a61c0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:41.357999 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] Checking router: 88a7c791-4e60-408f-b1bd-9b4b17a9618d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:57:41.369078 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:57:41.370285 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468a61c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:41.405549 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-55b8faf5-d677-4f83-8e68-c33b5c17fc6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f83ffde3-b06f-4635-aa74-21defa41bc57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745862
Nov 27 11:57:41.552841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-b6b506e3-ef57-4cbc-81f1-2af0d2994c88 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379783
Nov 27 11:57:41.561567 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:57:41.570452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e53f7-7b81-4e71-aae4-ed0f1c9daff0 req-e9356ac4-d1bc-4e21-8007-ed8e9175fe77 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:41.571961 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b25e53f7-7b81-4e71-aae4-ed0f1c9daff0 req-e9356ac4-d1bc-4e21-8007-ed8e9175fe77 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 945 time: 0.0880313
Nov 27 11:57:41.624066 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b25e53f7-7b81-4e71-aae4-ed0f1c9daff0 req-59857717-5b52-40b3-8523-d5358304a72f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457358
Nov 27 11:57:41.703596 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ddbcc847-830a-4bd9-8500-6847a2e1d233 req-52831551-f495-4836-9787-f9b97d697c85 service neutron] 10.222.0.39 "GET /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413167
Nov 27 11:57:41.932217 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468a61c0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:41.937277 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f902f535-87c5-4e42-9224-c3262af61b27 None None] The sync data for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv is: [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e550dd46-c3e3-4449-949d-acdab4e1bd9e', 'name': '', 'network_id': 'f83ffde3-b06f-4635-aa74-21defa41bc57', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:16:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:56:00Z', 'updated_at': '2021-11-27T11:56:07Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '2e93318c-1f0e-4088-8b6f-9532effd3f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:57:42.151255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe9192-48c8-42ad-a4dc-95bfe99f4c2a None None] New status for floating IP c0561e5d-4e9d-4e48-a58a-16d6b84dfb21: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:57:42.942987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44ad71-c386-4617-9b38-d47b9b7bb1a1 req-49908808-45c4-4957-a03d-fd30b2abf961 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:42.943639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-8d44ad71-c386-4617-9b38-d47b9b7bb1a1 req-49908808-45c4-4957-a03d-fd30b2abf961 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:57:43.035855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-8d44ad71-c386-4617-9b38-d47b9b7bb1a1 req-49908808-45c4-4957-a03d-fd30b2abf961 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:57:43.037270 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8d44ad71-c386-4617-9b38-d47b9b7bb1a1 req-49908808-45c4-4957-a03d-fd30b2abf961 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 945 time: 0.2806332
Nov 27 11:57:43.084530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-8d44ad71-c386-4617-9b38-d47b9b7bb1a1 req-492c3918-c64a-4b90-bf4e-f491fdb791a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:57:43.200199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-8d44ad71-c386-4617-9b38-d47b9b7bb1a1 req-492c3918-c64a-4b90-bf4e-f491fdb791a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:57:43.201383 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8d44ad71-c386-4617-9b38-d47b9b7bb1a1 req-492c3918-c64a-4b90-bf4e-f491fdb791a0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=c209400b-7958-4344-a7e8-916f3ff4c00c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1578801
Nov 27 11:57:43.212456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-de6e5a72-099e-4e01-87ed-5738c3905ad8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:43.214504 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-de6e5a72-099e-4e01-87ed-5738c3905ad8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 945 time: 0.0818706
Nov 27 11:57:43.289399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port d07713d1-679a-40f2-8672-0bda4db8d2a9 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:57:43.289794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:43.543544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port d07713d1-679a-40f2-8672-0bda4db8d2a9, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d07713d1-679a-40f2-8672-0bda4db8d2a9,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:43.543893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:43.668497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for d07713d1-679a-40f2-8672-0bda4db8d2a9 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:57:43.927448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:43.934696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:43.979159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=d07713d1-679a-40f2-8672-0bda4db8d2a9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:43.981538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:44.053747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port d07713d1-679a-40f2-8672-0bda4db8d2a9 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:57:44.056204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:44.059630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'name': 'network-vif-deleted', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:57:44.115177 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a333af59-c1bb-4bdf-8e19-6165baa8c6df', 'name': 'network-vif-deleted', 'tag': 'd07713d1-679a-40f2-8672-0bda4db8d2a9', 'status': 'completed', 'code': 200}
Nov 27 11:57:44.205093 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30434240-d7c5-4c49-a30a-ffa50b353716 req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/d07713d1-679a-40f2-8672-0bda4db8d2a9 HTTP/1.1" status: 204  len: 173 time: 0.9843667
Nov 27 11:57:44.518577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-62277c11-3171-49c7-9e4a-2987e3aeb8db req-b5ee0f3a-f0e0-4aa7-96cd-51a1ea759ab9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:57:44.578271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-62277c11-3171-49c7-9e4a-2987e3aeb8db req-b5ee0f3a-f0e0-4aa7-96cd-51a1ea759ab9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:57:44.579370 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62277c11-3171-49c7-9e4a-2987e3aeb8db req-b5ee0f3a-f0e0-4aa7-96cd-51a1ea759ab9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=a333af59-c1bb-4bdf-8e19-6165baa8c6df HTTP/1.1" status: 200  len: 210 time: 0.1016159
Nov 27 11:57:45.695602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53946) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:45.764971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4419880-5960-4f9c-b89d-2bb96b5b94b6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:45.783211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d07713d1-679a-40f2-8672-0bda4db8d2a9 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:57:45.794995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4419880-5960-4f9c-b89d-2bb96b5b94b6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:45.816807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: d07713d1-679a-40f2-8672-0bda4db8d2a9 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:57:45.817166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d07713d1-679a-40f2-8672-0bda4db8d2a9 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:57:45.947210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4419880-5960-4f9c-b89d-2bb96b5b94b6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:45.951035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a044211-1ebb-40fc-b059-1640236a1959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:45.970211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4419880-5960-4f9c-b89d-2bb96b5b94b6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c209400b-7958-4344-a7e8-916f3ff4c00c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:45.972810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4419880-5960-4f9c-b89d-2bb96b5b94b6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:46.062974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4419880-5960-4f9c-b89d-2bb96b5b94b6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:46.064089 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d4419880-5960-4f9c-b89d-2bb96b5b94b6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/c209400b-7958-4344-a7e8-916f3ff4c00c HTTP/1.1" status: 204  len: 168 time: 0.3674223
Nov 27 11:57:46.173699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53952) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:46.673527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:47.279976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port e550dd46-c3e3-4449-949d-acdab4e1bd9e {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:57:47.280656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:47.469922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port e550dd46-c3e3-4449-949d-acdab4e1bd9e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e550dd46-c3e3-4449-949d-acdab4e1bd9e,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:47.470158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:47.587524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for e550dd46-c3e3-4449-949d-acdab4e1bd9e owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:57:47.952784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:47.956504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-502d874a-74ef-4065-9663-4f83fbb1a988 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:47.999636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=e550dd46-c3e3-4449-949d-acdab4e1bd9e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:48.002778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:48.358235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:48.950008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 88a7c791-4e60-408f-b1bd-9b4b17a9618d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:57:48.967918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8ab35b78-24ec-4bdb-8003-fc9a738623fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:49.151726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:57:49.161208 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] Sync routers for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:57:49.172683 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:57:49.175956 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463aa9a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:49.225579 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/88a7c791-4e60-408f-b1bd-9b4b17a9618d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0507841
Nov 27 11:57:49.228233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53956) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:49.380578 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:57:49.423730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet 2e93318c-1f0e-4088-8b6f-9532effd3f39 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:57:49.426543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:49.606054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:49.675457 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463aa9a0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:57:47Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:49.679649 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] Checking router: 88a7c791-4e60-408f-b1bd-9b4b17a9618d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:57:49.693144 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] Routers {'88a7c791-4e60-408f-b1bd-9b4b17a9618d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:57:49.694435 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463aa9a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:49.714191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:49.795353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:49.861494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:49.866028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-09e708b7-6de1-4d53-8964-a1b7ddee2a0d tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:49.879678 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] Set router 88a7c791-4e60-408f-b1bd-9b4b17a9618d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:57:49.906064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=2e93318c-1f0e-4088-8b6f-9532effd3f39,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:49.908967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:49.911322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:49.920729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d6a76-60f4-42c9-ad44-fddba743f090 None None] Network f83ffde3-b06f-4635-aa74-21defa41bc57 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:57:49.921055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53960) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:49.921499 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f1e44931-81c8-4edf-aa64-12416c4d860a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/2e93318c-1f0e-4088-8b6f-9532effd3f39 HTTP/1.1" status: 204  len: 168 time: 0.6910515
Nov 27 11:57:50.131551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:50.183736 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463aa9a0>, [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:57:47Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:50.187699 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a76afc-5a6f-435c-9051-7e545471f31b None None] The sync data for ids ['88a7c791-4e60-408f-b1bd-9b4b17a9618d'] in dv-neutron-819441-1-hyperv is: [{'id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'name': 'tempest-TestNetworkBasicOps-router-1984690957', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:57:47Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': '7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7c791-4e60-408f-b1bd-9b4b17a9618d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:55:56Z', 'updated_at': '2021-11-27T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:57:50.213521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] DHCP port deletion for f83ffde3-b06f-4635-aa74-21defa41bc57 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:57:50.218819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Deleting port d7dfcb8b-83f5-4073-890c-a7bd52b49269 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:57:50.220201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:50.336664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:50.400982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:57:50.401250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:50.432872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] For port d7dfcb8b-83f5-4073-890c-a7bd52b49269, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d7dfcb8b-83f5-4073-890c-a7bd52b49269,segment=NetworkSegment(f4e92562-35c4-4b5d-9c27-95ac190eefcd),segment_id=f4e92562-35c4-4b5d-9c27-95ac190eefcd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:50.432872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:50.555664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Calling delete_port for d7dfcb8b-83f5-4073-890c-a7bd52b49269 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:57:50.585060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:50.585739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:50.701471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:50.706041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:50.747865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Pushing event deleted for resources: {'Port': ['ID=d7dfcb8b-83f5-4073-890c-a7bd52b49269,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:50.755354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] No DVR routers for this DVR port d7dfcb8b-83f5-4073-890c-a7bd52b49269 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:57:50.760200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.764695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:57:50.766344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:50.811055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:57:51.046667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.050382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8fc80ab9-04ee-4068-9bf0-8aa0214df4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:51.092737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:51.095259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:51.184031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b87ed276-58c6-4c86-955d-afe29c6214d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.302969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e550dd46-c3e3-4449-949d-acdab4e1bd9e no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:57:51.316540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.339706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e550dd46-c3e3-4449-949d-acdab4e1bd9e {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:57:51.340195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e550dd46-c3e3-4449-949d-acdab4e1bd9e not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:57:51.340725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d7dfcb8b-83f5-4073-890c-a7bd52b49269 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:57:51.372671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d7dfcb8b-83f5-4073-890c-a7bd52b49269 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:57:51.373119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d7dfcb8b-83f5-4073-890c-a7bd52b49269 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:57:51.567305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.571624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.667824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.668369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Fanout notify agent at l3_agent the message router_deleted on router 88a7c791-4e60-408f-b1bd-9b4b17a9618d {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:57:51.683827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.684968 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/routers/88a7c791-4e60-408f-b1bd-9b4b17a9618d HTTP/1.1" status: 204  len: 168 time: 1.7629905
Nov 27 11:57:51.687767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53964) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:51.802563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.938302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:51.963901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845b48100>,) {'filters': {'network_id': ['f83ffde3-b06f-4635-aa74-21defa41bc57']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:51.975879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845b48100>, 'f4e92562-35c4-4b5d-9c27-95ac190eefcd') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:51.976170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845b48100>, 'f4e92562-35c4-4b5d-9c27-95ac190eefcd') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:51.987949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.004692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.010782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:57:52.011169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:57:52.035433 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:57:52.292537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.296147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a053b7f-6bbf-4477-aff5-33cca11eb8bf tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:52.310637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.322826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=f83ffde3-b06f-4635-aa74-21defa41bc57,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:52.326065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:52.396385 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/f83ffde3-b06f-4635-aa74-21defa41bc57 HTTP/1.1" status: 204  len: 168 time: 0.7075086
Nov 27 11:57:52.430370 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53968) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:52.436163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'network': {'name': 'tempest-network-smoke--147608903', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'port_security_enabled': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:57:52.441372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:57:52.445679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:network and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:57:52.449072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:57:52.454710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:57:52.461341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.578312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:57:52.581335 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.609996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:57:52.619415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.619787 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Added segment 2c59033d-af77-4cf1-aa1a-136b0f09ac2e of type vlan for network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b
Nov 27 11:57:52.645806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.741642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.746059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:52.746675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:52.750397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8baf49d8-7f39-46ac-a311-0cb37199f9df tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:52.855724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Network': ['ID=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:52.858220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:52.865468 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:57:52.928296 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4964974
Nov 27 11:57:52.931977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53972) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:52.937591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-255162944', 'admin_state_up': True, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:57:52.945057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:57:52.949976 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:router and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:57:52.954893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:57:52.960059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:57:53.046834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.047834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.072988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.217259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:57:53.250062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:57:53.250411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7b5376b5-bc5f-43a5-9e9b-a0bd57d9a63f not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:57:53.299204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.545480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.573934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.708495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.83 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/d31d3882-78f2-4b85-b6bb-d103a7a50adb) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:57:53.835391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.855535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.978668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:53.982427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:54.039124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:57:54.045914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:57:54.049851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:57:54.082123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=d31d3882-78f2-4b85-b6bb-d103a7a50adb,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:54.088548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:54.307859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:54.308598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:54.623721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 315925b0-eb91-4e49-bd65-75faf91fd93b is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 11:57:54.820514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:57:54.831494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Sync routers for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:57:54.843911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:57:54.844561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462f2610>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:54.909531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:54.910679 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.9776595
Nov 27 11:57:54.913984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53976) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:55.024179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:57:55.142052 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-790b9c4f-ac27-4af1-9dfe-bee99624e028 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cb8217bfd716483995fa071c0795ac98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2268910
Nov 27 11:57:55.144595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53982) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:55.273115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35144830-64db-4f8a-9679-1a52ef484b7c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:55.275764 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-35144830-64db-4f8a-9679-1a52ef484b7c tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1297340
Nov 27 11:57:55.278072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53986) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:55.315016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462f2610>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:54Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:55.318190 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f8c7ffdf-4c19-46cc-a37f-c543e4941c22 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0381093
Nov 27 11:57:55.319874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Checking router: 315925b0-eb91-4e49-bd65-75faf91fd93b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:57:55.320238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Updating router 315925b0-eb91-4e49-bd65-75faf91fd93b port d31d3882-78f2-4b85-b6bb-d103a7a50adb binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:57:55.320474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 53990) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:55.327551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268882447', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:57:55.371469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:55.438147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:57:55.442009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:subnet and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:57:55.445060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:57:55.451200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:57:55.569971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:57:55.671644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:55.690134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:55.702828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Transition to ACTIVE for port object d31d3882-78f2-4b85-b6bb-d103a7a50adb will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:57:55.783668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:55.788237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:55.866435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502dcf6-ea57-42f2-93a5-6b1f2a272f98 None None] Pushing event updated for resources: {'Port': ['ID=d31d3882-78f2-4b85-b6bb-d103a7a50adb,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:55.869328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Attempting to bind port d31d3882-78f2-4b85-b6bb-d103a7a50adb on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:57:55.869700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Attempting to bind port d31d3882-78f2-4b85-b6bb-d103a7a50adb by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:57:55.870063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Attempting to bind port d31d3882-78f2-4b85-b6bb-d103a7a50adb on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:57:55.872270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7502dcf6-ea57-42f2-93a5-6b1f2a272f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:55.877364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:57:55.877742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:57:55.878146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:55.878563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:57:55.879030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Bound port: d31d3882-78f2-4b85-b6bb-d103a7a50adb, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:57:55.879407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:55.952543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:55.952807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] For port d31d3882-78f2-4b85-b6bb-d103a7a50adb, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:57:55.955740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] For port d31d3882-78f2-4b85-b6bb-d103a7a50adb, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d31d3882-78f2-4b85-b6bb-d103a7a50adb,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:57:55.957074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-30bbed34-3baf-4f7c-be02-392a17c5a03f tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:56.021429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:56.026286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:56.034644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Subnet': ['ID=66446f00-ce5a-46b9-9ff9-9c89717b5d34,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:56.037930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:56.045656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Checking segment: {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:57:56.046008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network hostable DHCP agents. Network: 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:57:56.105342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502dcf6-ea57-42f2-93a5-6b1f2a272f98 None None] Pushing event updated for resources: {'Port': ['ID=d31d3882-78f2-4b85-b6bb-d103a7a50adb,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:56.108304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7502dcf6-ea57-42f2-93a5-6b1f2a272f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:56.109313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:57:56.109904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462f2610>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:56.200562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:57:56.280604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:57:56.284541 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:57:56.285121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:56.294335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cfbb3b-a392-44b6-a828-7979b27e4a1c None None] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:57:56.314163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:57:56.407280 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0855401
Nov 27 11:57:56.409987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53994) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:57:56.790217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 11:57:56.791701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:56.880814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462f2610>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:54Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:57:56.892804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd0100-3af0-4ef0-8007-3619b793c92c None None] The sync data for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv is: [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:54Z', 'revision_number': 3, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:57:56.972605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Allocated IP 172.20.0.2 (2b9c9fe9-04cb-496a-a8cb-6ff385074d7b/66446f00-ce5a-46b9-9ff9-9c89717b5d34/665c0963-084b-4d65-8715-0eaf5a784bcc) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:57:57.215762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.256412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.268026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Transition to ACTIVE for port object 665c0963-084b-4d65-8715-0eaf5a784bcc will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:57:57.311494 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d31d3882-78f2-4b85-b6bb-d103a7a50adb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:57:57.373215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Transition to ACTIVE for port object 665c0963-084b-4d65-8715-0eaf5a784bcc will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:57:57.436193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.439901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:57.481579 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port d31d3882-78f2-4b85-b6bb-d103a7a50adb completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:57:57.505539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d31d3882-78f2-4b85-b6bb-d103a7a50adb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:57:57.505914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.562875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:57:57.566350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:57:57.569400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:57:57.572071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Pushing event updated for resources: {'Port': ['ID=665c0963-084b-4d65-8715-0eaf5a784bcc,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:57.575508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:57.690652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.1 (2b9c9fe9-04cb-496a-a8cb-6ff385074d7b/66446f00-ce5a-46b9-9ff9-9c89717b5d34/7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:57:57.716846 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Attempting to bind port 665c0963-084b-4d65-8715-0eaf5a784bcc on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:57:57.717260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Attempting to bind port 665c0963-084b-4d65-8715-0eaf5a784bcc by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:57:57.720675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Attempting to bind port 665c0963-084b-4d65-8715-0eaf5a784bcc on network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:57:57.739159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:57:57.739532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Checking segment: {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:57:57.740394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.740394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Bound using segment: {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:57:57.740838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Bound port: 665c0963-084b-4d65-8715-0eaf5a784bcc, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:57:57.741203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.753801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.812316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port d31d3882-78f2-4b85-b6bb-d103a7a50adb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d31d3882-78f2-4b85-b6bb-d103a7a50adb,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:57.860457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] For port 665c0963-084b-4d65-8715-0eaf5a784bcc, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:57:57.864036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] For port 665c0963-084b-4d65-8715-0eaf5a784bcc, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=665c0963-084b-4d65-8715-0eaf5a784bcc,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:57:57.901424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.903453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:57.953566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:57.994751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=d31d3882-78f2-4b85-b6bb-d103a7a50adb,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:58.000163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:58.003730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7502dcf6-ea57-42f2-93a5-6b1f2a272f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:58.047071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:58.076932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:57:58.078014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Pushing event updated for resources: {'Port': ['ID=665c0963-084b-4d65-8715-0eaf5a784bcc,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:58.081318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:58.212920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:58.217360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-76feef41-a54b-4f37-9ed1-02454926bdc8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:58.305952 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:57:58.310589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:57:58.313097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:58.315639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:57:58.351244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:58.394559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:58.533710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:59.003923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:59.092235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aebc5a-12c2-4859-be97-6829440a6479 None None] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:57:59.098082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:59.127682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-38950ecc-e3bd-4b32-b36c-651217331a0d tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:57:59.211201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:59.214905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:57:59.217936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:57:59.275172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-963843da-5f6f-406d-97e6-4d7c359ea0b0 None None] Provisioning for port 665c0963-084b-4d65-8715-0eaf5a784bcc completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:57:59.369400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:57:59.370618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:57:59.384015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d31d3882-78f2-4b85-b6bb-d103a7a50adb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:57:59.456281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d31d3882-78f2-4b85-b6bb-d103a7a50adb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:57:59.456657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:59.581357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 665c0963-084b-4d65-8715-0eaf5a784bcc up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:57:59.732037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 665c0963-084b-4d65-8715-0eaf5a784bcc completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:57:59.737412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 665c0963-084b-4d65-8715-0eaf5a784bcc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:57:59.737712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:59.778844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5f11f73b-a70b-470f-bb99-e3e9bb690690 None None] Provisioning for port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:57:59.787609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5f11f73b-a70b-470f-bb99-e3e9bb690690 None None] Provisioning complete for port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:57:59.794763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5f11f73b-a70b-470f-bb99-e3e9bb690690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:59.809250 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 315925b0-eb91-4e49-bd65-75faf91fd93b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:57:59.861175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5f11f73b-a70b-470f-bb99-e3e9bb690690 None None] Port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:57:59.923309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:57:59.963621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 665c0963-084b-4d65-8715-0eaf5a784bcc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=665c0963-084b-4d65-8715-0eaf5a784bcc,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:57:59.984724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e7a93c9f-90d8-4c33-a38f-5e41da280439 None None] Provisioning complete for port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:57:59.985216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7a93c9f-90d8-4c33-a38f-5e41da280439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:00.040049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:00.048537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:00.073704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e7a93c9f-90d8-4c33-a38f-5e41da280439 None None] Port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:58:00.117150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=665c0963-084b-4d65-8715-0eaf5a784bcc,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:00.121188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:00.146345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:58:00.158896 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/315925b0-eb91-4e49-bd65-75faf91fd93b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7477942
Nov 27 11:58:00.161431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 53998) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:00.303969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0504527-f6c9-41a0-b63d-1e28fe442af6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:00.304390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0504527-f6c9-41a0-b63d-1e28fe442af6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:00.304709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0504527-f6c9-41a0-b63d-1e28fe442af6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:00.305104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0504527-f6c9-41a0-b63d-1e28fe442af6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:00.310030 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b0504527-f6c9-41a0-b63d-1e28fe442af6 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1449645
Nov 27 11:58:00.310903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54002) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:00.381429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eae436-d47c-428e-b11e-5ac730e6a22f tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:00.381817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eae436-d47c-428e-b11e-5ac730e6a22f tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:00.382187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eae436-d47c-428e-b11e-5ac730e6a22f tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:00.382574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eae436-d47c-428e-b11e-5ac730e6a22f tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:00.387669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54006) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:00.387765 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-23eae436-d47c-428e-b11e-5ac730e6a22f tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0762548
Nov 27 11:58:00.561550 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Sync routers for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:58:00.574446 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:58:00.575104 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463aaf10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:00.602336 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c4b250b2-f182-4822-8ce8-325f01e7f407 tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.2134471
Nov 27 11:58:00.754208 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:58:01.020847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54012) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:01.028035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537473520', 'description': 'tempest-secgroup-smoke-537473520 description', 'project_id': 'cb8217bfd716483995fa071c0795ac98'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:01.034283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:01.038768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:01.042715 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:01.048544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:01.120450 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463aaf10>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:58Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:57:58Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:01.124449 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Checking router: 315925b0-eb91-4e49-bd65-75faf91fd93b for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:58:01.124800 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Updating router 315925b0-eb91-4e49-bd65-75faf91fd93b port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 11:58:01.149653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.177988 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.219984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:01.224080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:01.227224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:01.234167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:01.287588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 665c0963-084b-4d65-8715-0eaf5a784bcc up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:58:01.302006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.368257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 665c0963-084b-4d65-8715-0eaf5a784bcc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:58:01.368686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.372146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.377724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-715ef80b-e2e2-4ce4-a1d2-066901fd87dc tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:01.420023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956e1aba-b070-4c0e-9e7b-0d9410cd330c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:01.423431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:01.515219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.516481 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4939241
Nov 27 11:58:01.519393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54016) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:01.528398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '956e1aba-b070-4c0e-9e7b-0d9410cd330c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:01.533985 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:01.538161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:01.541436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:01.555055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:01.579166 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.591618 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Transition to ACTIVE for port object 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:58:01.647810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.669265 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.673783 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-b96f12d2-f673-4967-854d-383ccd6d64bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:01.717754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.793210 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Pushing event updated for resources: {'Port': ['ID=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:01.807062 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.807642 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.807784 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.808005 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.808317 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.808628 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.808933 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.809247 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.809549 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.809852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.810155 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:01.812573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.826447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a88a9d9-2322-4130-9822-6c7c407d9fff tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:01.842156 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:01.854352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e044de-c6cd-4ed7-b7bd-132a5bb9c332,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:01.857693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:01.908414 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Attempting to bind port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:58:01.909001 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Attempting to bind port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:58:01.909430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Attempting to bind port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf on network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:58:01.919983 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:58:01.919983 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Checking segment: {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:58:01.920361 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:01.920762 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Bound using segment: {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:58:01.921228 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Bound port: 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:58:01.921605 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.012581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.014167 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4936409
Nov 27 11:58:02.017164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54020) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:02.028248 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] For port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:58:02.028248 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] For port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:58:02.028524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '956e1aba-b070-4c0e-9e7b-0d9410cd330c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:02.029608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:02.033435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:02.036414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:02.042184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:02.138363 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.142226 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-b96f12d2-f673-4967-854d-383ccd6d64bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:02.173357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.231711 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Pushing event updated for resources: {'Port': ['ID=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:02.235194 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:02.238651 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:58:02.239390 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463aaf10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:57:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:02.248803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.326892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.328853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-845f03ab-551a-4c18-a7ed-d0b30a6e8827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:02.354076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058d0b66-97b7-4a7b-8378-3fb170e8e43f,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:02.358823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:02.427390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.429558 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4114344
Nov 27 11:58:02.433127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54024) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:02.444096 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:58:02.444815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '956e1aba-b070-4c0e-9e7b-0d9410cd330c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:02.451396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:02.455316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:02.458320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:02.465948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:02.567453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.642005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.726613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.734884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8fcceba9-e9f4-42d6-94ed-01b3a6405276 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:02.754450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06462958-1150-4971-9f70-e53c9bae8e00,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:02.759730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:02.788405 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463aaf10>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:58Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:58:02Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:02.792442 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f0c66-c6dd-4e0f-98b6-d6ee52e2b81a None None] The sync data for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv is: [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:58Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:58:02Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:58:02.857610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:02.858833 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4243562
Nov 27 11:58:02.861457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54028) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:02.866935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '956e1aba-b070-4c0e-9e7b-0d9410cd330c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:02.874850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:02.880379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:02.883757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:02.890976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:02.996079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.067813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.126996 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:58:03.169743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.171701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-05ce8d05-1b28-4576-90bc-aa7b0d127258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:03.194925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca166667-366b-4ca8-a56b-355d97ff540f,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:03.197994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:03.283824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.285092 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e0dd0406-11a7-46e2-96a2-80db32ae1977 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4227071
Nov 27 11:58:03.287910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54032) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:03.293035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:58:03.300351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '956e1aba-b070-4c0e-9e7b-0d9410cd330c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:03.307281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:03.311589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:03.314591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:03.321332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:03.429266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:58:03.436445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.469343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:58:03.474744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:58:03.476421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.512810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.593489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.606311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.614628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4282e7f2-67c1-4210-8935-154dcb3a9fcd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:03.626681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:58:03.636882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ed0a04-7393-41d5-b9da-09183c21eade,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:03.639819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:03.715130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.717022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:03.755214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.756367 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4675088
Nov 27 11:58:03.759955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54036) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:03.765370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'security_group_rule': {'security_group_id': '956e1aba-b070-4c0e-9e7b-0d9410cd330c', 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:03.771154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:03.775344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:security_group_rule and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:03.778582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:03.780673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:03.783660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:03.784471 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:03.869401 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Project cb8217bfd716483995fa071c0795ac98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 11:58:03.875987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:03.939872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:04.012255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:04.018408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a022c86-8111-4d99-b2d5-3541af3ce378 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:04.045683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdde3b8d-07bf-458f-b25a-49962b36c126,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:04.048176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:04.132162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:04.133354 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3731005
Nov 27 11:58:04.460694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-2f482739-3fe5-4c3d-af07-6b50dcec403f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537473520&fields=id&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 267 time: 0.0438681
Nov 27 11:58:04.608669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b5757-9713-40fb-ac51-1b309766724d req-03c71c58-ab1d-4cf6-b4b2-2308663ca69a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:04.609312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-bc1b5757-9713-40fb-ac51-1b309766724d req-03c71c58-ab1d-4cf6-b4b2-2308663ca69a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:58:04.685988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-bc1b5757-9713-40fb-ac51-1b309766724d req-03c71c58-ab1d-4cf6-b4b2-2308663ca69a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:58:04.687153 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-03c71c58-ab1d-4cf6-b4b2-2308663ca69a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/networks?id=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b HTTP/1.1" status: 200  len: 796 time: 0.2189348
Nov 27 11:58:04.704804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-a86000b7-6bdd-4d72-82c0-b70e19294d1f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/quotas/cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 375 time: 0.0123012
Nov 27 11:58:04.788422 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-d1b9769b-3dc9-4317-ad8a-dac3ba3b5f55 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0777898
Nov 27 11:58:04.999135 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-7d8a070e-bdaa-4628-a534-14a9f41f5193 service neutron] 10.222.0.23 "GET /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984367
Nov 27 11:58:05.135118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-a5e2da5e-9a76-453a-9b0c-6fd6dae99733 service neutron] 10.222.0.23 "GET /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301577
Nov 27 11:58:05.279238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:58:05.381618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:58:05.382013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:05.451274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-6c368f1d-872a-432a-bbd7-701be829da1a req-d31205a2-0054-4a40-950e-5760d1f49b6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:58:05.541695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-6c368f1d-872a-432a-bbd7-701be829da1a req-d31205a2-0054-4a40-950e-5760d1f49b6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:58:05.542920 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6c368f1d-872a-432a-bbd7-701be829da1a req-d31205a2-0054-4a40-950e-5760d1f49b6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 210 time: 0.2117493
Nov 27 11:58:06.824209 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eef880b5-f3e7-47c0-a8c9-4683d3153252 req-f5d4cce9-e873-4746-a36b-57e6a0d1fa80 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 210 time: 0.1510596
Nov 27 11:58:07.772932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b5757-9713-40fb-ac51-1b309766724d req-69c4443c-8917-4255-83c8-7b07787f15f5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:07.774455 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-69c4443c-8917-4255-83c8-7b07787f15f5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/networks?id=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b HTTP/1.1" status: 200  len: 796 time: 0.1486502
Nov 27 11:58:07.840595 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-9ccbd13a-3d42-4494-9566-e33d7b28f6ee tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8217bfd716483995fa071c0795ac98 HTTP/1.1" status: 200  len: 379 time: 0.0443666
Nov 27 11:58:07.854667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'port': {'device_id': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'admin_state_up': True, 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'security_groups': ['956e1aba-b070-4c0e-9e7b-0d9410cd330c']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:08.006740 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd275f13-96ef-4237-8e60-ab2253f4ce50 req-a7e5c4c5-173c-4623-b2de-243ff70be973 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 210 time: 0.0489738
Nov 27 11:58:08.009959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:08.020585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:08.124165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Made reservation on behalf of cb8217bfd716483995fa071c0795ac98 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:58:08.127536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:08.328696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.20.0.12 (2b9c9fe9-04cb-496a-a8cb-6ff385074d7b/66446f00-ce5a-46b9-9ff9-9c89717b5d34/123cbd87-a3cb-444b-9b57-5e2540794cca) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:58:08.519633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:08.535497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Transition to ACTIVE for port object 123cbd87-a3cb-444b-9b57-5e2540794cca will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:58:08.607078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:08.614422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f4ac29cc-1e76-4979-b64b-018defc9e7b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:08.692474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:58:08.696305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:58:08.701317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:58:08.726368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=123cbd87-a3cb-444b-9b57-5e2540794cca,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:08.732462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:08.765947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:08.766587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:08.855884 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0066354
Nov 27 11:58:08.872976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Request body: {'port': {'device_id': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:08.977527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ba092110-7ddd-4775-8062-24ae5fdab599 None None] Provisioning for port 123cbd87-a3cb-444b-9b57-5e2540794cca completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:58:08.983303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ba092110-7ddd-4775-8062-24ae5fdab599 None None] Provisioning complete for port 123cbd87-a3cb-444b-9b57-5e2540794cca triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:58:08.983682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba092110-7ddd-4775-8062-24ae5fdab599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:08.991323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:09.046211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ba092110-7ddd-4775-8062-24ae5fdab599 None None] Port 123cbd87-a3cb-444b-9b57-5e2540794cca cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:58:09.292023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:09.336232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf4997-a1b6-4e6f-8876-4e016f20a83b req-093e9ae8-a3e6-4653-b508-4bc96cb52b84 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:09.336926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-04bf4997-a1b6-4e6f-8876-4e016f20a83b req-093e9ae8-a3e6-4653-b508-4bc96cb52b84 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:58:09.408365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-04bf4997-a1b6-4e6f-8876-4e016f20a83b req-093e9ae8-a3e6-4653-b508-4bc96cb52b84 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:58:09.409444 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04bf4997-a1b6-4e6f-8876-4e016f20a83b req-093e9ae8-a3e6-4653-b508-4bc96cb52b84 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 932 time: 0.2661126
Nov 27 11:58:09.445814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123cbd87-a3cb-444b-9b57-5e2540794cca {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:58:09.455835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:09.484436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Transition to ACTIVE for port object 123cbd87-a3cb-444b-9b57-5e2540794cca will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:58:09.487431 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04bf4997-a1b6-4e6f-8876-4e016f20a83b req-0b6ac397-47c5-47fb-a5f2-a05ebc577546 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671048
Nov 27 11:58:09.552244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:09.556700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fa18692f-eea5-4b84-a8e3-e74efb2bf00b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:09.676522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Pushing event updated for resources: {'Port': ['ID=123cbd87-a3cb-444b-9b57-5e2540794cca,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:09.680688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:09.787935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Attempting to bind port 123cbd87-a3cb-444b-9b57-5e2540794cca on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:58:09.788266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Attempting to bind port 123cbd87-a3cb-444b-9b57-5e2540794cca by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:58:09.788594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Attempting to bind port 123cbd87-a3cb-444b-9b57-5e2540794cca on network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:58:09.794679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Port 123cbd87-a3cb-444b-9b57-5e2540794cca on network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:58:09.795003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Attempting to bind port 123cbd87-a3cb-444b-9b57-5e2540794cca on network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:58:09.801410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:58:09.801739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Checking segment: {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:58:09.802115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Bound using segment: {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:58:09.802560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Bound port: 123cbd87-a3cb-444b-9b57-5e2540794cca, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59033d-af77-4cf1-aa1a-136b0f09ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:58:09.802908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:09.997653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] For port 123cbd87-a3cb-444b-9b57-5e2540794cca, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:58:10.000586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] For port 123cbd87-a3cb-444b-9b57-5e2540794cca, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=123cbd87-a3cb-444b-9b57-5e2540794cca,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:58:10.092251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:10.096201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1a3993e3-6f8e-4be8-ab78-e6cc1240ee07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:10.152083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:10.153574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] 10.222.0.39 "PUT /v2.0/ports/123cbd87-a3cb-444b-9b57-5e2540794cca HTTP/1.1" status: 200  len: 1094 time: 1.2855043
Nov 27 11:58:10.154102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:58:10.182124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Pushing event updated for resources: {'Port': ['ID=123cbd87-a3cb-444b-9b57-5e2540794cca,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:10.185321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:10.220021 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'status': 'completed', 'code': 200}
Nov 27 11:58:10.327672 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9ce6c1a-7260-49f7-8d39-31efcfe2ba2a req-078d0cf6-04cf-44d6-98be-b509f10a0418 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 1097 time: 0.0752075
Nov 27 11:58:10.474096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce6c1a-7260-49f7-8d39-31efcfe2ba2a req-eecb14f8-3be0-45e6-94c7-aae80847d322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:10.475481 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9ce6c1a-7260-49f7-8d39-31efcfe2ba2a req-eecb14f8-3be0-45e6-94c7-aae80847d322 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb8217bfd716483995fa071c0795ac98&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1364563
Nov 27 11:58:10.654218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce6c1a-7260-49f7-8d39-31efcfe2ba2a req-4e947bc4-a8dc-4de7-af91-6349685b814a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:10.655659 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9ce6c1a-7260-49f7-8d39-31efcfe2ba2a req-4e947bc4-a8dc-4de7-af91-6349685b814a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1702127
Nov 27 11:58:10.691543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084a040-ae73-4218-be2e-aeb4649940df req-00871e0a-c73a-4647-b145-72a77b715330 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:10.693019 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6084a040-ae73-4218-be2e-aeb4649940df req-00871e0a-c73a-4647-b145-72a77b715330 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 944 time: 0.0829155
Nov 27 11:58:10.786405 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6084a040-ae73-4218-be2e-aeb4649940df req-e47632bb-c593-48cf-89e0-b36aa7a24ed9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560577
Nov 27 11:58:10.804469 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-bf5329e3-6ec2-488b-88de-2148ac05559e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 1097 time: 0.1057696
Nov 27 11:58:10.878617 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-9234e6d3-7eb4-4824-96c1-3a0535b53ebf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=123cbd87-a3cb-444b-9b57-5e2540794cca HTTP/1.1" status: 200  len: 217 time: 0.0630741
Nov 27 11:58:10.942981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b5757-9713-40fb-ac51-1b309766724d req-99608693-561d-4e50-aed9-a7a18744b785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:10.944639 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-99608693-561d-4e50-aed9-a7a18744b785 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66446f00-ce5a-46b9-9ff9-9c89717b5d34 HTTP/1.1" status: 200  len: 834 time: 0.0568602
Nov 27 11:58:11.025488 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-d60aa05b-8784-4a92-93db-b15c68ff63a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703962
Nov 27 11:58:11.166243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-ecf580a2-1d3b-4af3-a3db-51fb52502923 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301062
Nov 27 11:58:11.303397 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1b5757-9713-40fb-ac51-1b309766724d req-3b9fd73b-3b7a-4438-abee-99a481c30513 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295509
Nov 27 11:58:11.989076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b8fc-e7c9-42c4-b78e-51e8d80e626e req-86ef78bd-0a7a-49e5-8b64-c29fe2996e86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:11.990548 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c195b8fc-e7c9-42c4-b78e-51e8d80e626e req-86ef78bd-0a7a-49e5-8b64-c29fe2996e86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 944 time: 0.0807400
Nov 27 11:58:12.034885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-c195b8fc-e7c9-42c4-b78e-51e8d80e626e req-40a5716f-d6b9-42d4-a95b-cd772f1ab8f2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:58:12.148907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-c195b8fc-e7c9-42c4-b78e-51e8d80e626e req-40a5716f-d6b9-42d4-a95b-cd772f1ab8f2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:58:12.150658 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c195b8fc-e7c9-42c4-b78e-51e8d80e626e req-40a5716f-d6b9-42d4-a95b-cd772f1ab8f2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1544957
Nov 27 11:58:13.358299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844b5c5-957b-42f8-8ea7-a3b4dcde3f00 req-c5646d8f-50dc-44ea-a233-2a4e8946c53c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:13.359756 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1844b5c5-957b-42f8-8ea7-a3b4dcde3f00 req-c5646d8f-50dc-44ea-a233-2a4e8946c53c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 944 time: 0.0851507
Nov 27 11:58:13.404845 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1844b5c5-957b-42f8-8ea7-a3b4dcde3f00 req-58125d57-2ae2-4259-9da9-749d1d6de162 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395951
Nov 27 11:58:13.987647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 123cbd87-a3cb-444b-9b57-5e2540794cca details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:58:14.166450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 123cbd87-a3cb-444b-9b57-5e2540794cca, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=123cbd87-a3cb-444b-9b57-5e2540794cca,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:58:14.183174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'port_id': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'mac_address': 'fa:16:3e:21:79:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:58:14.239878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:14.257340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123cbd87-a3cb-444b-9b57-5e2540794cca {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:58:14.272850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 123cbd87-a3cb-444b-9b57-5e2540794cca, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=123cbd87-a3cb-444b-9b57-5e2540794cca,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:58:14.366126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:14.368010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-12f9baf4-1881-498e-ab12-0fae2ebb09ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:14.433117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=123cbd87-a3cb-444b-9b57-5e2540794cca,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:14.436023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:14.602030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12ebc8-335c-4ade-b607-b9d0a132cbaa req-1c58afee-0c03-437c-a9d7-465bbc7cecfc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:14.603980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4c12ebc8-335c-4ade-b607-b9d0a132cbaa req-1c58afee-0c03-437c-a9d7-465bbc7cecfc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 945 time: 0.0791900
Nov 27 11:58:14.616670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['123cbd87-a3cb-444b-9b57-5e2540794cca'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:58:14.649024 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4c12ebc8-335c-4ade-b607-b9d0a132cbaa req-f3a57745-def5-46ba-88d0-b8fa991eb207 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395057
Nov 27 11:58:15.852009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fa97d-bf12-4af0-9b72-644c5a84b334 req-b996a72c-fece-4fd4-989a-68fe9d61daa0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:15.853470 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-537fa97d-bf12-4af0-9b72-644c5a84b334 req-b996a72c-fece-4fd4-989a-68fe9d61daa0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 945 time: 0.0825992
Nov 27 11:58:15.898833 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-537fa97d-bf12-4af0-9b72-644c5a84b334 req-ca19b174-93cc-42ff-8e0a-2c3b870e80f2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397239
Nov 27 11:58:16.002890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 123cbd87-a3cb-444b-9b57-5e2540794cca up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:58:16.255239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 123cbd87-a3cb-444b-9b57-5e2540794cca completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:58:16.260621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 123cbd87-a3cb-444b-9b57-5e2540794cca triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:58:16.261075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:16.377647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:16.404606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:58:16.414208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 123cbd87-a3cb-444b-9b57-5e2540794cca, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=123cbd87-a3cb-444b-9b57-5e2540794cca,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:58:16.463734 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'code': 200}
Nov 27 11:58:16.480192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:16.482056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-12f9baf4-1881-498e-ab12-0fae2ebb09ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:16.546777 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=123cbd87-a3cb-444b-9b57-5e2540794cca,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:16.549883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:16.827835 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-aef91925-4853-4068-98c6-17ba069f41d8 req-9bb43b09-493c-40e2-bbd0-ea5ef441a4e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 1099 time: 0.0675607
Nov 27 11:58:16.873623 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-aef91925-4853-4068-98c6-17ba069f41d8 req-d4140851-8703-43ee-b21b-98ada80f5bc6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353224
Nov 27 11:58:17.119894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43a256-b570-4be9-921f-1cf191c681e1 req-d895ae2d-99fb-4ea1-81d7-f7f99acc3775 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:17.121677 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4d43a256-b570-4be9-921f-1cf191c681e1 req-d895ae2d-99fb-4ea1-81d7-f7f99acc3775 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 946 time: 0.1027648
Nov 27 11:58:17.171411 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4d43a256-b570-4be9-921f-1cf191c681e1 req-e6452497-731d-40f2-98df-e42d799a4b0b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416942
Nov 27 11:58:18.378859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f6c8f-b941-4a2f-a68f-a464802cc471 req-df2aeead-3ebd-4148-a599-f683eb0c9cef tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:18.380325 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-296f6c8f-b941-4a2f-a68f-a464802cc471 req-df2aeead-3ebd-4148-a599-f683eb0c9cef tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 946 time: 0.0837789
Nov 27 11:58:18.428153 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-296f6c8f-b941-4a2f-a68f-a464802cc471 req-0475c885-db32-4a9d-8842-63cd900909ed tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421827
Nov 27 11:58:18.627526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f354d47-e584-40dc-9a82-93145a05cac0 req-e946b6d2-28c3-480e-8a2b-b10201323444 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:18.628950 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3f354d47-e584-40dc-9a82-93145a05cac0 req-e946b6d2-28c3-480e-8a2b-b10201323444 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 946 time: 0.0767150
Nov 27 11:58:18.675036 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3f354d47-e584-40dc-9a82-93145a05cac0 req-ddbabe6f-8980-41dd-8469-122db11fcb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405660
Nov 27 11:58:18.702967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54092) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:18.773606 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8cbb2afb-ab04-4a3d-8469-42b179d56e6e tempest-TestNetworkBasicOps-1591191204 tempest-TestNetworkBasicOps-1591191204-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 1094 time: 0.0692568
Nov 27 11:58:18.776616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54096) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:18.781975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:18.787907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:58:18.792568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Usage tracker for resource:floatingip and tenant:cb8217bfd716483995fa071c0795ac98 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:58:18.795568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:58:18.801303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:58:18.891811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:18.994763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-43897ffd-407c-4b26-b92f-43df8608abe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:19.036163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:19.171380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Allocated IP 172.26.6.122 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/96aceacb-6ab0-410a-895a-c30614e8df43) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:58:19.316972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:19.405930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:19.409722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-adc9f4e1-2bf0-4f64-9196-719d1450d149 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:19.583177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:58:19.586213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:58:19.590397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:58:19.613792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=96aceacb-6ab0-410a-895a-c30614e8df43,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:19.619032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:19.777015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:20.093898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:20.204963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:20.412595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:20.495077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:20.499464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c357d364-c563-44a3-be2f-1f75fce87b76 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:20.598243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event updated for resources: {'Port': ['ID=96aceacb-6ab0-410a-895a-c30614e8df43,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:20.602038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:20.616802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:20.806554 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Floating IP 4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 associated. External IP: 172.26.6.122, port: 123cbd87-a3cb-444b-9b57-5e2540794cca.
Nov 27 11:58:21.191882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-375a44aa-d960-40e0-9c5a-0e4ead2278dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:21.310123 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 315925b0-eb91-4e49-bd65-75faf91fd93b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:58:21.505589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:58:21.515023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] Sync routers for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:58:21.527616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:58:21.528231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28458f7ac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:58:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:21.583213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:21.640180 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8625276
Nov 27 11:58:21.640934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:58:21.642959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54100) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:21.717658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:58:21.724013 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'status': 'completed', 'code': 200}
Nov 27 11:58:21.913244 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0db01d78-c90d-49cd-883f-b33f486ec7f6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.2678633
Nov 27 11:58:21.934358 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-a1f20d22-32e8-42bf-8532-b6ab75745bb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 1099 time: 0.1132185
Nov 27 11:58:22.065230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-e354c235-62ea-460f-b1b7-3898a8944b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:22.066741 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-e354c235-62ea-460f-b1b7-3898a8944b6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b HTTP/1.1" status: 200  len: 897 time: 0.1246991
Nov 27 11:58:22.085729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28458f7ac0>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:58Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'port_id': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'mac_address': 'fa:16:3e:21:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:58:19Z', 'updated_at': '2021-11-27T11:58:19Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:58:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:22.090372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] Checking router: 315925b0-eb91-4e49-bd65-75faf91fd93b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:58:22.100919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:58:22.101548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28458f7ac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:58:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:22.168558 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-b1da534d-e964-4662-8efd-3f6947490534 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=123cbd87-a3cb-444b-9b57-5e2540794cca HTTP/1.1" status: 200  len: 1000 time: 0.0955560
Nov 27 11:58:22.235175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-cd72a143-43f9-4a8b-a78a-8e4bb3b1bb85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:58:22.250189 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-cd72a143-43f9-4a8b-a78a-8e4bb3b1bb85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66446f00-ce5a-46b9-9ff9-9c89717b5d34 HTTP/1.1" status: 200  len: 834 time: 0.0616298
Nov 27 11:58:22.284771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:58:22.322739 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-920c96db-e339-474d-8a8f-369b061eedba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771143
Nov 27 11:58:22.457531 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-fee6b520-5b98-438c-a336-463f96abddae service neutron] 10.222.0.39 "GET /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280789
Nov 27 11:58:22.475026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:22.598919 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77afa1a3-f2a1-4e86-8847-543a104eab19 req-ea4722eb-a133-4e38-a183-bf841b00d22e service neutron] 10.222.0.39 "GET /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347938
Nov 27 11:58:22.685757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28458f7ac0>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:58Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'port_id': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'mac_address': 'fa:16:3e:21:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:58:19Z', 'updated_at': '2021-11-27T11:58:19Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:58:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:22.689849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed539a9-5e1a-4892-b908-64a58bd57436 None None] The sync data for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv is: [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:58Z', 'revision_number': 4, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'port_id': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'mac_address': 'fa:16:3e:21:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:58:19Z', 'updated_at': '2021-11-27T11:58:19Z', 'revision_number': 0, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:58:03Z', 'revision_number': 5, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:58:22.882917 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be43d59-e253-4f9f-b87e-98e12ec10523 None None] New status for floating IP 4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:58:22.916610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54106) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:23.017867 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9b46ff18-9fe3-413b-aaf8-540e288f4b39 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.0998528
Nov 27 11:58:23.811718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:24.021489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54110) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:24.134368 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0005686e-cdec-46c5-a132-31dce580be9f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 994 time: 0.1109447
Nov 27 11:58:39.285537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:40.127551 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:58:48.953879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d80ccd16-ea37-415e-9116-92f56e5862b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:49.770812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:51.139491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7302d0ae-902f-4c0c-bdb0-c5d572e3ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:52.456866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:53.805169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:57.433677 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54130) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:58:57.438957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ee5768b5-8151-4637-a5b4-45cc49ec1d6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:58:58.094847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ee5768b5-8151-4637-a5b4-45cc49ec1d6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:58.177088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ee5768b5-8151-4637-a5b4-45cc49ec1d6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:58.385484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5768b5-8151-4637-a5b4-45cc49ec1d6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 315925b0-eb91-4e49-bd65-75faf91fd93b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:58:58.584656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5768b5-8151-4637-a5b4-45cc49ec1d6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:58:58.591381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ee5768b5-8151-4637-a5b4-45cc49ec1d6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:58.593426 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ee5768b5-8151-4637-a5b4-45cc49ec1d6c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/315925b0-eb91-4e49-bd65-75faf91fd93b HTTP/1.1" status: 200  len: 887 time: 1.1585021
Nov 27 11:58:58.595788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049dc6bb-634a-4c8a-ad57-ca1f1780ef7b None None] Sync routers for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:58:58.613922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dc6bb-634a-4c8a-ad57-ca1f1780ef7b None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:58:58.614552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-049dc6bb-634a-4c8a-ad57-ca1f1780ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a612b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:58:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:58.672080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-049dc6bb-634a-4c8a-ad57-ca1f1780ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a612b0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:58.682291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dc6bb-634a-4c8a-ad57-ca1f1780ef7b None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:58:58.682939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-049dc6bb-634a-4c8a-ad57-ca1f1780ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a612b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:58:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:58.745657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-049dc6bb-634a-4c8a-ad57-ca1f1780ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a612b0>, [], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:58:58.746063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049dc6bb-634a-4c8a-ad57-ca1f1780ef7b None None] The sync data for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:58:59.504130 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217a96b-cce2-4ab3-a853-631535dc1f91 None None] New status for floating IP 4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:58:59.528144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:58:59.643187 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:59.674079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:58:59.744864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:59.746241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d31d3882-78f2-4b85-b6bb-d103a7a50adb no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:58:59.769014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-86f77ce0-eac3-4dd6-b4b5-1dac0d93158d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:58:59.858626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:58:59.870138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.871056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.871387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.871710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.872032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.872355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.872668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.872981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.873291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.873598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.873908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:58:59.899724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:58:59.927812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:58:59.943748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port d31d3882-78f2-4b85-b6bb-d103a7a50adb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d31d3882-78f2-4b85-b6bb-d103a7a50adb,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:00.007783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:00.009599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4d3f2598-c569-4107-9264-6c187ed686a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:00.073673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=d31d3882-78f2-4b85-b6bb-d103a7a50adb,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:00.076735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:00.767127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54136) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:00.772583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-62158044-673c-429a-bed9-d882da6bb827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:59:01.317164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-62158044-673c-429a-bed9-d882da6bb827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:01.427752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-62158044-673c-429a-bed9-d882da6bb827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2021949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018218'] for router, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:01.621433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62158044-673c-429a-bed9-d882da6bb827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 315925b0-eb91-4e49-bd65-75faf91fd93b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:59:01.929905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62158044-673c-429a-bed9-d882da6bb827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:59:01.935611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-62158044-673c-429a-bed9-d882da6bb827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:01.936751 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-62158044-673c-429a-bed9-d882da6bb827 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/315925b0-eb91-4e49-bd65-75faf91fd93b HTTP/1.1" status: 200  len: 886 time: 1.1686335
Nov 27 11:59:01.939288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] Sync routers for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:59:01.939846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54140) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:01.952211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:59:01.952824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f63880>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:58:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:02.044360 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0c352123-c20a-42f0-8fe3-014fa1fe7809 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.1033974
Nov 27 11:59:02.129658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:59:02.518370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f63880>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:01Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'port_id': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'mac_address': 'fa:16:3e:21:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:58:19Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:02.522106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] Checking router: 315925b0-eb91-4e49-bd65-75faf91fd93b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:59:02.532466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:59:02.533057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f63880>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:58:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:02.709784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:59:03.048159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54144) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:03.052389 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f63880>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:01Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'port_id': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'mac_address': 'fa:16:3e:21:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:58:19Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:03.056411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25f842-491a-4f78-bf0e-128cad4cbb69 None None] The sync data for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv is: [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:01Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'port_id': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'mac_address': 'fa:16:3e:21:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:58:19Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 2, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf', 'name': '', 'network_id': '2b9c9fe9-04cb-496a-a8cb-6ff385074d7b', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'mac_address': 'fa:16:3e:5d:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:57Z', 'updated_at': '2021-11-27T11:58:59Z', 'revision_number': 6, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'subnets': [{'id': '66446f00-ce5a-46b9-9ff9-9c89717b5d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:59:03.164752 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8af49a82-2ca4-4eca-90bb-637edfcc4605 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.1153669
Nov 27 11:59:03.331526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:59:03.404017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:59:03.404391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:03.533699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:03.574072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:03.650707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:03.655788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-8a33ef68-014b-4be6-b8b4-6de3ee0d264b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:03.725010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:03.728171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:04.168293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54148) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:04.274119 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-846527ea-0adc-4367-beb5-b604ca97eeb6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.1045737
Nov 27 11:59:05.278641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54152) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:05.358834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:59:05.390133 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0df2d20c-97eb-44db-ba77-548e06ded001 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.1102760
Nov 27 11:59:05.429703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:59:05.430072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:05.541556 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d31d3882-78f2-4b85-b6bb-d103a7a50adb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:59:05.606369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d31d3882-78f2-4b85-b6bb-d103a7a50adb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:59:05.606772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:05.721967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:05.737920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port d31d3882-78f2-4b85-b6bb-d103a7a50adb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d31d3882-78f2-4b85-b6bb-d103a7a50adb,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:05.801798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:05.803592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:05.866594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=d31d3882-78f2-4b85-b6bb-d103a7a50adb,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:05.869538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:06.393049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54156) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:06.499017 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f7cd1840-06e2-44d8-9ffa-ad1351985677 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.1047416
Nov 27 11:59:07.297912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d31d3882-78f2-4b85-b6bb-d103a7a50adb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:59:07.368714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port d31d3882-78f2-4b85-b6bb-d103a7a50adb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:59:07.369090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:07.502790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54160) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:07.607602 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5186d11a-80b3-4984-bc6b-8270cfb6a0fd tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.1035159
Nov 27 11:59:08.611267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54164) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:08.715615 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f5628383-9200-4a4b-bd21-428874ada105 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.1032336
Nov 27 11:59:09.301954 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:09.720082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54168) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:09.828456 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e9727d0b-da6a-43dc-8768-3e776b3615a7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 992 time: 0.1071408
Nov 27 11:59:10.263089 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101b74e-02bb-4df4-bdcf-ee9189257f47 None None] New status for floating IP 4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:59:10.832370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54172) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:10.938460 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-27d27ff9-e3a2-47ee-9d55-61458495f86a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 200  len: 994 time: 0.1035378
Nov 27 11:59:11.247640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54180) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:11.446743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 96aceacb-6ab0-410a-895a-c30614e8df43 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:59:11.447079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:11.716481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:11.716799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:11.836486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 96aceacb-6ab0-410a-895a-c30614e8df43 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:59:12.038463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:12.042101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:12.084898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=96aceacb-6ab0-410a-895a-c30614e8df43,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:12.125914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.126286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.126682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.127045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.127404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.127763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.128118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.128476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.128830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.129179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.129529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:12.136100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:12.187667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:12.582633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 315925b0-eb91-4e49-bd65-75faf91fd93b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:59:12.780486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:59:12.864738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:12.917158 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/floatingips/4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06 HTTP/1.1" status: 204  len: 168 time: 1.6684711
Nov 27 11:59:12.917954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:59:12.975204 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'status': 'completed', 'code': 200}
Nov 27 11:59:13.078662 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e841490-0b26-402a-bc7b-600c52bf701c req-d577953a-647c-4377-888d-301a1a94d295 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb8217bfd716483995fa071c0795ac98&device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 1099 time: 0.0731051
Nov 27 11:59:13.213036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e841490-0b26-402a-bc7b-600c52bf701c req-26251c5e-6df1-4546-ae07-4a32c25277a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:13.214424 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e841490-0b26-402a-bc7b-600c52bf701c req-26251c5e-6df1-4546-ae07-4a32c25277a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b HTTP/1.1" status: 200  len: 897 time: 0.1260028
Nov 27 11:59:13.285293 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e841490-0b26-402a-bc7b-600c52bf701c req-27a86165-c4b9-477c-91fa-60bcf7620d5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=123cbd87-a3cb-444b-9b57-5e2540794cca HTTP/1.1" status: 200  len: 217 time: 0.0604317
Nov 27 11:59:13.462890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e841490-0b26-402a-bc7b-600c52bf701c req-e2eca343-1f11-4b59-baa8-8d19beaae0a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:13.464353 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e841490-0b26-402a-bc7b-600c52bf701c req-e2eca343-1f11-4b59-baa8-8d19beaae0a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66446f00-ce5a-46b9-9ff9-9c89717b5d34 HTTP/1.1" status: 200  len: 834 time: 0.1717896
Nov 27 11:59:13.600096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e841490-0b26-402a-bc7b-600c52bf701c req-eeea6864-947d-4e27-be59-839f867bbca1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1280129
Nov 27 11:59:13.608770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d186e-a086-45bc-b8a4-5e32298d193c req-8db10ef8-76c6-4449-b7b6-e6de572cf513 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:13.609409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a54d186e-a086-45bc-b8a4-5e32298d193c req-8db10ef8-76c6-4449-b7b6-e6de572cf513 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Synchronizing usage tracker for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:59:13.739417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a54d186e-a086-45bc-b8a4-5e32298d193c req-8db10ef8-76c6-4449-b7b6-e6de572cf513 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Unset dirty status for tenant:cb8217bfd716483995fa071c0795ac98 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:59:13.740474 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a54d186e-a086-45bc-b8a4-5e32298d193c req-8db10ef8-76c6-4449-b7b6-e6de572cf513 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 946 time: 0.2390237
Nov 27 11:59:13.745543 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e841490-0b26-402a-bc7b-600c52bf701c req-323174b1-5254-4681-b42b-a1f3ac2e2db7 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326222
Nov 27 11:59:13.868370 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a54d186e-a086-45bc-b8a4-5e32298d193c req-a2a0944f-2f34-45d7-8811-4964db8595ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1215379
Nov 27 11:59:13.905417 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e841490-0b26-402a-bc7b-600c52bf701c req-0299fb4c-9a8e-497c-9581-fe299b672e4e service neutron] 10.222.0.39 "GET /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455741
Nov 27 11:59:15.017449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-e4ea919f-5d11-489b-8a8c-f5b3deaa35f9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:15.018860 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-e4ea919f-5d11-489b-8a8c-f5b3deaa35f9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 946 time: 0.0780983
Nov 27 11:59:15.072349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba7f77-9935-4839-a510-fa156ea57957 req-2f60cc53-3794-405d-9dc3-abccfc8a52e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:15.073808 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-71ba7f77-9935-4839-a510-fa156ea57957 req-2f60cc53-3794-405d-9dc3-abccfc8a52e7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 946 time: 0.0802979
Nov 27 11:59:15.111082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 123cbd87-a3cb-444b-9b57-5e2540794cca {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:59:15.111420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:15.120495 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-71ba7f77-9935-4839-a510-fa156ea57957 req-dc50fd32-6e9c-4b4a-8380-a5236846f109 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/security-groups?id=956e1aba-b070-4c0e-9e7b-0d9410cd330c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401416
Nov 27 11:59:15.373899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 123cbd87-a3cb-444b-9b57-5e2540794cca, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=123cbd87-a3cb-444b-9b57-5e2540794cca,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:15.374257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:15.499421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 123cbd87-a3cb-444b-9b57-5e2540794cca owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:59:15.699152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:15.705321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f291e906-7de0-498f-89ef-8946a9b53deb tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:15.749871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=123cbd87-a3cb-444b-9b57-5e2540794cca,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:15.752379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:15.824827 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] No DVR routers for this DVR port 123cbd87-a3cb-444b-9b57-5e2540794cca on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:59:15.827738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:15.833436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'name': 'network-vif-deleted', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:59:15.902308 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f963be35-88ca-476f-80e9-e55ac9285f4c req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.39 "DELETE /v2.0/ports/123cbd87-a3cb-444b-9b57-5e2540794cca HTTP/1.1" status: 204  len: 173 time: 0.8779778
Nov 27 11:59:15.909049 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7013adb3-95dd-4562-aa92-eb65bf1d380b', 'name': 'network-vif-deleted', 'tag': '123cbd87-a3cb-444b-9b57-5e2540794cca', 'status': 'completed', 'code': 200}
Nov 27 11:59:16.314877 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6f4e2eee-34ef-455d-acd4-f161aedf4a55 req-80def122-caca-4efe-b3af-edbc314c372c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "GET /v2.0/ports?device_id=7013adb3-95dd-4562-aa92-eb65bf1d380b HTTP/1.1" status: 200  len: 210 time: 0.0460474
Nov 27 11:59:17.127430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:59:17.426210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54200) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:17.501881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88d18784-d659-4d8d-bd4c-c333b3090c23 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:17.531187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88d18784-d659-4d8d-bd4c-c333b3090c23 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:17.721733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88d18784-d659-4d8d-bd4c-c333b3090c23 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:17.725771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1beb4381-f3c5-449e-9b55-3996f4eca0e8 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:17.741426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d18784-d659-4d8d-bd4c-c333b3090c23 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956e1aba-b070-4c0e-9e7b-0d9410cd330c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:17.744224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88d18784-d659-4d8d-bd4c-c333b3090c23 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:17.858493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-88d18784-d659-4d8d-bd4c-c333b3090c23 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:17.859648 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-88d18784-d659-4d8d-bd4c-c333b3090c23 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/security-groups/956e1aba-b070-4c0e-9e7b-0d9410cd330c HTTP/1.1" status: 204  len: 168 time: 0.4324424
Nov 27 11:59:17.965295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54206) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:18.320133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 123cbd87-a3cb-444b-9b57-5e2540794cca no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:59:18.395676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 123cbd87-a3cb-444b-9b57-5e2540794cca {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:59:18.396127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 123cbd87-a3cb-444b-9b57-5e2540794cca not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:59:18.496229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:18.951058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b676ae0-4810-4d6b-9eea-663eede554ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:19.116457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:59:19.116797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:19.303569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:19.303914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:19.423989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:59:19.667061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:19.671456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-673fc846-d16a-4f1f-9ea5-ac6de1899aa4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:19.718802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:19.722164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:19.781466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:20.118885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:20.696483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Router 315925b0-eb91-4e49-bd65-75faf91fd93b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 11:59:20.744213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] Sync routers for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:59:20.756269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:59:20.756868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468e6940>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:58:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:20.895016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 11:59:20.908310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "PUT /v2.0/routers/315925b0-eb91-4e49-bd65-75faf91fd93b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9412348
Nov 27 11:59:20.911066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54210) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:20.931031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:59:21.102997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting subnet 66446f00-ce5a-46b9-9ff9-9c89717b5d34 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 11:59:21.105903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:21.159181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:21.209324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3b47b96b-787e-4562-bab0-bda9486d725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:21.223277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468e6940>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:19Z', 'revision_number': 7, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:21.227068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] Checking router: 315925b0-eb91-4e49-bd65-75faf91fd93b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 11:59:21.238445 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] Routers {'315925b0-eb91-4e49-bd65-75faf91fd93b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:59:21.239076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468e6940>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:59:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['315925b0-eb91-4e49-bd65-75faf91fd93b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:21.258374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:21.421936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] Set router 315925b0-eb91-4e49-bd65-75faf91fd93b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 11:59:21.501970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:21.506568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1bbcf47c-afbe-40a7-a380-112baaa38258 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:21.541393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Subnet': ['ID=66446f00-ce5a-46b9-9ff9-9c89717b5d34,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:21.546245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:21.549635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:21.556692 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/subnets/66446f00-ce5a-46b9-9ff9-9c89717b5d34 HTTP/1.1" status: 204  len: 168 time: 0.6446457
Nov 27 11:59:21.559329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54214) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:21.590855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa480d8-3fdc-4da8-bc14-32118ad721bf None None] Network 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 11:59:21.878101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:21.883211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468e6940>, [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:19Z', 'revision_number': 7, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:21.887323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c3b93-fda5-4511-bc82-df16b2102f0d None None] The sync data for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv is: [{'id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'name': 'tempest-TestNetworkBasicOps-router-255162944', 'tenant_id': 'cb8217bfd716483995fa071c0795ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:19Z', 'revision_number': 7, 'project_id': 'cb8217bfd716483995fa071c0795ac98', 'gw_port': {'id': 'd31d3882-78f2-4b85-b6bb-d103a7a50adb', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ab:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315925b0-eb91-4e49-bd65-75faf91fd93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:57:53Z', 'updated_at': '2021-11-27T11:59:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:59:21.950917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] DHCP port deletion for 2b9c9fe9-04cb-496a-a8cb-6ff385074d7b request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 11:59:21.954857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] Deleting port 665c0963-084b-4d65-8715-0eaf5a784bcc {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:59:21.955232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:22.084065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:22.150503 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Deleting port d31d3882-78f2-4b85-b6bb-d103a7a50adb {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:59:22.150770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:22.198611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] For port 665c0963-084b-4d65-8715-0eaf5a784bcc, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=665c0963-084b-4d65-8715-0eaf5a784bcc,segment=NetworkSegment(2c59033d-af77-4cf1-aa1a-136b0f09ac2e),segment_id=2c59033d-af77-4cf1-aa1a-136b0f09ac2e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:22.198914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:22.324745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] Calling delete_port for 665c0963-084b-4d65-8715-0eaf5a784bcc owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:59:22.343057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] For port d31d3882-78f2-4b85-b6bb-d103a7a50adb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=d31d3882-78f2-4b85-b6bb-d103a7a50adb,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:22.343473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:22.444428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:22.472549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Calling delete_port for d31d3882-78f2-4b85-b6bb-d103a7a50adb owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:59:22.478928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:22.482789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:22.524527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] Pushing event deleted for resources: {'Port': ['ID=665c0963-084b-4d65-8715-0eaf5a784bcc,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:22.527367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:22.535631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] No DVR routers for this DVR port 665c0963-084b-4d65-8715-0eaf5a784bcc on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:59:22.827785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:22.833729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:22.896295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Port': ['ID=d31d3882-78f2-4b85-b6bb-d103a7a50adb,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:22.899409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:23.112404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.360742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:59:23.395379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:59:23.395636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7f2105b9-44c6-42c6-8ae0-5a0849d2c4bf not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:59:23.396021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 665c0963-084b-4d65-8715-0eaf5a784bcc no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:59:23.428120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 665c0963-084b-4d65-8715-0eaf5a784bcc {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:59:23.428465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 665c0963-084b-4d65-8715-0eaf5a784bcc not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:59:23.486368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.490525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.575445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.575943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Fanout notify agent at l3_agent the message router_deleted on router 315925b0-eb91-4e49-bd65-75faf91fd93b {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 11:59:23.591089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.592010 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/routers/315925b0-eb91-4e49-bd65-75faf91fd93b HTTP/1.1" status: 204  len: 168 time: 2.0311484
Nov 27 11:59:23.594850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54218) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:23.706863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.809886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.839091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.865054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28457c59a0>,) {'filters': {'network_id': ['2b9c9fe9-04cb-496a-a8cb-6ff385074d7b']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:23.878326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28457c59a0>, '2c59033d-af77-4cf1-aa1a-136b0f09ac2e') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:23.878678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28457c59a0>, '2c59033d-af77-4cf1-aa1a-136b0f09ac2e') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 11:59:23.890371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.906334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.913636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 11:59:23.913636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 11:59:23.927133 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 11:59:24.084110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:24.087690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-79184ba2-7d8f-4214-bc6e-7ba7916407e5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:24.101614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:24.113397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Pushing event deleted for resources: {'Network': ['ID=2b9c9fe9-04cb-496a-a8cb-6ff385074d7b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:24.116478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:24.185893 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8d768cdc-0328-4f6d-9d11-47c261f32e07 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] 10.222.0.23 "DELETE /v2.0/networks/2b9c9fe9-04cb-496a-a8cb-6ff385074d7b HTTP/1.1" status: 204  len: 168 time: 0.5895143
Nov 27 11:59:24.840731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54226) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:24.992747 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c03f86f-e9f6-416c-a93c-19c4c08d6148 None None] New status for floating IP 4e6fc9a6-bdf8-4a3f-8ce7-59543ba18b06: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 11:59:25.061507 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d85c2148-a1c9-4675-84ab-ad6d4edb367d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb8217bfd716483995fa071c0795ac98&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2190161
Nov 27 11:59:25.063972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54232) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:25.130443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bbfdf58-da81-4b4f-b576-f59c867be53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:25.156798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bbfdf58-da81-4b4f-b576-f59c867be53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:25.212669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28342ffb-0bd4-410d-bb14-7f55e7b224fe None None] Sync routers for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 11:59:25.226835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28342ffb-0bd4-410d-bb14-7f55e7b224fe None None] Routers set() bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:59:25.233165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28342ffb-0bd4-410d-bb14-7f55e7b224fe None None] Router IDs set() for agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 11:59:25.233165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_agentschedulers_db [None req-28342ffb-0bd4-410d-bb14-7f55e7b224fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'315925b0-eb91-4e49-bd65-75faf91fd93b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:59:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent'). {{(pid=84365) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 11:59:25.239457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28342ffb-0bd4-410d-bb14-7f55e7b224fe None None] Routers set() bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 11:59:25.239825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28342ffb-0bd4-410d-bb14-7f55e7b224fe None None] Router IDs set() for agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 11:59:25.240386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_agentschedulers_db [None req-28342ffb-0bd4-410d-bb14-7f55e7b224fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'315925b0-eb91-4e49-bd65-75faf91fd93b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T11:59:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent'). {{(pid=84365) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 11:59:25.240761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28342ffb-0bd4-410d-bb14-7f55e7b224fe None None] The sync data for ids ['315925b0-eb91-4e49-bd65-75faf91fd93b'] in dv-neutron-819441-1-hyperv is: [] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 11:59:25.287465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bbfdf58-da81-4b4f-b576-f59c867be53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:25.291859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b2155494-5ada-4c87-b05b-dd4b4f2507f4 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:25.306928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfdf58-da81-4b4f-b576-f59c867be53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dec367-f679-42e3-a926-6c8a767e6cb9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:25.310989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7bbfdf58-da81-4b4f-b576-f59c867be53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:25.314872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bbfdf58-da81-4b4f-b576-f59c867be53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:25.319384 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7bbfdf58-da81-4b4f-b576-f59c867be53f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21dec367-f679-42e3-a926-6c8a767e6cb9 HTTP/1.1" status: 204  len: 168 time: 0.2515011
Nov 27 11:59:26.069393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54240) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:26.088035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:26.119094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:59:26.123442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef50a4c1d52423481a3cd31fe069de0 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:59:26.126236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:59:26.131768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:59:26.195302 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:26.270132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:26.276880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7918eb8d-85dc-4cfc-a439-31892ed782a0 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:26.326737 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5573233-bc6c-489b-911f-468221495023,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:26.331374 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ef50a4c1d52423481a3cd31fe069de0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2609825
Nov 27 11:59:26.334363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54244) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:26.338135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.338575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.338955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.339330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.339692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.340057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.340422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.340784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.341139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.341994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.342351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 11:59:26.346601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-21bfd7ac-f06e-4bc4-9389-1c2e720941f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:26.394781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cfb5-0a6b-4d3b-8a07-bf0c1fe46e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:26.421025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cfb5-0a6b-4d3b-8a07-bf0c1fe46e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:26.573215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cfb5-0a6b-4d3b-8a07-bf0c1fe46e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:26.577203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9e0949eb-106d-40eb-b41e-d2032f5c99ea tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:26.591968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5cfb5-0a6b-4d3b-8a07-bf0c1fe46e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5573233-bc6c-489b-911f-468221495023,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:26.595414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9bb5cfb5-0a6b-4d3b-8a07-bf0c1fe46e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:26.601449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9bb5cfb5-0a6b-4d3b-8a07-bf0c1fe46e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:26.601449 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9bb5cfb5-0a6b-4d3b-8a07-bf0c1fe46e11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5573233-bc6c-489b-911f-468221495023 HTTP/1.1" status: 204  len: 168 time: 0.2642689
Nov 27 11:59:27.262955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d31d3882-78f2-4b85-b6bb-d103a7a50adb no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:59:27.298445 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: d31d3882-78f2-4b85-b6bb-d103a7a50adb {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:59:27.308453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device d31d3882-78f2-4b85-b6bb-d103a7a50adb not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:59:34.950266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-219b1459-65d5-4b78-b674-44f090297b95 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c7b48c6a0f8d4d3e913e97f79d48cbbb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0279601
Nov 27 11:59:35.095627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-87d9ec44-d80f-4c6b-bbfc-eb2abd39f265 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:35.096934 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-87d9ec44-d80f-4c6b-bbfc-eb2abd39f265 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1416249
Nov 27 11:59:35.114400 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-3786d288-0a23-4489-bb33-49829ef5178c tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/quotas/c7b48c6a0f8d4d3e913e97f79d48cbbb HTTP/1.1" status: 200  len: 375 time: 0.0120604
Nov 27 11:59:35.159102 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-6b1a0ee1-6576-47a1-87c3-1a158d2c3408 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7b48c6a0f8d4d3e913e97f79d48cbbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0398209
Nov 27 11:59:35.418242 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8485daa7-bd52-4cc3-bc8c-3e8b2a23d45b req-fbd971d8-0244-4103-ab6d-0e3600f12349 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 210 time: 0.0457640
Nov 27 11:59:36.577985 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f04bf611-4289-4eb3-ac1e-aaf3b3c8a769 req-e7aaee30-9859-4cad-a33f-6a1bae2b91cf tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 210 time: 0.0423975
Nov 27 11:59:37.565318 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-1b726440-eef1-473d-be09-d7e59e543c8d tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c7b48c6a0f8d4d3e913e97f79d48cbbb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300324
Nov 27 11:59:37.728941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-487631ea-00e3-4a48-a882-d687c4ef07fb tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:37.730327 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-487631ea-00e3-4a48-a882-d687c4ef07fb tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1581151
Nov 27 11:59:37.749955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Request body: {'port': {'device_id': 'f59dbbfb-293d-4e0e-94d0-038003850564', 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e', 'admin_state_up': True, 'tenant_id': 'c7b48c6a0f8d4d3e913e97f79d48cbbb'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:59:37.756520 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bf15ce12-0a9f-4c69-91ee-b7cbbbf28bb2 req-49468ad5-b523-4803-afd4-d6d5cd428116 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 210 time: 0.0427959
Nov 27 11:59:37.886211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:59:37.890814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Usage tracker for resource:port and tenant:c7b48c6a0f8d4d3e913e97f79d48cbbb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:59:37.893525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:59:37.899102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:59:38.077891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Made reservation on behalf of c7b48c6a0f8d4d3e913e97f79d48cbbb for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:59:38.081125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:38.095630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:38.127895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:59:38.131735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Usage tracker for resource:security_group_rule and tenant:c7b48c6a0f8d4d3e913e97f79d48cbbb is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:59:38.134558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:59:38.141058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:59:38.208520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:38.295471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:38.298497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-56d50ab9-3835-41f2-9962-71b83c501826 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:38.481720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1995afa1-d310-4a58-acd5-2de3aaa7351a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:38.486876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:38.573604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Allocated IP 192.168.233.118 (15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e/213c1750-b991-4485-bedd-d2a0beca3e2d/4373841a-37dd-431f-9736-dd9c6fd5471f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 11:59:38.780276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:38.801594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Transition to ACTIVE for port object 4373841a-37dd-431f-9736-dd9c6fd5471f will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:59:38.919595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:38.928952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-262a913d-3a32-467d-8504-11be23b92803 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:39.006509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Pushing event updated for resources: {'Port': ['ID=4373841a-37dd-431f-9736-dd9c6fd5471f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:39.010342 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 11:59:39.011443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:39.013399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:59:39.016586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 11:59:39.091829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c9af9-341c-4480-a7e5-4010ebe05245 req-d59f68ce-41af-47f9-bffe-6a4c2c9d24df tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:39.093282 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a95c9af9-341c-4480-a7e5-4010ebe05245 req-d59f68ce-41af-47f9-bffe-6a4c2c9d24df tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 936 time: 0.2121332
Nov 27 11:59:39.097564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:39.097910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:39.158361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a95c9af9-341c-4480-a7e5-4010ebe05245 req-90c78824-af4b-41d4-8bd0-2f35c41c3c6f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Synchronizing usage tracker for tenant:c7b48c6a0f8d4d3e913e97f79d48cbbb on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:59:39.241981 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4960771
Nov 27 11:59:39.258255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Request body: {'port': {'device_id': 'f59dbbfb-293d-4e0e-94d0-038003850564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:59:39.289255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a95c9af9-341c-4480-a7e5-4010ebe05245 req-90c78824-af4b-41d4-8bd0-2f35c41c3c6f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Unset dirty status for tenant:c7b48c6a0f8d4d3e913e97f79d48cbbb on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:59:39.289255 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a95c9af9-341c-4480-a7e5-4010ebe05245 req-90c78824-af4b-41d4-8bd0-2f35c41c3c6f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854618
Nov 27 11:59:39.356214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:39.369368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:39.389939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2a29b319-eedd-4d85-89bb-814ae7ab3e09 None None] Provisioning for port 4373841a-37dd-431f-9736-dd9c6fd5471f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:59:39.395717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2a29b319-eedd-4d85-89bb-814ae7ab3e09 None None] Provisioning complete for port 4373841a-37dd-431f-9736-dd9c6fd5471f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:59:39.396225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2a29b319-eedd-4d85-89bb-814ae7ab3e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:39.450025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2a29b319-eedd-4d85-89bb-814ae7ab3e09 None None] Port 4373841a-37dd-431f-9736-dd9c6fd5471f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 11:59:39.714451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4373841a-37dd-431f-9736-dd9c6fd5471f {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:59:39.721773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:39.735997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Transition to ACTIVE for port object 4373841a-37dd-431f-9736-dd9c6fd5471f will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 11:59:39.818488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:39.823438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:39.952958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Pushing event updated for resources: {'Port': ['ID=4373841a-37dd-431f-9736-dd9c6fd5471f,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:39.955833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:40.062686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Attempting to bind port 4373841a-37dd-431f-9736-dd9c6fd5471f on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 11:59:40.062686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Attempting to bind port 4373841a-37dd-431f-9736-dd9c6fd5471f by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 11:59:40.062686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Attempting to bind port 4373841a-37dd-431f-9736-dd9c6fd5471f on network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:59:40.065434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Port 4373841a-37dd-431f-9736-dd9c6fd5471f on network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 11:59:40.065748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Attempting to bind port 4373841a-37dd-431f-9736-dd9c6fd5471f on network 15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 11:59:40.072170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 11:59:40.072500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Checking segment: {'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:59:40.072874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Bound using segment: {'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 11:59:40.073287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Bound port: 4373841a-37dd-431f-9736-dd9c6fd5471f, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc8181f-3138-4eca-817e-567411806db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 11:59:40.073625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:40.157938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] For port 4373841a-37dd-431f-9736-dd9c6fd5471f, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 11:59:40.160809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] For port 4373841a-37dd-431f-9736-dd9c6fd5471f, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4373841a-37dd-431f-9736-dd9c6fd5471f,segment=NetworkSegment(5cc8181f-3138-4eca-817e-567411806db2),segment_id=5cc8181f-3138-4eca-817e-567411806db2)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 11:59:40.221224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:40.224982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-19ce95f5-052c-415a-871c-b025282fb9ea tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:40.281622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:40.282903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] 10.222.0.39 "PUT /v2.0/ports/4373841a-37dd-431f-9736-dd9c6fd5471f HTTP/1.1" status: 200  len: 1098 time: 1.0288956
Nov 27 11:59:40.283418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59dbbfb-293d-4e0e-94d0-038003850564', 'tag': '4373841a-37dd-431f-9736-dd9c6fd5471f'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:59:40.311846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Pushing event updated for resources: {'Port': ['ID=4373841a-37dd-431f-9736-dd9c6fd5471f,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:40.315617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:40.345992 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59dbbfb-293d-4e0e-94d0-038003850564', 'tag': '4373841a-37dd-431f-9736-dd9c6fd5471f', 'status': 'completed', 'code': 200}
Nov 27 11:59:40.496812 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-38f187a7-406f-4414-8db9-aa4c2e3553f9 req-151eccf3-8dff-4601-9ea1-6a0045853aac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7b48c6a0f8d4d3e913e97f79d48cbbb&device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 1101 time: 0.1188288
Nov 27 11:59:40.541831 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-38f187a7-406f-4414-8db9-aa4c2e3553f9 req-253815d4-6af8-4807-a688-1024d6df5a43 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c7b48c6a0f8d4d3e913e97f79d48cbbb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332921
Nov 27 11:59:40.551535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0d090-5a16-42f0-96e1-170d3932d639 req-89dc7b38-7313-4269-a357-e1c6b4d74a8a tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:40.552167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-ccf0d090-5a16-42f0-96e1-170d3932d639 req-89dc7b38-7313-4269-a357-e1c6b4d74a8a tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Synchronizing usage tracker for tenant:c7b48c6a0f8d4d3e913e97f79d48cbbb on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 11:59:40.806593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-ccf0d090-5a16-42f0-96e1-170d3932d639 req-89dc7b38-7313-4269-a357-e1c6b4d74a8a tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Unset dirty status for tenant:c7b48c6a0f8d4d3e913e97f79d48cbbb on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 11:59:40.807661 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ccf0d090-5a16-42f0-96e1-170d3932d639 req-89dc7b38-7313-4269-a357-e1c6b4d74a8a tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 948 time: 0.3795269
Nov 27 11:59:40.812315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f187a7-406f-4414-8db9-aa4c2e3553f9 req-f22909f7-0e67-45df-b31f-43bd9771ea1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:40.813709 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-38f187a7-406f-4414-8db9-aa4c2e3553f9 req-f22909f7-0e67-45df-b31f-43bd9771ea1b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2590899
Nov 27 11:59:40.857121 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ccf0d090-5a16-42f0-96e1-170d3932d639 req-76aee6c6-ce0a-4086-afd2-3ff2f7428c4d tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419042
Nov 27 11:59:40.943181 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-c3608a1f-8c92-404c-b16c-73942d230dce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7b48c6a0f8d4d3e913e97f79d48cbbb&device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 1101 time: 0.0832615
Nov 27 11:59:41.016427 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-3c68d47b-8fe3-4ef0-9bc8-66db225fe6c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=4373841a-37dd-431f-9736-dd9c6fd5471f HTTP/1.1" status: 200  len: 217 time: 0.0618966
Nov 27 11:59:41.085063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-00ba0a50-d0e4-4e86-94b7-fd6152a9d26f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:41.086398 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-00ba0a50-d0e4-4e86-94b7-fd6152a9d26f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=213c1750-b991-4485-bedd-d2a0beca3e2d HTTP/1.1" status: 200  len: 843 time: 0.0611207
Nov 27 11:59:41.167870 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-71acc3b5-ec7d-4433-acf2-bb040544cd0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0695114
Nov 27 11:59:41.305273 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-198c55c1-418e-401f-bf16-7874b1e869f8 service neutron] 10.222.0.39 "GET /v2.0/networks/15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271946
Nov 27 11:59:41.442969 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e6b90dd-ae65-46ee-b270-aa0846ef06f8 req-f78e2b04-cbae-460f-b5c6-85c49ce286d6 service neutron] 10.222.0.39 "GET /v2.0/networks/15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274877
Nov 27 11:59:42.057481 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e88cc2-e90a-4db2-9c83-f5698bd93c29 req-11b4a80b-6aae-4ecb-874f-ce6b1aa0c98d tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:42.058936 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7e88cc2-e90a-4db2-9c83-f5698bd93c29 req-11b4a80b-6aae-4ecb-874f-ce6b1aa0c98d tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 948 time: 0.0761490
Nov 27 11:59:42.102950 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7e88cc2-e90a-4db2-9c83-f5698bd93c29 req-409b21b1-dd0d-459c-9852-587b34dfa7d2 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384262
Nov 27 11:59:43.300809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b17c7-b928-4d83-ab90-35cd6e0c3886 req-47a5260e-e48e-4df6-929a-a5f77b5e21c2 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:43.302301 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-339b17c7-b928-4d83-ab90-35cd6e0c3886 req-47a5260e-e48e-4df6-929a-a5f77b5e21c2 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 948 time: 0.0820119
Nov 27 11:59:43.348802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-339b17c7-b928-4d83-ab90-35cd6e0c3886 req-35ce29d4-1e73-4137-9e05-2ac27fd306eb tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409589
Nov 27 11:59:44.469197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 4373841a-37dd-431f-9736-dd9c6fd5471f details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 11:59:44.558129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259fe38-638e-448e-8560-cf5d47b927a9 req-08c9559c-039a-45ed-9c95-edb09fb51f82 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:44.559589 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b259fe38-638e-448e-8560-cf5d47b927a9 req-08c9559c-039a-45ed-9c95-edb09fb51f82 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 948 time: 0.0791926
Nov 27 11:59:44.603276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 4373841a-37dd-431f-9736-dd9c6fd5471f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4373841a-37dd-431f-9736-dd9c6fd5471f,segment=NetworkSegment(5cc8181f-3138-4eca-817e-567411806db2),segment_id=5cc8181f-3138-4eca-817e-567411806db2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:44.604695 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b259fe38-638e-448e-8560-cf5d47b927a9 req-93e2479e-b7c7-4226-94c8-49e7b003062c tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395925
Nov 27 11:59:44.617451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '4373841a-37dd-431f-9736-dd9c6fd5471f', 'network_id': '15a1a55c-8e3a-4055-9dbb-c6704e9fdf7e', 'port_id': '4373841a-37dd-431f-9736-dd9c6fd5471f', 'mac_address': 'fa:16:3e:b3:1e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213c1750-b991-4485-bedd-d2a0beca3e2d', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 11:59:44.674124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:44.690534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4373841a-37dd-431f-9736-dd9c6fd5471f {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 11:59:44.705503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 4373841a-37dd-431f-9736-dd9c6fd5471f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4373841a-37dd-431f-9736-dd9c6fd5471f,segment=NetworkSegment(5cc8181f-3138-4eca-817e-567411806db2),segment_id=5cc8181f-3138-4eca-817e-567411806db2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:44.821134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:44.824005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-30f2863c-8a1b-432d-83c8-23a31de3d8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:44.888436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=4373841a-37dd-431f-9736-dd9c6fd5471f,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:44.891638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:45.070286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['4373841a-37dd-431f-9736-dd9c6fd5471f'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:59:45.811532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7435967-aee9-4e54-a1fa-e4ac936b3d89 req-958a69dc-f033-45c9-b33b-4dccdae89884 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:45.812955 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c7435967-aee9-4e54-a1fa-e4ac936b3d89 req-958a69dc-f033-45c9-b33b-4dccdae89884 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 949 time: 0.0767090
Nov 27 11:59:45.857759 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c7435967-aee9-4e54-a1fa-e4ac936b3d89 req-41a79b2d-d4dc-4797-9427-e1ca0b255e22 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389659
Nov 27 11:59:46.475637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 4373841a-37dd-431f-9736-dd9c6fd5471f up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 11:59:46.612723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 4373841a-37dd-431f-9736-dd9c6fd5471f completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 11:59:46.617900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 4373841a-37dd-431f-9736-dd9c6fd5471f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 11:59:46.618268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:46.734239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:46.760380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59dbbfb-293d-4e0e-94d0-038003850564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4373841a-37dd-431f-9736-dd9c6fd5471f'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:59:46.770195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 4373841a-37dd-431f-9736-dd9c6fd5471f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4373841a-37dd-431f-9736-dd9c6fd5471f,segment=NetworkSegment(5cc8181f-3138-4eca-817e-567411806db2),segment_id=5cc8181f-3138-4eca-817e-567411806db2)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:46.815256 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59dbbfb-293d-4e0e-94d0-038003850564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4373841a-37dd-431f-9736-dd9c6fd5471f', 'code': 200}
Nov 27 11:59:46.846574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:46.848459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-447567dd-3b92-4cf1-9c3f-02b6e45d158d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:46.915974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=4373841a-37dd-431f-9736-dd9c6fd5471f,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:46.919619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:47.069918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d7ca9-46fb-461d-8f5a-68514b1dfe38 req-50c3e831-965b-4b57-8272-b104f471feba tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:47.071401 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a66d7ca9-46fb-461d-8f5a-68514b1dfe38 req-50c3e831-965b-4b57-8272-b104f471feba tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 950 time: 0.0848534
Nov 27 11:59:47.116573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a66d7ca9-46fb-461d-8f5a-68514b1dfe38 req-d2136016-cbcf-48dd-9880-05aae77e36f4 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395455
Nov 27 11:59:47.196273 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-55c3c521-ccd9-42f2-a48f-f05d334e6475 req-c18b01db-d319-47df-8fe9-a9f2c782f8a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 1103 time: 0.0675905
Nov 27 11:59:47.244526 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-55c3c521-ccd9-42f2-a48f-f05d334e6475 req-e91f834b-d096-4273-98e0-fb02774538f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354106
Nov 27 11:59:48.321936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582c7c6-80a2-4f42-8f3e-3a893126e4d1 req-2f4f0b20-7d9c-4066-84f2-c044b4ebf9ae tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:48.323692 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2582c7c6-80a2-4f42-8f3e-3a893126e4d1 req-2f4f0b20-7d9c-4066-84f2-c044b4ebf9ae tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 950 time: 0.0850348
Nov 27 11:59:48.378235 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2582c7c6-80a2-4f42-8f3e-3a893126e4d1 req-68476d0b-d722-429a-bd2d-c3535d6fa7df tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483594
Nov 27 11:59:48.974682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-860848e7-129e-49bf-abc8-0fd80b815a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:49.574589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614129f-f8c5-4e1a-a633-8f23ada0a9c7 req-bf49d591-4be1-4759-ab02-cd08e007877f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:49.576608 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c614129f-f8c5-4e1a-a633-8f23ada0a9c7 req-bf49d591-4be1-4759-ab02-cd08e007877f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 950 time: 0.0787613
Nov 27 11:59:49.619974 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c614129f-f8c5-4e1a-a633-8f23ada0a9c7 req-97acca40-9f74-4a58-ab8c-5f383fe3731d tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380020
Nov 27 11:59:49.801244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:50.146433 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-66d6db52-3189-4912-a5c4-bec6059dbeb9 req-e22edd93-14c3-4a95-8df4-b63324b68074 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0666449
Nov 27 11:59:50.782308 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-847b6917-15b2-4726-a423-fa44e921c7b1 req-6a444d0b-a45d-4451-a2c0-032261ef4e89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0696311
Nov 27 11:59:51.152151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5a04ddbd-a020-440b-a3ed-f668c9cb8929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:51.588980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb9e8-e6c5-4906-843a-e2893791f1ad req-76998973-5c93-4d16-b704-80240720db52 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:51.590431 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1f9bb9e8-e6c5-4906-843a-e2893791f1ad req-76998973-5c93-4d16-b704-80240720db52 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 950 time: 0.0813069
Nov 27 11:59:51.643617 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1f9bb9e8-e6c5-4906-843a-e2893791f1ad req-77481e43-4c18-4315-8075-03df116f3962 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474579
Nov 27 11:59:52.446717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:52.847324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ce437-09a1-4f75-a76f-736606603e54 req-3e4e5c5d-7a59-4435-b26d-c565341c348e tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:52.848776 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bf6ce437-09a1-4f75-a76f-736606603e54 req-3e4e5c5d-7a59-4435-b26d-c565341c348e tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 950 time: 0.0775058
Nov 27 11:59:52.899287 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bf6ce437-09a1-4f75-a76f-736606603e54 req-6ae764b0-a6ac-42c6-bfed-aaa70c263abf tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/security-groups?id=1995afa1-d310-4a58-acd5-2de3aaa7351a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449662
Nov 27 11:59:52.948354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737930d-db41-4a23-bfc8-da913b36402d req-b82b99f7-6155-489b-931b-22f72286de27 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:52.949687 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a737930d-db41-4a23-bfc8-da913b36402d req-b82b99f7-6155-489b-931b-22f72286de27 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 950 time: 0.0777597
Nov 27 11:59:53.026023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Deleting port 4373841a-37dd-431f-9736-dd9c6fd5471f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 11:59:53.026364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:53.380828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] For port 4373841a-37dd-431f-9736-dd9c6fd5471f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4373841a-37dd-431f-9736-dd9c6fd5471f,segment=NetworkSegment(5cc8181f-3138-4eca-817e-567411806db2),segment_id=5cc8181f-3138-4eca-817e-567411806db2)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 11:59:53.380828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:53.503207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Calling delete_port for 4373841a-37dd-431f-9736-dd9c6fd5471f owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 11:59:53.718940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:53.725437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6b4ff6b2-8633-4a16-bcb7-bf3f8b03c1bc tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:53.736491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['4373841a-37dd-431f-9736-dd9c6fd5471f'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 11:59:53.768748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Pushing event deleted for resources: {'Port': ['ID=4373841a-37dd-431f-9736-dd9c6fd5471f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:53.772835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:53.850761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] No DVR routers for this DVR port 4373841a-37dd-431f-9736-dd9c6fd5471f on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 11:59:53.853380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:53.856267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59dbbfb-293d-4e0e-94d0-038003850564', 'name': 'network-vif-deleted', 'tag': '4373841a-37dd-431f-9736-dd9c6fd5471f'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 11:59:53.860402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:53.916699 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59dbbfb-293d-4e0e-94d0-038003850564', 'name': 'network-vif-deleted', 'tag': '4373841a-37dd-431f-9736-dd9c6fd5471f', 'status': 'completed', 'code': 200}
Nov 27 11:59:53.944492 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a737930d-db41-4a23-bfc8-da913b36402d req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.39 "DELETE /v2.0/ports/4373841a-37dd-431f-9736-dd9c6fd5471f HTTP/1.1" status: 204  len: 173 time: 0.9839761
Nov 27 11:59:54.066122 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b84517be-c1d7-433c-97eb-2e25e23b1694 req-191e7092-7b94-41a2-b821-9e28f846b077 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] 10.222.0.23 "GET /v2.0/ports?device_id=f59dbbfb-293d-4e0e-94d0-038003850564 HTTP/1.1" status: 200  len: 210 time: 0.0419338
Nov 27 11:59:54.128764 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 11:59:55.732791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54384) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:55.903699 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3437a4c3-073d-43ea-a789-5284c3979d75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7b48c6a0f8d4d3e913e97f79d48cbbb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1696639
Nov 27 11:59:55.906007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54390) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:55.965637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-343eb240-6668-4340-a13e-69fe9a67fe86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:55.991544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-343eb240-6668-4340-a13e-69fe9a67fe86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:56.100368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-343eb240-6668-4340-a13e-69fe9a67fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:56.104199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f91019f7-2799-4716-bdb8-1ae76f345a65 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:56.118316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343eb240-6668-4340-a13e-69fe9a67fe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1995afa1-d310-4a58-acd5-2de3aaa7351a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:56.120803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-343eb240-6668-4340-a13e-69fe9a67fe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:56.219542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-343eb240-6668-4340-a13e-69fe9a67fe86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:56.220656 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-343eb240-6668-4340-a13e-69fe9a67fe86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1995afa1-d310-4a58-acd5-2de3aaa7351a HTTP/1.1" status: 204  len: 168 time: 0.3137529
Nov 27 11:59:56.537337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 4373841a-37dd-431f-9736-dd9c6fd5471f no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 11:59:56.572254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 4373841a-37dd-431f-9736-dd9c6fd5471f {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 11:59:56.572614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 4373841a-37dd-431f-9736-dd9c6fd5471f not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 11:59:56.864084 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54398) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:56.882315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:56.917285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:59:56.921075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Usage tracker for resource:security_group_rule and tenant:7a964d3200c745f19bd441861d956766 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:59:56.923998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:59:56.929605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:59:56.995330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:57.075515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:57.089998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-343eb240-6668-4340-a13e-69fe9a67fe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:57.130570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa00de9c-cfcc-4f54-a8ea-9db30a6dc709,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:57.133569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:57.136100 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-373329ee-0d72-4c9c-b409-5e420c87d646 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a964d3200c745f19bd441861d956766&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2710238
Nov 27 11:59:57.139386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54402) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:57.198435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bf5901f8-8df7-412e-a81d-9d2ed066bcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:57.223945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bf5901f8-8df7-412e-a81d-9d2ed066bcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:57.361149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bf5901f8-8df7-412e-a81d-9d2ed066bcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:57.365476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-342b0bd2-76ee-4195-bdd6-077429cf31c9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:57.380108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5901f8-8df7-412e-a81d-9d2ed066bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa00de9c-cfcc-4f54-a8ea-9db30a6dc709,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:57.383860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bf5901f8-8df7-412e-a81d-9d2ed066bcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:57.386962 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bf5901f8-8df7-412e-a81d-9d2ed066bcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:57.388086 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bf5901f8-8df7-412e-a81d-9d2ed066bcea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa00de9c-cfcc-4f54-a8ea-9db30a6dc709 HTTP/1.1" status: 204  len: 168 time: 0.2477720
Nov 27 11:59:58.550197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54424) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:58.683917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-953649456-network', 'tenant_id': 'c77c3a50ef74477ab059cf4b942e5f85'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:59:58.689215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:59:58.693310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Usage tracker for resource:network and tenant:c77c3a50ef74477ab059cf4b942e5f85 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:59:58.696171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:59:58.702345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:59:58.797516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Made reservation on behalf of c77c3a50ef74477ab059cf4b942e5f85 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:59:58.799945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:58.816141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:58.848062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:59:58.852336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Usage tracker for resource:security_group_rule and tenant:c77c3a50ef74477ab059cf4b942e5f85 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:59:58.855399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:59:58.861816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:59:58.934289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:58.997480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:59.002537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:59.028197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 11:59:59.040860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d43b13-88a8-49e0-8d58-254863b5d9db,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:59.044082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:59.047504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:59.047833 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Added segment 3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd of type vlan for network 7dccc944-cdd9-4220-b08c-7d186f1c745f
Nov 27 11:59:59.074655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:59.163499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:59.164419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:59.165011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:59.168680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5ed916e-6b3c-4794-bb5b-a6d780d50768 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:59.272031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Pushing event updated for resources: {'Network': ['ID=7dccc944-cdd9-4220-b08c-7d186f1c745f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:59.274825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:59.282497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 7dccc944-cdd9-4220-b08c-7d186f1c745f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 11:59:59.324200 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2652a119-0bc0-481f-a68c-d0e101bfaeba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7728758
Nov 27 11:59:59.327235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54430) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 11:59:59.332929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Request body: {'subnet': {'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-953649456-subnet', 'tenant_id': 'c77c3a50ef74477ab059cf4b942e5f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 11:59:59.338157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 11:59:59.343588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Usage tracker for resource:subnet and tenant:c77c3a50ef74477ab059cf4b942e5f85 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 11:59:59.347123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 11:59:59.353746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 11:59:59.449127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Made reservation on behalf of c77c3a50ef74477ab059cf4b942e5f85 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 11:59:59.451645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:59.717916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:59.721714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9c33710c-08da-4bb5-aec2-7132401593a3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 11:59:59.791913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c540f8ae-bf8c-4533-a28c-d1def58302a1,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 11:59:59.795698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 11:59:59.802678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Checking segment: {'id': '3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 11:59:59.803033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Network hostable DHCP agents. Network: 7dccc944-cdd9-4220-b08c-7d186f1c745f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 11:59:59.883334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Network 7dccc944-cdd9-4220-b08c-7d186f1c745f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 11:59:59.960546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 7dccc944-cdd9-4220-b08c-7d186f1c745f) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 11:59:59.964624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 11:59:59.965202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 11:59:59.970334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b6b59-b321-442b-b752-d9f7c47aabe7 None None] Network 7dccc944-cdd9-4220-b08c-7d186f1c745f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:00:00.064758 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7362947
Nov 27 12:00:00.183103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77457b-d838-49ae-82a0-ac83c9e24e51 None None] Network 7dccc944-cdd9-4220-b08c-7d186f1c745f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:00:00.609134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cad9-8688-438c-9f3b-731612d826a0 req-f564c60d-74b4-40f2-a0eb-f631379ba8e4 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:00.610588 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-f564c60d-74b4-40f2-a0eb-f631379ba8e4 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/networks?id=7dccc944-cdd9-4220-b08c-7d186f1c745f HTTP/1.1" status: 200  len: 811 time: 0.1412561
Nov 27 12:00:00.626322 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-be2f7428-4772-4dcd-9081-d44b9f4ac1d2 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/quotas/c77c3a50ef74477ab059cf4b942e5f85 HTTP/1.1" status: 200  len: 375 time: 0.0103688
Nov 27 12:00:00.674386 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-19ea865d-18a9-4ac8-852e-e4a26d32d192 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0431619
Nov 27 12:00:00.684559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-ec0b755b-f79b-4e1a-9a23-e84e23139ab8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:00:00.685491 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-ec0b755b-f79b-4e1a-9a23-e84e23139ab8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048475
Nov 27 12:00:00.823904 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-1d795e2a-f22f-4c5a-918d-e47e82fe5aa9 service neutron] 10.222.0.23 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328716
Nov 27 12:00:01.058648 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-fbbd2c14-c599-4242-a7b6-4bd64781ad3e service neutron] 10.222.0.23 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282224
Nov 27 12:00:01.349563 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-49d9b4b4-4bfe-4992-b4af-e9650fef89ec req-dae056f7-10d4-4d18-8d63-f9d18f701436 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 210 time: 0.0444646
Nov 27 12:00:02.525749 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b8b5b5f9-536a-42fe-939f-dc860d615c61 req-195e5369-0c82-4337-aba7-f5de55d7f3ad tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 210 time: 0.0456362
Nov 27 12:00:03.713852 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d992f935-45ff-4e65-87dd-c1e8dbf2f553 req-68ea72ba-6d6d-462c-b75b-e09ab6325a91 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 210 time: 0.0607910
Nov 27 12:00:03.722738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cad9-8688-438c-9f3b-731612d826a0 req-69fe7816-d4f3-43e0-b528-302fd25f923f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:03.723430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4567cad9-8688-438c-9f3b-731612d826a0 req-69fe7816-d4f3-43e0-b528-302fd25f923f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Synchronizing usage tracker for tenant:c77c3a50ef74477ab059cf4b942e5f85 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:00:03.803129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4567cad9-8688-438c-9f3b-731612d826a0 req-69fe7816-d4f3-43e0-b528-302fd25f923f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Unset dirty status for tenant:c77c3a50ef74477ab059cf4b942e5f85 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:00:03.804318 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-69fe7816-d4f3-43e0-b528-302fd25f923f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.39 "GET /v2.0/networks?id=7dccc944-cdd9-4220-b08c-7d186f1c745f HTTP/1.1" status: 200  len: 811 time: 0.2745771
Nov 27 12:00:03.832967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Request body: {'port': {'device_id': '4ecc2373-ba55-4411-8b5c-ee8bb8aa793f', 'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f', 'admin_state_up': True, 'tenant_id': 'c77c3a50ef74477ab059cf4b942e5f85'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:00:03.971199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:00:03.975237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Usage tracker for resource:port and tenant:c77c3a50ef74477ab059cf4b942e5f85 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:00:03.978235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:00:03.985075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:00:04.077317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Made reservation on behalf of c77c3a50ef74477ab059cf4b942e5f85 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:00:04.080516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:04.347254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Allocated IP 172.20.0.10 (7dccc944-cdd9-4220-b08c-7d186f1c745f/c540f8ae-bf8c-4533-a28c-d1def58302a1/716c7322-4a9c-4967-b34d-b4f0ddf66907) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:00:04.537669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:04.646501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:04.651932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-18f86280-8fb0-49ac-87eb-a4cf09b14a8d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:00:04.719798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Network 7dccc944-cdd9-4220-b08c-7d186f1c745f is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:00:04.723098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:00:04.727151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:00:04.764134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Pushing event updated for resources: {'Port': ['ID=716c7322-4a9c-4967-b34d-b4f0ddf66907,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:00:04.774658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:00:04.808537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:04.809402 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:04.920629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9d3d2-075a-4d61-81e7-0627434706f1 req-15a814cc-4a42-4a77-b550-22c3f86a1211 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:04.922080 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ffd9d3d2-075a-4d61-81e7-0627434706f1 req-15a814cc-4a42-4a77-b550-22c3f86a1211 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 932 time: 0.0785317
Nov 27 12:00:04.932533 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1037323
Nov 27 12:00:04.949529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Request body: {'port': {'device_id': '4ecc2373-ba55-4411-8b5c-ee8bb8aa793f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:00:04.972150 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ffd9d3d2-075a-4d61-81e7-0627434706f1 req-462801f9-4f45-4488-864f-d15537e24b66 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444770
Nov 27 12:00:05.059661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:05.405142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716c7322-4a9c-4967-b34d-b4f0ddf66907 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:00:05.411945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:05.432816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Transition to ACTIVE for port object 716c7322-4a9c-4967-b34d-b4f0ddf66907 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:00:05.488759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:05.492645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-de3ff0b9-a13b-410e-8501-987e4b4955d0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:00:05.610596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Pushing event updated for resources: {'Port': ['ID=716c7322-4a9c-4967-b34d-b4f0ddf66907,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:00:05.614456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:00:05.715638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Attempting to bind port 716c7322-4a9c-4967-b34d-b4f0ddf66907 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:00:05.715961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Attempting to bind port 716c7322-4a9c-4967-b34d-b4f0ddf66907 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:00:05.716909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Attempting to bind port 716c7322-4a9c-4967-b34d-b4f0ddf66907 on network 7dccc944-cdd9-4220-b08c-7d186f1c745f {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:00:05.722492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Port 716c7322-4a9c-4967-b34d-b4f0ddf66907 on network 7dccc944-cdd9-4220-b08c-7d186f1c745f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:00:05.723050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Attempting to bind port 716c7322-4a9c-4967-b34d-b4f0ddf66907 on network 7dccc944-cdd9-4220-b08c-7d186f1c745f {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:00:05.728818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:00:05.729148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Checking segment: {'id': '3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:00:05.729518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Bound using segment: {'id': '3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:00:05.729928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Bound port: 716c7322-4a9c-4967-b34d-b4f0ddf66907, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:00:05.730264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:05.813650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:00:05.816970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907,segment=NetworkSegment(3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd),segment_id=3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:00:05.909287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:05.912922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bfa8b815-ecfc-413f-a9a8-7c5ea25931b9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:00:05.969531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:05.970950 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/716c7322-4a9c-4967-b34d-b4f0ddf66907 HTTP/1.1" status: 200  len: 1094 time: 1.0257113
Nov 27 12:00:05.971439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecc2373-ba55-4411-8b5c-ee8bb8aa793f', 'tag': '716c7322-4a9c-4967-b34d-b4f0ddf66907'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:00:05.992148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Pushing event updated for resources: {'Port': ['ID=716c7322-4a9c-4967-b34d-b4f0ddf66907,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:00:05.995205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:00:06.025469 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecc2373-ba55-4411-8b5c-ee8bb8aa793f', 'tag': '716c7322-4a9c-4967-b34d-b4f0ddf66907', 'status': 'completed', 'code': 200}
Nov 27 12:00:06.121266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-abe07ee7-b9f8-4188-9ee8-9175ca153a2e req-a5a9a613-3948-431b-9387-720ec532b794 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 1097 time: 0.0690968
Nov 27 12:00:06.174838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912c117-cab1-4909-9364-51aabb50a67b req-47da9297-02c6-4765-bfee-dd23fd0ff90f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:06.176159 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b912c117-cab1-4909-9364-51aabb50a67b req-47da9297-02c6-4765-bfee-dd23fd0ff90f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 944 time: 0.0779567
Nov 27 12:00:06.221252 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b912c117-cab1-4909-9364-51aabb50a67b req-1bfd95c5-832f-41fe-9110-138ac4dd26d3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396163
Nov 27 12:00:06.263946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe07ee7-b9f8-4188-9ee8-9175ca153a2e req-365f20a3-12e7-409a-816a-ea99e2777801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:06.265419 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-abe07ee7-b9f8-4188-9ee8-9175ca153a2e req-365f20a3-12e7-409a-816a-ea99e2777801 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1338596
Nov 27 12:00:06.401344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe07ee7-b9f8-4188-9ee8-9175ca153a2e req-2170e84d-4fc4-45f3-a20b-8407c35d68e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:06.402789 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-abe07ee7-b9f8-4188-9ee8-9175ca153a2e req-2170e84d-4fc4-45f3-a20b-8407c35d68e8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1280327
Nov 27 12:00:06.606595 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-aa6f2ab1-5c79-47f2-9b69-d0beef51c053 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 1097 time: 0.1610041
Nov 27 12:00:06.677208 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-9166a338-8f31-472b-8a86-8cd6f4654bae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907 HTTP/1.1" status: 200  len: 217 time: 0.0593369
Nov 27 12:00:06.743987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a23643-4f7e-4a0f-8bc5-4f7902fa837a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:06.745353 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-78a23643-4f7e-4a0f-8bc5-4f7902fa837a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c540f8ae-bf8c-4533-a28c-d1def58302a1 HTTP/1.1" status: 200  len: 851 time: 0.0584383
Nov 27 12:00:06.799920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-0740e6e5-d7d4-40b8-8716-de82ec284a1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dccc944-cdd9-4220-b08c-7d186f1c745f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436161
Nov 27 12:00:06.936573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-7b8e2c98-2d63-4c83-9a25-d0505de42929 service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260231
Nov 27 12:00:07.071076 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4567cad9-8688-438c-9f3b-731612d826a0 req-fc5b3902-f6a6-45e8-8826-5c6e8c12fb56 service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248775
Nov 27 12:00:07.426824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c0e95-a010-4b46-9351-84c3615d90e8 req-6646eaae-c355-45db-9777-f0bac9e5bd13 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:07.427522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-239c0e95-a010-4b46-9351-84c3615d90e8 req-6646eaae-c355-45db-9777-f0bac9e5bd13 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Synchronizing usage tracker for tenant:c77c3a50ef74477ab059cf4b942e5f85 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:00:07.515415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-239c0e95-a010-4b46-9351-84c3615d90e8 req-6646eaae-c355-45db-9777-f0bac9e5bd13 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Unset dirty status for tenant:c77c3a50ef74477ab059cf4b942e5f85 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:00:07.516510 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-239c0e95-a010-4b46-9351-84c3615d90e8 req-6646eaae-c355-45db-9777-f0bac9e5bd13 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 944 time: 0.1649759
Nov 27 12:00:07.567011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-239c0e95-a010-4b46-9351-84c3615d90e8 req-688fe0d3-aa46-475e-bddf-2cad3744b049 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Synchronizing usage tracker for tenant:c77c3a50ef74477ab059cf4b942e5f85 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:00:07.674546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-239c0e95-a010-4b46-9351-84c3615d90e8 req-688fe0d3-aa46-475e-bddf-2cad3744b049 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Unset dirty status for tenant:c77c3a50ef74477ab059cf4b942e5f85 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:00:07.677023 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-239c0e95-a010-4b46-9351-84c3615d90e8 req-688fe0d3-aa46-475e-bddf-2cad3744b049 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550393
Nov 27 12:00:08.609159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 716c7322-4a9c-4967-b34d-b4f0ddf66907 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:00:08.740072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907,segment=NetworkSegment(3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd),segment_id=3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:00:08.753102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '716c7322-4a9c-4967-b34d-b4f0ddf66907', 'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f', 'port_id': '716c7322-4a9c-4967-b34d-b4f0ddf66907', 'mac_address': 'fa:16:3e:1c:b1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c540f8ae-bf8c-4533-a28c-d1def58302a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:00:08.823462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:08.846177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716c7322-4a9c-4967-b34d-b4f0ddf66907 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:00:08.866396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907,segment=NetworkSegment(3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd),segment_id=3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:00:08.892496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d07b2-f148-4fb8-a879-522eb9a22170 req-774a042c-a4df-468b-ac0c-822f072a4eb8 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:08.894000 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ad6d07b2-f148-4fb8-a879-522eb9a22170 req-774a042c-a4df-468b-ac0c-822f072a4eb8 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 944 time: 0.0782099
Nov 27 12:00:08.938980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ad6d07b2-f148-4fb8-a879-522eb9a22170 req-51c244e1-5381-4bd3-a199-422304d5174e tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392442
Nov 27 12:00:08.945984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:08.947834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:00:09.016784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=716c7322-4a9c-4967-b34d-b4f0ddf66907,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:00:09.024955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.025298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.025625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.026090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.026259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.026605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.026923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.027236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.027546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.027855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.028165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:00:09.031711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:00:09.205503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['716c7322-4a9c-4967-b34d-b4f0ddf66907'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:00:09.322186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:10.134438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d883-c068-4d6e-bdbc-e76865f44ad4 req-a8ccdcdd-aaf2-4910-b8c8-5cfa856e97ff tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:10.135886 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35d9d883-c068-4d6e-bdbc-e76865f44ad4 req-a8ccdcdd-aaf2-4910-b8c8-5cfa856e97ff tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 945 time: 0.0776896
Nov 27 12:00:10.179952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35d9d883-c068-4d6e-bdbc-e76865f44ad4 req-7b7c5468-d003-4ba9-a4d7-a4e50aa34ed7 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386267
Nov 27 12:00:10.624620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 716c7322-4a9c-4967-b34d-b4f0ddf66907 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:00:10.783727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 716c7322-4a9c-4967-b34d-b4f0ddf66907 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:00:10.788800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 716c7322-4a9c-4967-b34d-b4f0ddf66907 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:00:10.789167 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:10.902290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:10.930219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecc2373-ba55-4411-8b5c-ee8bb8aa793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716c7322-4a9c-4967-b34d-b4f0ddf66907'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:00:10.940898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907,segment=NetworkSegment(3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd),segment_id=3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:00:10.987458 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecc2373-ba55-4411-8b5c-ee8bb8aa793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716c7322-4a9c-4967-b34d-b4f0ddf66907', 'code': 200}
Nov 27 12:00:11.034934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:11.036878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:00:11.102978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=716c7322-4a9c-4967-b34d-b4f0ddf66907,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:00:11.106016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:00:11.409600 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bea81834-69a0-43d2-a842-a6d9bdebc5df req-775db6a7-a594-4364-815a-f8225c99fbda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 1099 time: 0.1313329
Nov 27 12:00:11.415768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae8ab-bced-4a22-b373-88877924c6a7 req-ce37587f-508a-49df-b687-8d754f42c9fc tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:11.417199 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-925ae8ab-bced-4a22-b373-88877924c6a7 req-ce37587f-508a-49df-b687-8d754f42c9fc tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.1091897
Nov 27 12:00:11.490408 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bea81834-69a0-43d2-a842-a6d9bdebc5df req-d4e1627c-85c2-45fe-8936-03a9a38c0350 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705125
Nov 27 12:00:11.497055 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-925ae8ab-bced-4a22-b373-88877924c6a7 req-099526ad-3547-4e8c-8c0c-27652b9a8498 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642953
Nov 27 12:00:12.704653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9bf81-7543-4e1c-8cb4-20f69c23213b req-d632eff0-61bb-4cfa-8fa1-4d2057619fca tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:12.706074 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9aa9bf81-7543-4e1c-8cb4-20f69c23213b req-d632eff0-61bb-4cfa-8fa1-4d2057619fca tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0871732
Nov 27 12:00:12.751516 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9aa9bf81-7543-4e1c-8cb4-20f69c23213b req-35334784-bd33-4059-890b-c6f5f7926ac2 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398917
Nov 27 12:00:13.952302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da01dd-5bbc-404c-880f-f542983f7e8a req-79c2ccf6-38ea-4002-8f5d-6d819ae5b546 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:13.953760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1da01dd-5bbc-404c-880f-f542983f7e8a req-79c2ccf6-38ea-4002-8f5d-6d819ae5b546 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0775995
Nov 27 12:00:13.999037 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1da01dd-5bbc-404c-880f-f542983f7e8a req-fd3da868-8f5e-4752-8378-39b249227b55 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397918
Nov 27 12:00:14.196900 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-31deca11-8bc3-4710-bf2e-c9dca65bd4a3 req-e4fb9f59-3146-4037-b98f-b91f3df35d9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0674140
Nov 27 12:00:14.663388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75def90-e9b9-4cb9-a701-24f645824a83 req-c9d672fd-d6db-46b6-afdb-c7ca628fc83f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:14.664729 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c75def90-e9b9-4cb9-a701-24f645824a83 req-c9d672fd-d6db-46b6-afdb-c7ca628fc83f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0807641
Nov 27 12:00:14.711952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c75def90-e9b9-4cb9-a701-24f645824a83 req-f2211248-1720-4d31-823c-c5e0027bd357 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410566
Nov 27 12:00:14.773414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54488) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:00:14.911221 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-02f483df-5c5e-4e64-a5d9-2101693906b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1365826
Nov 27 12:00:15.921236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f621f-53d1-463d-8fbe-1e5a7c34d350 req-8bbab0dd-759f-4027-b407-e69a08d13919 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:15.922726 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-892f621f-53d1-463d-8fbe-1e5a7c34d350 req-8bbab0dd-759f-4027-b407-e69a08d13919 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0868278
Nov 27 12:00:15.970374 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-892f621f-53d1-463d-8fbe-1e5a7c34d350 req-385aaf9b-39de-48ed-8711-3968f6f023a8 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417726
Nov 27 12:00:17.175641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aede9-6a37-4416-ac27-b70eb0c731ea req-89058854-85e7-4057-af9d-4969c5fac391 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:17.177257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df7aede9-6a37-4416-ac27-b70eb0c731ea req-89058854-85e7-4057-af9d-4969c5fac391 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0836668
Nov 27 12:00:17.265256 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df7aede9-6a37-4416-ac27-b70eb0c731ea req-7377e550-d45a-475c-b073-58e941f2c21d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575485
Nov 27 12:00:17.284884 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-0ba279d1-3474-4906-9cdc-3328bdf1b4a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 1099 time: 0.1065924
Nov 27 12:00:17.419120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ab6c-2858-4914-b531-998146e105c8 req-c0ad403a-a9ae-4143-b101-64e34cfeea8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:17.420597 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-c0ad403a-a9ae-4143-b101-64e34cfeea8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dccc944-cdd9-4220-b08c-7d186f1c745f HTTP/1.1" status: 200  len: 912 time: 0.1287186
Nov 27 12:00:17.491733 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-abd69a90-bc6b-4a7b-b4fe-c3aacd8bfd25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907 HTTP/1.1" status: 200  len: 217 time: 0.0646849
Nov 27 12:00:17.557286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ab6c-2858-4914-b531-998146e105c8 req-3c9ba524-4260-446b-8ee0-00a9e24e666c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:17.560106 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-3c9ba524-4260-446b-8ee0-00a9e24e666c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c540f8ae-bf8c-4533-a28c-d1def58302a1 HTTP/1.1" status: 200  len: 851 time: 0.0571029
Nov 27 12:00:17.610796 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-dd6bda67-f660-4f3c-903c-9dfe5153d0d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dccc944-cdd9-4220-b08c-7d186f1c745f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431724
Nov 27 12:00:17.856389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-e5b0270a-ee4d-4983-ab8e-2da113c1333b service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386272
Nov 27 12:00:17.991189 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-5e791f17-ff62-44b6-be07-ffe4b3413612 service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283743
Nov 27 12:00:18.483381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8eaac-591d-4a00-965b-5b93ff041a65 req-b2819110-207f-437a-ae0d-281bbc3f6307 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:18.484909 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d1b8eaac-591d-4a00-965b-5b93ff041a65 req-b2819110-207f-437a-ae0d-281bbc3f6307 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0856202
Nov 27 12:00:18.536732 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d1b8eaac-591d-4a00-965b-5b93ff041a65 req-014ac1b4-71dd-498f-9580-f7870b189bc5 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460253
Nov 27 12:00:18.945712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8cb8db71-8de1-45b1-9a79-c4a1bf7ea4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:19.741310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084afa5-601e-485d-9f38-effcb181cca2 req-62a671a6-b7c0-4800-b030-add96956f5d9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:19.742743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e084afa5-601e-485d-9f38-effcb181cca2 req-62a671a6-b7c0-4800-b030-add96956f5d9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0767641
Nov 27 12:00:19.785875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:19.788020 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e084afa5-601e-485d-9f38-effcb181cca2 req-c9b89c63-60e3-4664-a961-3908ed2c6a50 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386899
Nov 27 12:00:21.008170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32862132-c836-40aa-a8de-7e6994d8810b req-567d3ca1-5802-4bf0-bfeb-0d26f98d8335 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:21.009606 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-32862132-c836-40aa-a8de-7e6994d8810b req-567d3ca1-5802-4bf0-bfeb-0d26f98d8335 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0846221
Nov 27 12:00:21.058915 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-32862132-c836-40aa-a8de-7e6994d8810b req-4c80f737-cd80-40e6-8fc6-2044db4eef1d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436525
Nov 27 12:00:21.145311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f76f3e1f-a960-4e85-aceb-06625f78d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:22.265464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173446a-d4d1-4073-8a08-5a7587ba3d10 req-9ed354cc-a267-4190-be67-2d5626b5d731 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:22.266918 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9173446a-d4d1-4073-8a08-5a7587ba3d10 req-9ed354cc-a267-4190-be67-2d5626b5d731 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0798802
Nov 27 12:00:22.315582 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9173446a-d4d1-4073-8a08-5a7587ba3d10 req-e13dbcbd-44df-44d6-be2d-5ff72ad9d334 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430403
Nov 27 12:00:22.408614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:23.515498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181fb67-37dd-4dc9-8ae4-bcb107468514 req-220aec25-09c3-4084-bb95-b9987b80d539 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:23.516929 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7181fb67-37dd-4dc9-8ae4-bcb107468514 req-220aec25-09c3-4084-bb95-b9987b80d539 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0791388
Nov 27 12:00:23.562000 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7181fb67-37dd-4dc9-8ae4-bcb107468514 req-e9a72f5e-0759-4c4d-b280-b9b97248695a tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396187
Nov 27 12:00:23.819590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:24.770097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8a7cb-b22c-470d-a9a4-c3931b17c0ed req-7eec1500-ef44-42d6-a7b7-82d765411aed tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:24.771551 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-aba8a7cb-b22c-470d-a9a4-c3931b17c0ed req-7eec1500-ef44-42d6-a7b7-82d765411aed tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0821486
Nov 27 12:00:24.823635 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-aba8a7cb-b22c-470d-a9a4-c3931b17c0ed req-ca892ed7-b734-409b-885b-2a589cd157fe tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464907
Nov 27 12:00:26.166732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e5942-bd9d-4582-b154-7711a8ed8dc7 req-73ced64c-2450-4a29-af7a-18337ab7a05a tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:26.168065 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fb1e5942-bd9d-4582-b154-7711a8ed8dc7 req-73ced64c-2450-4a29-af7a-18337ab7a05a tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0778205
Nov 27 12:00:26.214007 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fb1e5942-bd9d-4582-b154-7711a8ed8dc7 req-ac3088ec-ca7a-4724-b1be-19263fd13e8d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400250
Nov 27 12:00:27.413488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43179c-a63c-4e4f-8ee2-a527204e8d34 req-9e54db22-1895-4f55-9b0f-5dc28748443c tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:27.414951 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0a43179c-a63c-4e4f-8ee2-a527204e8d34 req-9e54db22-1895-4f55-9b0f-5dc28748443c tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0756147
Nov 27 12:00:27.459841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0a43179c-a63c-4e4f-8ee2-a527204e8d34 req-b3cce886-24c8-4b93-b6ee-c78bfd129579 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388262
Nov 27 12:00:28.660855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7c74-9279-428e-a60b-7956e73623d9 req-7e5a83ce-2300-4a37-b732-0228ba8fb54b tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:28.662175 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b78b7c74-9279-428e-a60b-7956e73623d9 req-7e5a83ce-2300-4a37-b732-0228ba8fb54b tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0831332
Nov 27 12:00:28.708927 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b78b7c74-9279-428e-a60b-7956e73623d9 req-37bf0263-278a-49a0-be0f-3a968cc659bf tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411160
Nov 27 12:00:29.905362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c8848-10f8-415c-844e-fd0e42246e5d req-de30f698-7304-49e0-b3ad-994120517b3f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:29.906802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-298c8848-10f8-415c-844e-fd0e42246e5d req-de30f698-7304-49e0-b3ad-994120517b3f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0804672
Nov 27 12:00:29.952008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-298c8848-10f8-415c-844e-fd0e42246e5d req-14a9e091-9069-4818-80f9-d7933daeb59a tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395765
Nov 27 12:00:31.129236 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:00:31.144573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de02fe-2298-4762-b4e7-f0263bdd4072 req-bdc104ec-695e-42ee-b73c-939c997dccfe tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:31.145989 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-87de02fe-2298-4762-b4e7-f0263bdd4072 req-bdc104ec-695e-42ee-b73c-939c997dccfe tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0753863
Nov 27 12:00:31.194154 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-87de02fe-2298-4762-b4e7-f0263bdd4072 req-80b8ea9c-16d2-4271-a1e1-e14a95d55ef8 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426366
Nov 27 12:00:32.393018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fab3-af9a-4bb6-99b7-140681ca2787 req-eb56c21d-1c25-4271-9aba-2533c3f7e679 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:32.394453 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d040fab3-af9a-4bb6-99b7-140681ca2787 req-eb56c21d-1c25-4271-9aba-2533c3f7e679 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0768969
Nov 27 12:00:32.441068 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d040fab3-af9a-4bb6-99b7-140681ca2787 req-511bee04-0a44-46f4-ab2a-872ab5d9c37f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404956
Nov 27 12:00:33.623791 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-1c2e8e05-1bd7-47fa-bd8d-4e127254fe61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 1099 time: 0.0724616
Nov 27 12:00:33.640024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cb876-e6bb-487b-ac7e-324073506857 req-46e9b295-6a27-42da-92ae-5e389a0c3e8d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:33.641452 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc8cb876-e6bb-487b-ac7e-324073506857 req-46e9b295-6a27-42da-92ae-5e389a0c3e8d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0781887
Nov 27 12:00:33.689244 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc8cb876-e6bb-487b-ac7e-324073506857 req-51d7a8e8-ce3a-4a74-90ae-2edee6a63b2d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421133
Nov 27 12:00:33.768270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-578003d7-4645-4f4d-a412-6e3f10c6f645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:33.769691 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-578003d7-4645-4f4d-a412-6e3f10c6f645 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dccc944-cdd9-4220-b08c-7d186f1c745f HTTP/1.1" status: 200  len: 912 time: 0.1256025
Nov 27 12:00:33.841159 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-c02cdb14-45e2-4392-a5c7-50be8a489787 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907 HTTP/1.1" status: 200  len: 217 time: 0.0646045
Nov 27 12:00:33.906906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-dc8bd050-f462-4417-b5b8-77105b55e260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:33.908215 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-dc8bd050-f462-4417-b5b8-77105b55e260 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c540f8ae-bf8c-4533-a28c-d1def58302a1 HTTP/1.1" status: 200  len: 851 time: 0.0607893
Nov 27 12:00:33.953184 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-fcb36ad2-6f4b-4812-a0f8-cdb0f5e7b0e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dccc944-cdd9-4220-b08c-7d186f1c745f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379722
Nov 27 12:00:34.083666 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-6aa3d88b-8c9d-4247-998e-3d15e1e680f5 service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230752
Nov 27 12:00:34.219620 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c5d3d4bb-f4c1-411c-8099-6fa3215e8b0f req-75d5374e-a663-40a2-8182-38a7f6ae5277 service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254122
Nov 27 12:00:34.995701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d070b-ec71-4b68-8229-8a9ef70519a2 req-027aeb2e-0b53-4b1b-ac3b-7799e0dbae41 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:34.997039 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fe2d070b-ec71-4b68-8229-8a9ef70519a2 req-027aeb2e-0b53-4b1b-ac3b-7799e0dbae41 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.1862044
Nov 27 12:00:35.043837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fe2d070b-ec71-4b68-8229-8a9ef70519a2 req-b0fd910a-fd03-41fc-b596-080dc3e80a5a tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404985
Nov 27 12:00:36.252887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7901e-ce89-43e3-8c4b-a30361bb0614 req-6ed4ff1d-0a64-41ce-b565-72712432c7c3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:36.254737 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-46a7901e-ce89-43e3-8c4b-a30361bb0614 req-6ed4ff1d-0a64-41ce-b565-72712432c7c3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0874362
Nov 27 12:00:36.301851 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-46a7901e-ce89-43e3-8c4b-a30361bb0614 req-04919b1d-a1ff-4a25-8572-6ea72361cb17 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400624
Nov 27 12:00:37.503675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c061-caba-4532-ad70-f99511a7e4a6 req-e4ee0e90-8ffa-404b-8177-9cabfb013179 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:37.505088 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1b0c061-caba-4532-ad70-f99511a7e4a6 req-e4ee0e90-8ffa-404b-8177-9cabfb013179 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0794206
Nov 27 12:00:37.549801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1b0c061-caba-4532-ad70-f99511a7e4a6 req-1449fb66-eac9-4402-b5f9-64a81c2c1189 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392807
Nov 27 12:00:38.744842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa385fe-4ee6-4eea-8a3e-cd1f8bf05eb6 req-9a6fad88-7e07-4ecf-8b72-00cc9ba1b92f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:38.746251 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7aa385fe-4ee6-4eea-8a3e-cd1f8bf05eb6 req-9a6fad88-7e07-4ecf-8b72-00cc9ba1b92f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0781860
Nov 27 12:00:38.791868 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7aa385fe-4ee6-4eea-8a3e-cd1f8bf05eb6 req-e29bab24-e6f8-446f-9c8a-255146022043 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396066
Nov 27 12:00:39.333990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:39.991803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620bfc-482d-4263-997d-bcd061505c16 req-b296f686-ae10-4971-bfbc-94d682ca5dee tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:39.993214 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21620bfc-482d-4263-997d-bcd061505c16 req-b296f686-ae10-4971-bfbc-94d682ca5dee tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0798786
Nov 27 12:00:40.049643 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21620bfc-482d-4263-997d-bcd061505c16 req-9c020794-d536-4306-9858-f24b3b9564ab tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462384
Nov 27 12:00:41.251983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac527ed9-5020-4e32-a729-7ac10fb4965c req-1d698343-a65f-4d01-95fd-75b4c8b474bd tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:41.253405 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ac527ed9-5020-4e32-a729-7ac10fb4965c req-1d698343-a65f-4d01-95fd-75b4c8b474bd tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0800147
Nov 27 12:00:41.297839 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ac527ed9-5020-4e32-a729-7ac10fb4965c req-91030ec4-daa7-4d0e-8836-e564b726a4e8 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390193
Nov 27 12:00:42.495463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b3858-6580-45e2-b27b-33648ddfcdb4 req-10269680-2a4f-44b7-b09e-60178519f827 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:42.496932 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6f2b3858-6580-45e2-b27b-33648ddfcdb4 req-10269680-2a4f-44b7-b09e-60178519f827 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0759768
Nov 27 12:00:42.546573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6f2b3858-6580-45e2-b27b-33648ddfcdb4 req-4b9c1068-2435-4156-ab7e-bbad0a11bcb2 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439951
Nov 27 12:00:43.744371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8278c-505c-492a-9ab7-2694af9b2769 req-1e6ec3cc-ea21-439c-ba91-7eb1a048bd1f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:43.745851 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-45e8278c-505c-492a-9ab7-2694af9b2769 req-1e6ec3cc-ea21-439c-ba91-7eb1a048bd1f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0776370
Nov 27 12:00:43.796267 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-45e8278c-505c-492a-9ab7-2694af9b2769 req-525365dd-14e9-4de1-81d2-5c5b53e8a53a tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402894
Nov 27 12:00:44.990179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afd04-9584-4693-877b-f3e5ae39943d req-57006b93-7567-4b8f-9cc1-f10154309e0b tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:44.991650 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a2afd04-9584-4693-877b-f3e5ae39943d req-57006b93-7567-4b8f-9cc1-f10154309e0b tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0763032
Nov 27 12:00:45.044924 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a2afd04-9584-4693-877b-f3e5ae39943d req-7c9e8b9e-9fd9-4e5e-a33b-763063e7e58a tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459118
Nov 27 12:00:46.249804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043212-9bfd-42b9-b61e-c29ceae988d5 req-1d51c547-7b91-4979-9994-896e157162b0 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:46.251353 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bd043212-9bfd-42b9-b61e-c29ceae988d5 req-1d51c547-7b91-4979-9994-896e157162b0 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0847671
Nov 27 12:00:46.298596 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bd043212-9bfd-42b9-b61e-c29ceae988d5 req-613c7d3e-c95e-4d7e-8772-9169b79b39f0 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405204
Nov 27 12:00:47.503106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f0c3-ab7b-404d-a4c9-8a1daee991d5 req-52385249-ab77-4150-a26b-6f6ab62eab2b tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:47.504523 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0935f0c3-ab7b-404d-a4c9-8a1daee991d5 req-52385249-ab77-4150-a26b-6f6ab62eab2b tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0814788
Nov 27 12:00:47.549507 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0935f0c3-ab7b-404d-a4c9-8a1daee991d5 req-b2dfe82e-20b8-4c65-aabc-4071864cf1f2 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394847
Nov 27 12:00:48.749858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151544-eb46-44b1-a936-60b261aa6e22 req-7f96c86d-d2fd-41b2-9b0b-cef87cf333d0 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:48.751461 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5c151544-eb46-44b1-a936-60b261aa6e22 req-7f96c86d-d2fd-41b2-9b0b-cef87cf333d0 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0801237
Nov 27 12:00:48.802671 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5c151544-eb46-44b1-a936-60b261aa6e22 req-e0c34d9f-fab7-48ed-852a-14df725b1bb5 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456545
Nov 27 12:00:48.954251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-696b8f73-48a7-4bef-97b7-f708a5ca58dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:49.819855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:50.002191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d0589-5412-4d23-ab88-b1da379391b5 req-a1d7672c-1ac5-4c94-acc1-68b0c68c5aa2 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:50.003670 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e0d0589-5412-4d23-ab88-b1da379391b5 req-a1d7672c-1ac5-4c94-acc1-68b0c68c5aa2 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0761054
Nov 27 12:00:50.049133 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e0d0589-5412-4d23-ab88-b1da379391b5 req-010ce0f8-83d8-4642-a2c2-95be1f818dc2 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398464
Nov 27 12:00:50.482819 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-288bc375-7d88-4746-a3e8-a772e2fa3057 service neutron] 10.222.0.39 "GET /v2.0/ports/716c7322-4a9c-4967-b34d-b4f0ddf66907/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.0774279
Nov 27 12:00:51.087577 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-34deb50b-b051-445a-835f-4cc1f33cbb49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f&tenant_id=c77c3a50ef74477ab059cf4b942e5f85 HTTP/1.1" status: 200  len: 1099 time: 0.0765953
Nov 27 12:00:51.154942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d90322bb-8dc8-4cad-8766-1587733d40bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:51.191439 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-f3e2cd46-cf6b-42e3-9b97-3aa6218e67b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 1099 time: 0.0739841
Nov 27 12:00:51.254869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0900727-d108-410c-b290-4711ffef89ce req-c510f321-e4d4-4f98-aa0f-7b0fc78e914f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:51.256331 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a0900727-d108-410c-b290-4711ffef89ce req-c510f321-e4d4-4f98-aa0f-7b0fc78e914f tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0800297
Nov 27 12:00:51.303807 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a0900727-d108-410c-b290-4711ffef89ce req-2815e8d1-4b8a-46e7-8ba0-59dea85b7d82 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419471
Nov 27 12:00:51.338339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ab6c-2858-4914-b531-998146e105c8 req-707adbff-9b8b-4e8f-b67c-34d38dd066ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:51.339733 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-707adbff-9b8b-4e8f-b67c-34d38dd066ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dccc944-cdd9-4220-b08c-7d186f1c745f HTTP/1.1" status: 200  len: 912 time: 0.1374245
Nov 27 12:00:51.412389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-08443c3e-c5ed-46d8-94a6-2dff56923d41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907 HTTP/1.1" status: 200  len: 217 time: 0.0620971
Nov 27 12:00:51.484424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ab6c-2858-4914-b531-998146e105c8 req-154e7417-f39d-4ecf-bc88-29053b0f56be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:51.485848 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-154e7417-f39d-4ecf-bc88-29053b0f56be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c540f8ae-bf8c-4533-a28c-d1def58302a1 HTTP/1.1" status: 200  len: 851 time: 0.0625579
Nov 27 12:00:51.536562 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-1aba26af-bd2a-4547-8626-10f42b1b984c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dccc944-cdd9-4220-b08c-7d186f1c745f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398755
Nov 27 12:00:51.671649 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-2f7a76bc-12a7-4ae3-8e42-9d2d66222f8a service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249471
Nov 27 12:00:51.812338 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8453ab6c-2858-4914-b531-998146e105c8 req-1578ba94-4266-47dc-8040-af778222e43d service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307328
Nov 27 12:00:52.416944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:52.512697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3c054-6539-455b-84fd-ea7b0e97a6a3 req-f120fe3b-62f5-46b5-a033-d3499b1bfe89 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:52.514680 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ade3c054-6539-455b-84fd-ea7b0e97a6a3 req-f120fe3b-62f5-46b5-a033-d3499b1bfe89 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 946 time: 0.0768020
Nov 27 12:00:52.563522 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ade3c054-6539-455b-84fd-ea7b0e97a6a3 req-22b7a8bb-6f8f-4221-97a7-da8fd603a56c tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432100
Nov 27 12:00:52.804575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 716c7322-4a9c-4967-b34d-b4f0ddf66907 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:00:52.982983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907,segment=NetworkSegment(3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd),segment_id=3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:00:52.996578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '716c7322-4a9c-4967-b34d-b4f0ddf66907', 'network_id': '7dccc944-cdd9-4220-b08c-7d186f1c745f', 'port_id': '716c7322-4a9c-4967-b34d-b4f0ddf66907', 'mac_address': 'fa:16:3e:1c:b1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c540f8ae-bf8c-4533-a28c-d1def58302a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:00:53.050369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:53.067855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 716c7322-4a9c-4967-b34d-b4f0ddf66907 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:00:53.083324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907,segment=NetworkSegment(3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd),segment_id=3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:00:53.162296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:53.164092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:00:53.233458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=716c7322-4a9c-4967-b34d-b4f0ddf66907,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:00:53.236574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:00:53.257233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['716c7322-4a9c-4967-b34d-b4f0ddf66907'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:00:53.813798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:53.867714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892720d-9c50-4d90-9000-662f0d2a533c req-ec8643d2-0872-402c-8c88-4ffacdeb063d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:53.869062 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6892720d-9c50-4d90-9000-662f0d2a533c req-ec8643d2-0872-402c-8c88-4ffacdeb063d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 945 time: 0.1849010
Nov 27 12:00:53.916429 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6892720d-9c50-4d90-9000-662f0d2a533c req-e45dc5dc-f8b0-4d64-80cc-0e41793c1f9d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417643
Nov 27 12:00:54.809619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 716c7322-4a9c-4967-b34d-b4f0ddf66907 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:00:54.918674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:54.935296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 716c7322-4a9c-4967-b34d-b4f0ddf66907 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:00:54.950026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907,segment=NetworkSegment(3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd),segment_id=3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:00:55.014055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:00:55.016021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:00:55.084134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=716c7322-4a9c-4967-b34d-b4f0ddf66907,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:00:55.087860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:00:55.124103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356eca76-3805-41eb-b056-647ab0e07e5b req-dddcb435-24f9-4f16-9cc3-2b1544786839 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:55.125559 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-356eca76-3805-41eb-b056-647ab0e07e5b req-dddcb435-24f9-4f16-9cc3-2b1544786839 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 944 time: 0.0881371
Nov 27 12:00:55.171604 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-356eca76-3805-41eb-b056-647ab0e07e5b req-16b1104a-6deb-439c-9ed2-c9afa7f2db9a tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402369
Nov 27 12:00:55.971861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bfe1badb-585e-4d1b-b4ca-d0f76739c24d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:55.973256 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bfe1badb-585e-4d1b-b4ca-d0f76739c24d tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f&tenant_id=c77c3a50ef74477ab059cf4b942e5f85&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200  len: 944 time: 0.1821918
Nov 27 12:00:56.112934 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-8be5d4b7-4021-4246-a785-99d305eca01f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 1097 time: 0.0681601
Nov 27 12:00:56.241584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75030ecf-1975-4ca4-842a-7db19afd476f req-b677f229-f1a8-477e-86de-7b64ca29ab97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:56.242926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-b677f229-f1a8-477e-86de-7b64ca29ab97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dccc944-cdd9-4220-b08c-7d186f1c745f HTTP/1.1" status: 200  len: 912 time: 0.1238112
Nov 27 12:00:56.315380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-3e55ba4c-6304-47fe-af62-96448b6adb7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907 HTTP/1.1" status: 200  len: 217 time: 0.0650375
Nov 27 12:00:56.375959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75030ecf-1975-4ca4-842a-7db19afd476f req-63064358-64e1-4aaa-9fe9-473dce576c23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:56.377369 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-63064358-64e1-4aaa-9fe9-473dce576c23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c540f8ae-bf8c-4533-a28c-d1def58302a1 HTTP/1.1" status: 200  len: 851 time: 0.0562928
Nov 27 12:00:56.422443 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-ea072302-f14a-4fd5-a751-8301ffea1064 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dccc944-cdd9-4220-b08c-7d186f1c745f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389051
Nov 27 12:00:56.552044 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-3be3f09c-dc92-470c-a33e-87dab299d53b service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230869
Nov 27 12:00:56.681601 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-c5c093e1-1664-458b-9c45-121ba1da8771 service neutron] 10.222.0.39 "GET /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224914
Nov 27 12:00:58.312440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd7d0c-855d-4c00-95be-52d01419e2d8 req-09602022-06ec-4122-933f-0db0a76675f4 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:58.313901 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d8dd7d0c-855d-4c00-95be-52d01419e2d8 req-09602022-06ec-4122-933f-0db0a76675f4 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 944 time: 0.0851269
Nov 27 12:00:58.364702 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d8dd7d0c-855d-4c00-95be-52d01419e2d8 req-f1c7eb1a-6264-4605-88bc-bc6b865ac361 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449488
Nov 27 12:00:59.562322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea941b6-2389-456b-8196-de858d6e96df req-12bd925d-6419-493c-9eec-0e1f21fbdfd6 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:00:59.563696 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bea941b6-2389-456b-8196-de858d6e96df req-12bd925d-6419-493c-9eec-0e1f21fbdfd6 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 944 time: 0.0779030
Nov 27 12:00:59.608679 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bea941b6-2389-456b-8196-de858d6e96df req-51e6b031-c5bc-481d-a48e-ac9899d1044c tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d43b13-88a8-49e0-8d58-254863b5d9db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392287
Nov 27 12:01:00.082992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bbb3db29-b423-4595-9855-04d0d34e35d0 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:00.084399 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bbb3db29-b423-4595-9855-04d0d34e35d0 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 944 time: 0.0789864
Nov 27 12:01:00.155244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Deleting port 716c7322-4a9c-4967-b34d-b4f0ddf66907 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:01:00.155572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:00.392783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] For port 716c7322-4a9c-4967-b34d-b4f0ddf66907, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=716c7322-4a9c-4967-b34d-b4f0ddf66907,segment=NetworkSegment(3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd),segment_id=3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:01:00.393153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:00.511934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Calling delete_port for 716c7322-4a9c-4967-b34d-b4f0ddf66907 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:01:00.762302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:00.771671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-da6f0bc2-d68a-4826-a1b7-9ae87153bd16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:00.778505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['716c7322-4a9c-4967-b34d-b4f0ddf66907'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:01:00.802253 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7905dbb-543d-4bf3-b532-e81648d05e0e req-2b02de5f-9765-47da-bbad-25353b6eb5a7 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 210 time: 0.0747035
Nov 27 12:01:00.817893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Pushing event deleted for resources: {'Port': ['ID=716c7322-4a9c-4967-b34d-b4f0ddf66907,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:00.859288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.859669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.860044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.860411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.860778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.861142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.861502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.861862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.862219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.862603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.862970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:00.869829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:00.911435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] No DVR routers for this DVR port 716c7322-4a9c-4967-b34d-b4f0ddf66907 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:01:00.913750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:00.916401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecc2373-ba55-4411-8b5c-ee8bb8aa793f', 'name': 'network-vif-deleted', 'tag': '716c7322-4a9c-4967-b34d-b4f0ddf66907'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:01:00.997478 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-75030ecf-1975-4ca4-842a-7db19afd476f req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.39 "DELETE /v2.0/ports/716c7322-4a9c-4967-b34d-b4f0ddf66907 HTTP/1.1" status: 204  len: 173 time: 0.9065723
Nov 27 12:01:01.043502 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecc2373-ba55-4411-8b5c-ee8bb8aa793f', 'name': 'network-vif-deleted', 'tag': '716c7322-4a9c-4967-b34d-b4f0ddf66907', 'status': 'completed', 'code': 200}
Nov 27 12:01:01.977500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-dcb70459-983a-44d2-a950-885e353a13a9 req-9d5147c1-7f43-4e0f-b886-b70120a84588 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Synchronizing usage tracker for tenant:c77c3a50ef74477ab059cf4b942e5f85 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:01:02.050918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-dcb70459-983a-44d2-a950-885e353a13a9 req-9d5147c1-7f43-4e0f-b886-b70120a84588 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Unset dirty status for tenant:c77c3a50ef74477ab059cf4b942e5f85 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:01:02.052081 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dcb70459-983a-44d2-a950-885e353a13a9 req-9d5147c1-7f43-4e0f-b886-b70120a84588 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ecc2373-ba55-4411-8b5c-ee8bb8aa793f HTTP/1.1" status: 200  len: 210 time: 0.1156566
Nov 27 12:01:02.875904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 716c7322-4a9c-4967-b34d-b4f0ddf66907 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:01:02.880736 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No ports have port_id starting with 716c7322-4a9c-4967-b34d-b4f0ddf66907
Nov 27 12:01:02.881589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 716c7322-4a9c-4967-b34d-b4f0ddf66907 requested by agent hyperv_hv-neutron-8194 not found in database {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}}
Nov 27 12:01:03.320033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54602) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:01:03.384811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Deleting subnet c540f8ae-bf8c-4533-a28c-d1def58302a1 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:01:03.387756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.435988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.491560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.611544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.615223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f77be352-7138-440b-b9bb-de488e27c250 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:03.648469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c540f8ae-bf8c-4533-a28c-d1def58302a1,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:03.659119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.663382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.663758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.664122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.664482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.664840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.665193 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.665547 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.665895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.666244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.666621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.666970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:03.671630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:03.676240 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c540f8ae-bf8c-4533-a28c-d1def58302a1 HTTP/1.1" status: 204  len: 168 time: 0.3546054
Nov 27 12:01:03.678669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54606) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:01:03.785479 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.917714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.943330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845a30af0>,) {'filters': {'network_id': ['7dccc944-cdd9-4220-b08c-7d186f1c745f']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:01:03.955066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a30af0>, '3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:01:03.955355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a30af0>, '3a7c6714-4b4c-4ca6-b08d-7e0d9dd673dd') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:01:03.966327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.985785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:03.991756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:01:03.995047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:01:04.005369 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:01:04.173948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:04.178315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:04.181091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-782d2ec5-5167-46c3-bb7d-a8d64c8d5405 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:04.202766 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dccc944-cdd9-4220-b08c-7d186f1c745f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:04.205219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:04.277383 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7ca8cbc7-0783-4d70-aab1-cde8c02da063 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7dccc944-cdd9-4220-b08c-7d186f1c745f HTTP/1.1" status: 204  len: 168 time: 0.5977111
Nov 27 12:01:04.629159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54612) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:01:04.681765 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a7f2423a-e6d8-49f7-a44f-928e2931f9d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c77c3a50ef74477ab059cf4b942e5f85&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0513191
Nov 27 12:01:04.684179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54616) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:01:04.742700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a81510b2-9628-4c95-8260-48d040c73eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:04.769000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a81510b2-9628-4c95-8260-48d040c73eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:04.890078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 716c7322-4a9c-4967-b34d-b4f0ddf66907 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:01:04.914132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a81510b2-9628-4c95-8260-48d040c73eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:04.919210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-321385f5-3ec0-4171-8a9b-c236fff5c666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:04.922396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 716c7322-4a9c-4967-b34d-b4f0ddf66907 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:01:04.922766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 716c7322-4a9c-4967-b34d-b4f0ddf66907 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:01:04.933675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81510b2-9628-4c95-8260-48d040c73eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d43b13-88a8-49e0-8d58-254863b5d9db,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:04.936524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a81510b2-9628-4c95-8260-48d040c73eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:05.004304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a81510b2-9628-4c95-8260-48d040c73eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:05.005434 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a81510b2-9628-4c95-8260-48d040c73eb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96d43b13-88a8-49e0-8d58-254863b5d9db HTTP/1.1" status: 204  len: 168 time: 0.3203564
Nov 27 12:01:06.222425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54638) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:01:06.352689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-509915480-network', 'tenant_id': 'f401be8bf53b464ca279279c494f5861'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:01:06.357562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:01:06.361348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Usage tracker for resource:network and tenant:f401be8bf53b464ca279279c494f5861 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:01:06.364175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:01:06.370570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:01:06.504989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Made reservation on behalf of f401be8bf53b464ca279279c494f5861 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:01:06.507257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:06.521126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:06.552701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:01:06.556500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Usage tracker for resource:security_group_rule and tenant:f401be8bf53b464ca279279c494f5861 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:01:06.559275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:01:06.571345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:01:06.631354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:06.696854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:06.699892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc0c3896-0e78-4ce4-9225-b6fcabe9c511 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:06.729408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:01:06.735190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade58c06-7836-4d76-aa2f-7f58fe4ca662,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:06.738741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:06.747669 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:06.747669 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Added segment a411989b-5733-4f93-8746-f64bccd89330 of type vlan for network 22ad6488-6dd3-4c47-b5e0-386b5275eea6
Nov 27 12:01:06.770235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:06.891143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:06.892080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:06.892654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:06.896252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6703536a-adb5-4776-b28f-467df16773e5 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:06.996073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Pushing event updated for resources: {'Network': ['ID=22ad6488-6dd3-4c47-b5e0-386b5275eea6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:06.998793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:07.005697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:01:07.052313 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8287659
Nov 27 12:01:07.055238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54644) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:01:07.060614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Request body: {'subnet': {'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-509915480-subnet', 'tenant_id': 'f401be8bf53b464ca279279c494f5861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:01:07.066014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:01:07.069942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Usage tracker for resource:subnet and tenant:f401be8bf53b464ca279279c494f5861 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:01:07.073399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:01:07.079693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:01:07.150739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Made reservation on behalf of f401be8bf53b464ca279279c494f5861 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:01:07.153111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:07.434011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:07.437790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf84d970-963a-4193-ad59-bb2c53c1e9e9 tempest-AllowedAddressPairTestJSON-184504806 tempest-AllowedAddressPairTestJSON-184504806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:07.511002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7c89aa-6f01-4d97-99d5-5fd61455fa15,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:07.514779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:07.521728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Checking segment: {'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:01:07.524915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Network hostable DHCP agents. Network: 22ad6488-6dd3-4c47-b5e0-386b5275eea6, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:01:07.605140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:01:07.681899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 22ad6488-6dd3-4c47-b5e0-386b5275eea6) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:01:07.685785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:07.686358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:07.691628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d8cfa-e866-4752-8df1-434885f78f67 None None] Network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:01:07.848739 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7924943
Nov 27 12:01:07.903062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc221ee8-084b-4dde-ae13-e6b7af56799f None None] Network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:01:08.130543 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:01:08.476031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55942-875b-47f1-b84f-dab446cb838b req-94dba325-ba19-45db-9609-e3963ace47ed tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:08.477440 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-94dba325-ba19-45db-9609-e3963ace47ed tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 814 time: 0.2373793
Nov 27 12:01:08.494607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-55bdbcd3-f7ac-4715-bd1a-13d2c701e8cf tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/quotas/f401be8bf53b464ca279279c494f5861 HTTP/1.1" status: 200  len: 375 time: 0.0112441
Nov 27 12:01:08.543244 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-25280635-164c-4835-80c2-2e1d45ffd0a5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0430233
Nov 27 12:01:08.554129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-0a0f0f6a-425d-49d1-bdab-430d0ff9c153 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:01:08.555169 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-0a0f0f6a-425d-49d1-bdab-430d0ff9c153 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0050044
Nov 27 12:01:08.685149 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-efc07b57-e210-4ee1-9826-77e6a2159361 service neutron] 10.222.0.23 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244018
Nov 27 12:01:08.814797 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-c966c07c-dfc0-41d8-9629-e0c6dc0df749 service neutron] 10.222.0.23 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238382
Nov 27 12:01:09.117766 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fa4dafa2-103b-49a5-9a92-e806c80643c0 req-52540737-d613-4606-9ff6-55d657d12fc4 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 210 time: 0.0416994
Nov 27 12:01:09.343948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:10.225946 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-212a8a32-abbc-47f5-8c9c-4f0001bf4bdd req-ee2d751c-20f6-4168-aa2c-8154e2228e30 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 210 time: 0.0410864
Nov 27 12:01:11.393474 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-26219f97-5594-49fa-93f3-241c189a6063 req-22b3a38a-63d9-4215-9aaf-39f20f58d55f tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 210 time: 0.0443807
Nov 27 12:01:11.630912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55942-875b-47f1-b84f-dab446cb838b req-06d84424-9307-416a-9a6c-4d591c6bf291 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:11.632313 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-06d84424-9307-416a-9a6c-4d591c6bf291 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 814 time: 0.1463566
Nov 27 12:01:11.658508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Request body: {'port': {'device_id': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6', 'admin_state_up': True, 'tenant_id': 'f401be8bf53b464ca279279c494f5861'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:01:11.800865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:01:11.804782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Usage tracker for resource:port and tenant:f401be8bf53b464ca279279c494f5861 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:01:11.807664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:01:11.814187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:01:11.887959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Made reservation on behalf of f401be8bf53b464ca279279c494f5861 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:01:11.891724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:12.056155 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Allocated IP 172.20.0.11 (22ad6488-6dd3-4c47-b5e0-386b5275eea6/5b7c89aa-6f01-4d97-99d5-5fd61455fa15/39838ef0-5bc5-46ea-8680-a763b592b752) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:01:12.257896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:12.356895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:12.363272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f5d071d9-e161-4e76-b27d-31239a1f5081 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:12.428347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:01:12.438257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:01:12.440751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:01:12.471741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Pushing event updated for resources: {'Port': ['ID=39838ef0-5bc5-46ea-8680-a763b592b752,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:12.478368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:12.506250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:12.506868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:12.598454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1db91-4553-43d7-9e73-6fe09ff6cbb4 req-cc75661c-08d8-4615-9492-f2b8c3e04963 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:12.599147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-38e1db91-4553-43d7-9e73-6fe09ff6cbb4 req-cc75661c-08d8-4615-9492-f2b8c3e04963 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Synchronizing usage tracker for tenant:f401be8bf53b464ca279279c494f5861 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:01:12.648233 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9935715
Nov 27 12:01:12.663720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Request body: {'port': {'device_id': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:01:12.691813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-38e1db91-4553-43d7-9e73-6fe09ff6cbb4 req-cc75661c-08d8-4615-9492-f2b8c3e04963 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Unset dirty status for tenant:f401be8bf53b464ca279279c494f5861 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:01:12.692915 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-38e1db91-4553-43d7-9e73-6fe09ff6cbb4 req-cc75661c-08d8-4615-9492-f2b8c3e04963 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 932 time: 0.1761909
Nov 27 12:01:12.802455 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-38e1db91-4553-43d7-9e73-6fe09ff6cbb4 req-b1348c7d-bc54-4d31-985d-1cd1c7416db9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993695
Nov 27 12:01:12.813471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:13.259018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39838ef0-5bc5-46ea-8680-a763b592b752 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:01:13.266974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:13.281462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Transition to ACTIVE for port object 39838ef0-5bc5-46ea-8680-a763b592b752 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:01:13.365584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:13.369563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5a82852-d920-4f0b-a2cd-d5d1c66bb44b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:13.491346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Pushing event updated for resources: {'Port': ['ID=39838ef0-5bc5-46ea-8680-a763b592b752,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:13.494543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:13.599146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Attempting to bind port 39838ef0-5bc5-46ea-8680-a763b592b752 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:01:13.599466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Attempting to bind port 39838ef0-5bc5-46ea-8680-a763b592b752 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:01:13.599781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Attempting to bind port 39838ef0-5bc5-46ea-8680-a763b592b752 on network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:01:13.605363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Port 39838ef0-5bc5-46ea-8680-a763b592b752 on network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:01:13.605666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Attempting to bind port 39838ef0-5bc5-46ea-8680-a763b592b752 on network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:01:13.612244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:01:13.612571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Checking segment: {'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:01:13.612939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Bound using segment: {'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:01:13.613655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Bound port: 39838ef0-5bc5-46ea-8680-a763b592b752, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:01:13.613993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:13.699022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:01:13.702129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=39838ef0-5bc5-46ea-8680-a763b592b752,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:01:13.771842 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:13.775527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c9c78266-f861-42a1-b546-7e33f3cfd4b4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:13.848768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:13.850180 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] 10.222.0.39 "PUT /v2.0/ports/39838ef0-5bc5-46ea-8680-a763b592b752 HTTP/1.1" status: 200  len: 1094 time: 1.1904562
Nov 27 12:01:13.850783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'tag': '39838ef0-5bc5-46ea-8680-a763b592b752'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:01:13.874219 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Pushing event updated for resources: {'Port': ['ID=39838ef0-5bc5-46ea-8680-a763b592b752,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:13.879025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:13.918131 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'tag': '39838ef0-5bc5-46ea-8680-a763b592b752', 'status': 'completed', 'code': 200}
Nov 27 12:01:14.007185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4a943-231d-4542-9345-15d5ee277d44 req-8ca14588-e4ea-4354-84cd-1252817db75a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:14.009021 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9bf4a943-231d-4542-9345-15d5ee277d44 req-8ca14588-e4ea-4354-84cd-1252817db75a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 944 time: 0.0793819
Nov 27 12:01:14.013603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e48e46f8-56fc-4b44-8b56-04fd79cbb848 req-64acb7c7-a610-4a27-afbf-31a30b6ab43b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 1097 time: 0.0707669
Nov 27 12:01:14.059959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-9bf4a943-231d-4542-9345-15d5ee277d44 req-6a1d9512-9334-43e3-aaca-3909b545f5e5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Synchronizing usage tracker for tenant:f401be8bf53b464ca279279c494f5861 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:01:14.143220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-9bf4a943-231d-4542-9345-15d5ee277d44 req-6a1d9512-9334-43e3-aaca-3909b545f5e5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Unset dirty status for tenant:f401be8bf53b464ca279279c494f5861 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:01:14.144517 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9bf4a943-231d-4542-9345-15d5ee277d44 req-6a1d9512-9334-43e3-aaca-3909b545f5e5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298459
Nov 27 12:01:14.172655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e46f8-56fc-4b44-8b56-04fd79cbb848 req-b8f572c6-8371-477f-a61a-130d1ade51d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:14.174815 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e48e46f8-56fc-4b44-8b56-04fd79cbb848 req-b8f572c6-8371-477f-a61a-130d1ade51d4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f401be8bf53b464ca279279c494f5861&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1504097
Nov 27 12:01:14.313637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e46f8-56fc-4b44-8b56-04fd79cbb848 req-4d68db84-3783-46b4-8394-41f6897b6c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:14.314996 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e48e46f8-56fc-4b44-8b56-04fd79cbb848 req-4d68db84-3783-46b4-8394-41f6897b6c3a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1295059
Nov 27 12:01:14.433614 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-0fccbfd0-16ac-4c41-8f4d-be44f37d2522 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 1097 time: 0.0708742
Nov 27 12:01:14.504797 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-179baa34-8f10-4305-b7c5-03ada73f7161 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39838ef0-5bc5-46ea-8680-a763b592b752 HTTP/1.1" status: 200  len: 217 time: 0.0604689
Nov 27 12:01:14.571189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55942-875b-47f1-b84f-dab446cb838b req-de173278-b715-4142-87d8-a7e3d1776763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:14.572516 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-de173278-b715-4142-87d8-a7e3d1776763 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0597556
Nov 27 12:01:14.621021 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-a12d5479-408a-497b-b5d3-f20a91ad9a93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388675
Nov 27 12:01:14.757342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-06e0332c-ecb5-4bae-afd9-d6d82349c8c6 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260285
Nov 27 12:01:14.891301 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-80f55942-875b-47f1-b84f-dab446cb838b req-82003a1b-987e-415f-b267-ddb5540d0a96 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261582
Nov 27 12:01:15.347128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244ed5-d76e-4dc5-a868-5043dbd94c1c req-4060610c-664b-4526-aa38-2c1ed4546cd6 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:15.348545 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8b244ed5-d76e-4dc5-a868-5043dbd94c1c req-4060610c-664b-4526-aa38-2c1ed4546cd6 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 944 time: 0.0814092
Nov 27 12:01:15.489380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8b244ed5-d76e-4dc5-a868-5043dbd94c1c req-3e5121a2-3689-4536-b45d-02e93d51ecf1 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351440
Nov 27 12:01:16.799299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73248467-a5f4-4ea3-a3ce-ea6e8996b260 req-448f6eec-dbaf-4e6f-b01e-6332def0e2da tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:16.800755 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-73248467-a5f4-4ea3-a3ce-ea6e8996b260 req-448f6eec-dbaf-4e6f-b01e-6332def0e2da tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 944 time: 0.1884375
Nov 27 12:01:16.850428 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-73248467-a5f4-4ea3-a3ce-ea6e8996b260 req-cfe6f894-14e6-4ec2-a25f-163fe925f2dd tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438330
Nov 27 12:01:16.938636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 39838ef0-5bc5-46ea-8680-a763b592b752 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:01:17.078669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=39838ef0-5bc5-46ea-8680-a763b592b752,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:01:17.092147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '39838ef0-5bc5-46ea-8680-a763b592b752', 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6', 'port_id': '39838ef0-5bc5-46ea-8680-a763b592b752', 'mac_address': 'fa:16:3e:2f:5f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7c89aa-6f01-4d97-99d5-5fd61455fa15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:01:17.146262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:17.165739 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39838ef0-5bc5-46ea-8680-a763b592b752 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:01:17.180780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=39838ef0-5bc5-46ea-8680-a763b592b752,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:01:17.240223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:17.242057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:17.316893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=39838ef0-5bc5-46ea-8680-a763b592b752,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:17.325510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.329427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:01:17.332810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:17.500498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['39838ef0-5bc5-46ea-8680-a763b592b752'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:01:18.051968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e936ef-0a81-44e3-8b40-f322d40a45f1 req-3cc99b1e-9def-4bd0-abea-524e7b1d27bf tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:18.053414 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63e936ef-0a81-44e3-8b40-f322d40a45f1 req-3cc99b1e-9def-4bd0-abea-524e7b1d27bf tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 945 time: 0.0777230
Nov 27 12:01:18.098694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63e936ef-0a81-44e3-8b40-f322d40a45f1 req-4109ac00-22ac-4ef1-b4ad-f830aa1602c7 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397902
Nov 27 12:01:18.938877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9f7e3d24-ad66-450c-beea-0d95d4d012e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:18.951013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 39838ef0-5bc5-46ea-8680-a763b592b752 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:01:19.119398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 39838ef0-5bc5-46ea-8680-a763b592b752 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:01:19.124862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 39838ef0-5bc5-46ea-8680-a763b592b752 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:01:19.125233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:19.249745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:19.288506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39838ef0-5bc5-46ea-8680-a763b592b752'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:01:19.303499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=39838ef0-5bc5-46ea-8680-a763b592b752,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:01:19.310792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bd88a-a89e-4cef-b380-94cc094b776b req-8f220861-ed7f-41f7-833f-e7310de706b3 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:19.313874 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b96bd88a-a89e-4cef-b380-94cc094b776b req-8f220861-ed7f-41f7-833f-e7310de706b3 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 945 time: 0.0945656
Nov 27 12:01:19.362732 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b96bd88a-a89e-4cef-b380-94cc094b776b req-1a21cc89-57af-4ba1-9a78-73d02aabfcc1 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443172
Nov 27 12:01:19.369358 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39838ef0-5bc5-46ea-8680-a763b592b752', 'code': 200}
Nov 27 12:01:19.377878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:19.384877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:19.449336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=39838ef0-5bc5-46ea-8680-a763b592b752,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:19.452409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:19.713391 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02329802-77e6-4de0-80f8-f5426229d581 req-db2fb25b-ca5c-4392-b529-f768bcd92585 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 1099 time: 0.0694430
Nov 27 12:01:19.759259 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02329802-77e6-4de0-80f8-f5426229d581 req-d35b3075-000d-4b3b-a73f-66d5e0eb974c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355315
Nov 27 12:01:19.793928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:20.565454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c33e0c-0e45-4fe3-be9d-2d2f7fb52cb1 req-c514de73-0b2b-4f2b-a830-1200b7244ac9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:20.567176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d5c33e0c-0e45-4fe3-be9d-2d2f7fb52cb1 req-c514de73-0b2b-4f2b-a830-1200b7244ac9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0789273
Nov 27 12:01:20.618230 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d5c33e0c-0e45-4fe3-be9d-2d2f7fb52cb1 req-b44220ec-987a-42d1-876a-bcb26480d7d9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454118
Nov 27 12:01:21.150982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-41180215-bebf-4db2-9722-aaf221b20ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:21.824063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfbc3f-c66c-4390-8a4c-4ad617c4c9f0 req-056b298d-8377-46f9-8385-7ff64dd43d6d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:21.825474 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-17cfbc3f-c66c-4390-8a4c-4ad617c4c9f0 req-056b298d-8377-46f9-8385-7ff64dd43d6d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0850327
Nov 27 12:01:21.870148 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-17cfbc3f-c66c-4390-8a4c-4ad617c4c9f0 req-4b2ff4ed-d9b6-4b89-8a79-cdd7a86ddaf9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386512
Nov 27 12:01:22.065431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcb363-376d-433d-868f-942b06b9533b req-218843ff-0fb3-4d80-b60b-46370e6f1340 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:22.067162 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-51fcb363-376d-433d-868f-942b06b9533b req-218843ff-0fb3-4d80-b60b-46370e6f1340 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0769615
Nov 27 12:01:22.115392 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-51fcb363-376d-433d-868f-942b06b9533b req-ac67ec56-dbdf-4750-a838-aa84da6a7d6c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427275
Nov 27 12:01:22.402149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:22.581270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424a54-4e61-4d04-8bf0-bfa7f4a3208e req-e1375e82-0dea-4a19-9841-160cba0b6138 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:22.582709 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63424a54-4e61-4d04-8bf0-bfa7f4a3208e req-e1375e82-0dea-4a19-9841-160cba0b6138 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0967329
Nov 27 12:01:22.627176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63424a54-4e61-4d04-8bf0-bfa7f4a3208e req-67de1c50-95b0-428f-867a-96df1661580a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390263
Nov 27 12:01:22.828398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bc89-cee4-4ea4-8435-0e04870c3a98 req-ba47b6d8-9b27-47ef-86a5-6f3b67f7d079 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:22.829854 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-22b8bc89-cee4-4ea4-8435-0e04870c3a98 req-ba47b6d8-9b27-47ef-86a5-6f3b67f7d079 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0777237
Nov 27 12:01:22.879480 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-22b8bc89-cee4-4ea4-8435-0e04870c3a98 req-0acd2e50-9848-47d8-bf3a-67a88205fc54 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440984
Nov 27 12:01:23.068589 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-adcb4903-df3b-4128-bd84-d282fedf1ad0 req-9823644e-db5c-434d-870a-680b41c788f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0665429
Nov 27 12:01:23.510097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d81d1-0f0c-434b-b3c7-017bfb25ea71 req-3a1fe15d-24eb-4ec6-85d9-34d1e25969e4 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:23.511585 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-080d81d1-0f0c-434b-b3c7-017bfb25ea71 req-3a1fe15d-24eb-4ec6-85d9-34d1e25969e4 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0771322
Nov 27 12:01:23.546307 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-9a45b8f0-3c28-431d-8eb6-f8c939b36430 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0717633
Nov 27 12:01:23.558288 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-080d81d1-0f0c-434b-b3c7-017bfb25ea71 req-9771a8ba-b1dd-45dd-b9fb-50f85fe5eb0c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402615
Nov 27 12:01:23.808158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:24.901246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7f46a-8bee-484a-8c96-e74516d5ef9d req-a5802093-2caa-45c4-b5bc-fa0ead9c5f97 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:24.902704 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20a7f46a-8bee-484a-8c96-e74516d5ef9d req-a5802093-2caa-45c4-b5bc-fa0ead9c5f97 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0789506
Nov 27 12:01:24.948819 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20a7f46a-8bee-484a-8c96-e74516d5ef9d req-48ea0197-279b-4b67-9015-9a1b3488ea88 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406392
Nov 27 12:01:25.792240 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-27ad8900-5bec-4797-837e-79f3e0b07149 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 1099 time: 0.0717142
Nov 27 12:01:25.926585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-02b858f2-c365-40d0-b285-4efe43df0b38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:25.928032 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-02b858f2-c365-40d0-b285-4efe43df0b38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 915 time: 0.1300635
Nov 27 12:01:25.995779 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-ddd66406-48d1-4b0a-a717-bfb1a4d54295 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39838ef0-5bc5-46ea-8680-a763b592b752 HTTP/1.1" status: 200  len: 217 time: 0.0606301
Nov 27 12:01:26.064291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-35819416-8f37-468e-9cc8-2673fc4891c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:26.065680 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-35819416-8f37-468e-9cc8-2673fc4891c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0610507
Nov 27 12:01:26.111616 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-e313219c-9692-4cd7-8430-b7c3eea53402 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395844
Nov 27 12:01:26.151458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c212a-3e6d-4011-a5a9-cd1acd67a2aa req-316ad31f-52e8-4f4d-96a5-00fbf655191b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:26.152942 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bb9c212a-3e6d-4011-a5a9-cd1acd67a2aa req-316ad31f-52e8-4f4d-96a5-00fbf655191b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0825744
Nov 27 12:01:26.199413 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bb9c212a-3e6d-4011-a5a9-cd1acd67a2aa req-2a013a40-1476-499d-91b0-b01abad04c6d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403976
Nov 27 12:01:26.253848 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-0c97132d-63ac-4258-a1b1-30c1a7570644 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352065
Nov 27 12:01:26.385726 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-a1e0c844-b663-4122-bfea-02f01ff3e953 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257579
Nov 27 12:01:27.400067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fcae7-463a-465c-ae9b-fcdb42160183 req-ff6f8b45-03c9-4347-bb25-87833917b721 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:27.401473 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-139fcae7-463a-465c-ae9b-fcdb42160183 req-ff6f8b45-03c9-4347-bb25-87833917b721 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0796280
Nov 27 12:01:27.446814 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-139fcae7-463a-465c-ae9b-fcdb42160183 req-756fd83d-0799-4e5b-9d0b-6c5d6f9bebe7 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392005
Nov 27 12:01:28.643320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583457f-2a4f-442c-9a94-038506f90456 req-e7518dac-cec8-4290-b873-dfdc2c7f9ff4 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:28.644672 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3583457f-2a4f-442c-9a94-038506f90456 req-e7518dac-cec8-4290-b873-dfdc2c7f9ff4 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0755522
Nov 27 12:01:28.692937 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3583457f-2a4f-442c-9a94-038506f90456 req-d388cf4a-8fdd-4ca0-a821-9c8c044e6bf4 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406520
Nov 27 12:01:29.893396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff20d38-1bea-4642-a30e-851f346980d8 req-995a7b32-ffed-4c6a-ba5b-373277923b38 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:29.894870 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0ff20d38-1bea-4642-a30e-851f346980d8 req-995a7b32-ffed-4c6a-ba5b-373277923b38 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0834672
Nov 27 12:01:29.940029 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0ff20d38-1bea-4642-a30e-851f346980d8 req-336b8e54-de26-43b8-8744-d7542c672505 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396347
Nov 27 12:01:31.136433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316454fe-b3ad-4c42-ac50-4f65bfe0748f req-44462d21-1955-4548-b552-16b1c9fb57ec tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:31.137838 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-316454fe-b3ad-4c42-ac50-4f65bfe0748f req-44462d21-1955-4548-b552-16b1c9fb57ec tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0794179
Nov 27 12:01:31.182421 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-316454fe-b3ad-4c42-ac50-4f65bfe0748f req-f8538692-1c0d-4a63-b110-a81b79e62e69 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389454
Nov 27 12:01:32.483695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b6daf-7d84-4adf-a380-310da3dcebf2 req-602a5d3b-9d4b-4b55-8688-4bf3421c53d3 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:32.485111 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-db0b6daf-7d84-4adf-a380-310da3dcebf2 req-602a5d3b-9d4b-4b55-8688-4bf3421c53d3 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.1823962
Nov 27 12:01:32.532000 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-db0b6daf-7d84-4adf-a380-310da3dcebf2 req-0dda5370-bb8d-479a-877d-24d2cbdc96dc tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411952
Nov 27 12:01:33.728498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b317a34-7615-4671-aa70-af5b03202ecd req-e12a03a6-5e9a-4b52-9812-d375d2e44707 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:33.729949 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6b317a34-7615-4671-aa70-af5b03202ecd req-e12a03a6-5e9a-4b52-9812-d375d2e44707 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0781145
Nov 27 12:01:33.779856 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6b317a34-7615-4671-aa70-af5b03202ecd req-9c75e8f9-3553-4def-838b-84f0766e2ee6 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432720
Nov 27 12:01:34.985324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3e819-342f-4d5e-82a6-1599c159de0c req-98206f29-64e4-47cf-b7bc-742c6c24b9ab tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:34.986792 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-83b3e819-342f-4d5e-82a6-1599c159de0c req-98206f29-64e4-47cf-b7bc-742c6c24b9ab tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0822496
Nov 27 12:01:35.032986 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-83b3e819-342f-4d5e-82a6-1599c159de0c req-761f796c-cb0c-4d1a-a7c9-75b1e0b90f16 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405197
Nov 27 12:01:35.639678 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-8188f48f-2241-4645-9998-8096d735e320 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 1099 time: 0.0718205
Nov 27 12:01:35.782337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-421b161c-65be-46b0-8e79-ec53781ee8e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:35.783801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-421b161c-65be-46b0-8e79-ec53781ee8e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 915 time: 0.1267731
Nov 27 12:01:35.854093 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-e117dbde-98f2-4f5c-bf1b-50825a2b309f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39838ef0-5bc5-46ea-8680-a763b592b752 HTTP/1.1" status: 200  len: 217 time: 0.0637674
Nov 27 12:01:35.915259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-789760b3-bbb9-4bbb-be46-190808f8cb06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:35.916574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-789760b3-bbb9-4bbb-be46-190808f8cb06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0568943
Nov 27 12:01:35.962838 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-d7b42cff-7994-428f-aca9-b1e0282ec020 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400314
Nov 27 12:01:36.097103 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-4e65f903-e69b-4986-98e1-1ee39edf36dc service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270502
Nov 27 12:01:36.232117 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63a2bb0c-489e-4487-a25e-d3f774bcc3ad req-5fd3da00-54c1-443d-adb2-554930bd7ce9 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287749
Nov 27 12:01:36.234791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5572c-79ca-40b3-a4e8-be491c3b0a63 req-3e59e092-c20b-467d-8960-8c8fcfed9407 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:36.236213 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-82c5572c-79ca-40b3-a4e8-be491c3b0a63 req-3e59e092-c20b-467d-8960-8c8fcfed9407 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0768034
Nov 27 12:01:36.287664 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-82c5572c-79ca-40b3-a4e8-be491c3b0a63 req-8364ae71-7087-4775-991a-10c9e408d94f tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459228
Nov 27 12:01:37.495358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6c074-c1db-4585-b0e3-1bb67fb2bc99 req-33ebf201-08eb-4994-ad17-b2532e399868 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:37.496793 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-acb6c074-c1db-4585-b0e3-1bb67fb2bc99 req-33ebf201-08eb-4994-ad17-b2532e399868 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0805941
Nov 27 12:01:37.542548 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-acb6c074-c1db-4585-b0e3-1bb67fb2bc99 req-15b39ab3-25c5-42f7-b862-8a77b7bb44ad tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402005
Nov 27 12:01:38.742759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522544d-2ec6-4ba8-84cd-21ce3d1d447f req-34bce4f2-3005-474d-8ab5-87511c60da5c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:38.744094 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7522544d-2ec6-4ba8-84cd-21ce3d1d447f req-34bce4f2-3005-474d-8ab5-87511c60da5c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0836098
Nov 27 12:01:38.791028 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7522544d-2ec6-4ba8-84cd-21ce3d1d447f req-3e95e42c-e5a6-4fc2-bcb1-84cc8a9c06d6 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413854
Nov 27 12:01:39.348299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:39.988126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12d5b-f11b-4641-bcb9-9a71d9f23a9c req-cb143aeb-4ffe-496b-9735-5539e81cccf2 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:39.989572 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-81c12d5b-f11b-4641-bcb9-9a71d9f23a9c req-cb143aeb-4ffe-496b-9735-5539e81cccf2 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0788767
Nov 27 12:01:40.035219 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-81c12d5b-f11b-4641-bcb9-9a71d9f23a9c req-b401c1ac-d455-4fb6-b2d2-657d57ff91f8 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392570
Nov 27 12:01:41.230538 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ee72e-f0fc-44c7-ae6a-6dae94149b55 req-11a90858-78be-4479-ad99-8b7296f463da tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:41.231978 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0a4ee72e-f0fc-44c7-ae6a-6dae94149b55 req-11a90858-78be-4479-ad99-8b7296f463da tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0774968
Nov 27 12:01:41.278224 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0a4ee72e-f0fc-44c7-ae6a-6dae94149b55 req-3ef22e00-e345-470e-ad9a-9a0810496bec tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402482
Nov 27 12:01:42.484793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc02c4-cb3c-4086-b03f-e14708129a7c req-b3bf60c7-9821-43ff-92a1-6ba8f23b0da5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:42.486249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-16fc02c4-cb3c-4086-b03f-e14708129a7c req-b3bf60c7-9821-43ff-92a1-6ba8f23b0da5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0832760
Nov 27 12:01:42.533011 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-16fc02c4-cb3c-4086-b03f-e14708129a7c req-5d0030bb-3531-411d-863b-b53325f4055e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410697
Nov 27 12:01:43.737456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3789e-3064-4318-9e17-c4f07da961b1 req-1a186636-02dd-4e87-870d-d0e5c548f347 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:43.738898 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-35a3789e-3064-4318-9e17-c4f07da961b1 req-1a186636-02dd-4e87-870d-d0e5c548f347 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0799260
Nov 27 12:01:43.784504 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-35a3789e-3064-4318-9e17-c4f07da961b1 req-835a1f88-0248-4e3a-94d2-014d112d8292 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401149
Nov 27 12:01:44.983358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82621-b2d2-45c1-abb4-9b9ddce0d8ab req-a751d7a1-d5e0-4f4b-9ded-a9e897a1e415 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:44.984803 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b6c82621-b2d2-45c1-abb4-9b9ddce0d8ab req-a751d7a1-d5e0-4f4b-9ded-a9e897a1e415 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0786397
Nov 27 12:01:45.033637 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b6c82621-b2d2-45c1-abb4-9b9ddce0d8ab req-f8a948d3-dda3-46f4-9dec-aca9f0a661a0 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432596
Nov 27 12:01:45.130508 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:01:46.227631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e765e1-7000-4f78-a2e5-f0de939cdd7a req-6ebbb9eb-0712-4b3a-ba64-d4abb9f1e189 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:46.229111 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-65e765e1-7000-4f78-a2e5-f0de939cdd7a req-6ebbb9eb-0712-4b3a-ba64-d4abb9f1e189 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0765674
Nov 27 12:01:46.275108 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-65e765e1-7000-4f78-a2e5-f0de939cdd7a req-58a1df76-b576-452e-bf92-625b019415ae tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404868
Nov 27 12:01:47.469578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded084e-8241-461e-b5be-6402b06bb20c req-48d0face-b765-442e-a511-691688d004c5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:47.471289 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ded084e-8241-461e-b5be-6402b06bb20c req-48d0face-b765-442e-a511-691688d004c5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0773463
Nov 27 12:01:47.516243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ded084e-8241-461e-b5be-6402b06bb20c req-3b6b1521-8071-43f0-afde-8b4daee72b46 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394981
Nov 27 12:01:48.721853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f5ab8-ef27-4ab8-97ae-7229c8fae666 req-87429460-465c-4c77-a0ee-339128bb3891 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:48.723212 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c03f5ab8-ef27-4ab8-97ae-7229c8fae666 req-87429460-465c-4c77-a0ee-339128bb3891 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0833645
Nov 27 12:01:48.769918 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c03f5ab8-ef27-4ab8-97ae-7229c8fae666 req-6d9ea85c-3652-45b4-a5bf-0a381a7b9436 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411694
Nov 27 12:01:48.990801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2e075aab-ad10-41ec-be4e-fc84cb266f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:49.802064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:49.971860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0d72d-3493-4445-a8d7-2f786bb5af53 req-bf813fb6-d2fc-4e3e-960a-6161bcce5277 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:49.973290 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4a0d72d-3493-4445-a8d7-2f786bb5af53 req-bf813fb6-d2fc-4e3e-960a-6161bcce5277 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0805666
Nov 27 12:01:50.023716 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4a0d72d-3493-4445-a8d7-2f786bb5af53 req-07350d22-6f24-4d1b-82ab-5eacd81f9dfd tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448611
Nov 27 12:01:51.144848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-10211a88-4f16-4602-8507-18020604a204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:51.235606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b6e6-dc07-4272-aec7-55ab01c863e2 req-72f894c2-bfe1-4d99-8b22-5c517ee2425e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:51.237027 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-af33b6e6-dc07-4272-aec7-55ab01c863e2 req-72f894c2-bfe1-4d99-8b22-5c517ee2425e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0870125
Nov 27 12:01:51.284960 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-af33b6e6-dc07-4272-aec7-55ab01c863e2 req-b5c79fc4-594b-47cc-a0f8-d017235d2f7b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424449
Nov 27 12:01:52.411004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:52.481845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04a2e-ac58-46c2-ab30-f7fdcc6fcb6c req-c20867ed-d8d5-4981-84c3-4d319de95e83 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:52.483845 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a2d04a2e-ac58-46c2-ab30-f7fdcc6fcb6c req-c20867ed-d8d5-4981-84c3-4d319de95e83 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0773375
Nov 27 12:01:52.530079 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a2d04a2e-ac58-46c2-ab30-f7fdcc6fcb6c req-a0b3eef9-0822-4b0e-95f0-c7cc25ce690c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401776
Nov 27 12:01:53.723512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c369bd-47b4-449d-92d3-0e8b6dc10027 req-4c918972-fef9-4f46-b6a1-1ea9b7a2d021 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:53.724957 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81c369bd-47b4-449d-92d3-0e8b6dc10027 req-4c918972-fef9-4f46-b6a1-1ea9b7a2d021 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0765142
Nov 27 12:01:53.729259 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-3ce61746-c99e-466a-8d0c-675341b23295 service neutron] 10.222.0.39 "GET /v2.0/ports/39838ef0-5bc5-46ea-8680-a763b592b752/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.0763392
Nov 27 12:01:53.771407 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81c369bd-47b4-449d-92d3-0e8b6dc10027 req-9b3f2961-7654-407f-9fe0-7f010c2a7723 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405824
Nov 27 12:01:53.897244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:54.525471 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-428cd1a1-03f2-41a2-8beb-a17170a60d73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8&tenant_id=f401be8bf53b464ca279279c494f5861 HTTP/1.1" status: 200  len: 1099 time: 0.0681894
Nov 27 12:01:54.719135 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-6eb5307f-a28b-4677-8e18-911e888751dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 1099 time: 0.1660225
Nov 27 12:01:54.857047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-95545b9a-369f-4906-aa51-9b265cf0e83e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:54.859073 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-95545b9a-369f-4906-aa51-9b265cf0e83e service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 915 time: 0.1289835
Nov 27 12:01:54.970084 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-6185748f-2094-4c93-b306-503b27ced164 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39838ef0-5bc5-46ea-8680-a763b592b752 HTTP/1.1" status: 200  len: 217 time: 0.1006629
Nov 27 12:01:55.049114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-ed9eb8fd-57e7-49ad-b44f-0c5d4a674da9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:55.050570 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-ed9eb8fd-57e7-49ad-b44f-0c5d4a674da9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0706663
Nov 27 12:01:55.056788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a05aa-c60f-4894-9912-b9420cced22a req-fb2d3004-706a-4f3c-9974-627ca07f990c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:55.058097 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a2a05aa-c60f-4894-9912-b9420cced22a req-fb2d3004-706a-4f3c-9974-627ca07f990c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.1426766
Nov 27 12:01:55.117931 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-07f96568-26b1-4350-be3f-fb89d0d49dd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562503
Nov 27 12:01:55.210662 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a2a05aa-c60f-4894-9912-b9420cced22a req-3f1381a0-4fa6-49a4-b76e-15248fc4decf tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184077
Nov 27 12:01:55.268345 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-64fcdc02-b413-4ca2-a15b-dd8747528266 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370542
Nov 27 12:01:55.408906 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1246550e-c9a4-4a2c-9009-5d608b8fe984 req-381b7ba7-1c1e-48d4-9e7d-1e7f42b8a8a8 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310015
Nov 27 12:01:56.411494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e82bf9-e830-45a0-9ad9-5f84d08271b1 req-5798d108-b961-42ed-991a-c1f82d0e159a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:56.412945 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-03e82bf9-e830-45a0-9ad9-5f84d08271b1 req-5798d108-b961-42ed-991a-c1f82d0e159a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0811114
Nov 27 12:01:56.457967 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-03e82bf9-e830-45a0-9ad9-5f84d08271b1 req-94a33d97-0571-4802-b085-bdb98828ff6b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395377
Nov 27 12:01:57.113550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 39838ef0-5bc5-46ea-8680-a763b592b752 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:01:57.247121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=39838ef0-5bc5-46ea-8680-a763b592b752,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:01:57.260462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '39838ef0-5bc5-46ea-8680-a763b592b752', 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6', 'port_id': '39838ef0-5bc5-46ea-8680-a763b592b752', 'mac_address': 'fa:16:3e:2f:5f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7c89aa-6f01-4d97-99d5-5fd61455fa15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:01:57.314853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:57.333341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39838ef0-5bc5-46ea-8680-a763b592b752 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:01:57.348546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=39838ef0-5bc5-46ea-8680-a763b592b752,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:01:57.426262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:57.429107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:57.497672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['39838ef0-5bc5-46ea-8680-a763b592b752'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:01:57.534953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=39838ef0-5bc5-46ea-8680-a763b592b752,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:57.539597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:57.667782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83cb97-4220-41b3-8575-d663f57768bf req-274a7a7b-382e-4193-84ef-b4b76a192898 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:57.671421 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dc83cb97-4220-41b3-8575-d663f57768bf req-274a7a7b-382e-4193-84ef-b4b76a192898 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 945 time: 0.0814526
Nov 27 12:01:57.719634 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dc83cb97-4220-41b3-8575-d663f57768bf req-40651550-4963-4b7f-8093-d024d05208a5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431812
Nov 27 12:01:58.923721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79abbd-ed7e-4221-8d39-1ae6156f546b req-67557b3f-998b-4408-acb1-f1e48c75b4a4 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:58.925029 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0a79abbd-ed7e-4221-8d39-1ae6156f546b req-67557b3f-998b-4408-acb1-f1e48c75b4a4 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 945 time: 0.0780418
Nov 27 12:01:58.975661 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0a79abbd-ed7e-4221-8d39-1ae6156f546b req-73bf99eb-5bf5-4c9f-a1da-98d6b0a4fab6 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450556
Nov 27 12:01:59.110207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 39838ef0-5bc5-46ea-8680-a763b592b752 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:01:59.183287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 39838ef0-5bc5-46ea-8680-a763b592b752 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:01:59.183582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:59.300435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:59.333944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39838ef0-5bc5-46ea-8680-a763b592b752'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:01:59.349102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=39838ef0-5bc5-46ea-8680-a763b592b752,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:01:59.423712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:01:59.423712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-f00659db-d429-467c-a9d3-23db893ed604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:01:59.440594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86089e-9267-4085-b5aa-8aa00282985d req-d1a23ca9-8faa-4191-b630-d8b97c7471a7 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:59.442760 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ee86089e-9267-4085-b5aa-8aa00282985d req-d1a23ca9-8faa-4191-b630-d8b97c7471a7 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 945 time: 0.0946362
Nov 27 12:01:59.503006 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ee86089e-9267-4085-b5aa-8aa00282985d req-8bc67f8b-504a-4f1c-ab91-b4a51172662f tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513346
Nov 27 12:01:59.503629 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39838ef0-5bc5-46ea-8680-a763b592b752', 'code': 200}
Nov 27 12:01:59.509706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=39838ef0-5bc5-46ea-8680-a763b592b752,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:01:59.511247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-560c0637-10bb-4f39-967b-28790ea799ff tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:59.513255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:01:59.516024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-560c0637-10bb-4f39-967b-28790ea799ff tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8&tenant_id=f401be8bf53b464ca279279c494f5861&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200  len: 946 time: 0.1136479
Nov 27 12:01:59.654694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-67f29747-120e-4b21-af43-1d668e69eb75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 1099 time: 0.0689616
Nov 27 12:01:59.788378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-76ebb4cb-f62a-4530-93d0-1915a9030cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:59.789714 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-76ebb4cb-f62a-4530-93d0-1915a9030cb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 915 time: 0.1274824
Nov 27 12:01:59.860899 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-4e45e2d4-af1e-4af8-8499-49bf479f805e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39838ef0-5bc5-46ea-8680-a763b592b752 HTTP/1.1" status: 200  len: 217 time: 0.0648723
Nov 27 12:01:59.922781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-7c7a269c-6226-4ee4-b1c2-5d618987d165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:01:59.924306 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-7c7a269c-6226-4ee4-b1c2-5d618987d165 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0577157
Nov 27 12:01:59.974601 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-c86eddd8-5e5a-477a-83f7-878893989d1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440807
Nov 27 12:02:00.134944 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-3937f3f3-f7f6-4b53-997f-b580d0c68bc5 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542521
Nov 27 12:02:00.269368 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cc6e836d-6907-45a3-9741-1f3294a73ad9 req-da11fef5-4f3f-4e7d-bd3d-81e55d3f6b7c service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281838
Nov 27 12:02:00.809777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d640dd-1179-4a23-8b65-639999d72cac req-6e8d2cd1-e3f4-498e-bc55-2c31ad899ac5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:00.811202 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57d640dd-1179-4a23-8b65-639999d72cac req-6e8d2cd1-e3f4-498e-bc55-2c31ad899ac5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.1848812
Nov 27 12:02:00.860333 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57d640dd-1179-4a23-8b65-639999d72cac req-2e6ba8dd-21c7-4441-b8f5-7dee6f84bc10 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430279
Nov 27 12:02:02.064011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172291c7-7666-488e-816e-615d2b93f952 req-f7d1215b-e9e9-4922-b9e2-ee691ff4549b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:02.065470 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-172291c7-7666-488e-816e-615d2b93f952 req-f7d1215b-e9e9-4922-b9e2-ee691ff4549b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0824900
Nov 27 12:02:02.115347 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-172291c7-7666-488e-816e-615d2b93f952 req-a9492ba5-49b8-4dd3-8e9c-868fcf93529d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440969
Nov 27 12:02:02.309903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff8a3-51b5-4bae-b58c-e1f5fb052012 req-fe8d883e-abf8-4031-8205-5696d6bd9e9e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:02.324257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d23ff8a3-51b5-4bae-b58c-e1f5fb052012 req-fe8d883e-abf8-4031-8205-5696d6bd9e9e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0789390
Nov 27 12:02:02.359668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d23ff8a3-51b5-4bae-b58c-e1f5fb052012 req-3522dd3c-6cf3-4be0-9ca5-a4ad9e87b919 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405848
Nov 27 12:02:02.661281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a3875-a57f-44c0-80c8-d93f5de4edcf req-5a737b84-983e-4cd4-942a-16cc83a2f388 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:02.662640 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b40a3875-a57f-44c0-80c8-d93f5de4edcf req-5a737b84-983e-4cd4-942a-16cc83a2f388 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.1791000
Nov 27 12:02:02.709364 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b40a3875-a57f-44c0-80c8-d93f5de4edcf req-503d58f2-7b45-4ce6-be5f-123d34f3487c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412080
Nov 27 12:02:03.464135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-cb706773-1278-4a38-b931-8c9e7f91d650 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:03.464828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-cb706773-1278-4a38-b931-8c9e7f91d650 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Synchronizing usage tracker for tenant:f401be8bf53b464ca279279c494f5861 on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:02:03.542654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-cb706773-1278-4a38-b931-8c9e7f91d650 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Unset dirty status for tenant:f401be8bf53b464ca279279c494f5861 on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:02:03.543828 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-cb706773-1278-4a38-b931-8c9e7f91d650 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 814 time: 0.2262397
Nov 27 12:02:03.559631 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-31ea5adc-fe0a-49f1-b8a3-9621d860f984 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/quotas/f401be8bf53b464ca279279c494f5861 HTTP/1.1" status: 200  len: 375 time: 0.0105324
Nov 27 12:02:03.640926 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-aac9499c-c578-4744-954f-132a2d7f3c98 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0764227
Nov 27 12:02:03.845750 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-7d37a8d8-c2e0-4285-9965-be8074d91fb0 service neutron] 10.222.0.23 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972153
Nov 27 12:02:03.973863 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-e9efd72b-9e93-46d7-990a-dea6b1350cad service neutron] 10.222.0.23 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222317
Nov 27 12:02:04.243629 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4ea84acd-c131-4efc-b6dd-7802292832e9 req-42eefb99-03e3-4864-9d50-31de65e92b14 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 210 time: 0.0411060
Nov 27 12:02:05.175565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-de6af109-55d2-41f1-b6ab-66e8af2a24e7 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:05.176950 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-de6af109-55d2-41f1-b6ab-66e8af2a24e7 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8 HTTP/1.1" status: 200  len: 946 time: 0.0789094
Nov 27 12:02:05.248505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Deleting port 39838ef0-5bc5-46ea-8680-a763b592b752 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:02:05.249192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:05.418068 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bc50d2e0-a338-4468-83bf-461c3db0194b req-e3a5ede0-c632-4cc9-abef-7e1412a63093 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 210 time: 0.0459156
Nov 27 12:02:05.518927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] For port 39838ef0-5bc5-46ea-8680-a763b592b752, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=39838ef0-5bc5-46ea-8680-a763b592b752,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:05.519284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:05.643087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Calling delete_port for 39838ef0-5bc5-46ea-8680-a763b592b752 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:02:05.882452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:05.888747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:05.894959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['39838ef0-5bc5-46ea-8680-a763b592b752'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:02:05.935935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Pushing event deleted for resources: {'Port': ['ID=39838ef0-5bc5-46ea-8680-a763b592b752,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:05.949690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.950069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.950438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.950849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.951236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.951594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.952459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.952459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.952661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.953024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.953379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:05.980019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:06.025449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] No DVR routers for this DVR port 39838ef0-5bc5-46ea-8680-a763b592b752 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:02:06.027987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:06.031145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'name': 'network-vif-deleted', 'tag': '39838ef0-5bc5-46ea-8680-a763b592b752'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:02:06.084670 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e6dfd6-fc9f-4225-9869-c6b8d6e5cbb8', 'name': 'network-vif-deleted', 'tag': '39838ef0-5bc5-46ea-8680-a763b592b752', 'status': 'completed', 'code': 200}
Nov 27 12:02:06.126273 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a7d98226-ad3c-4324-b1e4-871cea6a117f req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "DELETE /v2.0/ports/39838ef0-5bc5-46ea-8680-a763b592b752 HTTP/1.1" status: 204  len: 173 time: 0.9402351
Nov 27 12:02:06.309967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-286d7f8c-6d5c-4873-8d7f-86655b810675 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:06.311524 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-286d7f8c-6d5c-4873-8d7f-86655b810675 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 814 time: 0.1509888
Nov 27 12:02:06.332140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Request body: {'port': {'device_id': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6', 'admin_state_up': True, 'tenant_id': 'f401be8bf53b464ca279279c494f5861'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:02:06.466943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:02:06.471651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Usage tracker for resource:port and tenant:f401be8bf53b464ca279279c494f5861 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:02:06.474552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:02:06.483467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:02:06.597501 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6504d4f4-ae34-4933-9228-e3fe8d89319b req-448ded82-dd31-494e-9003-2552dd601590 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 210 time: 0.0414917
Nov 27 12:02:06.607592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Made reservation on behalf of f401be8bf53b464ca279279c494f5861 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:02:06.611028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:06.773152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Allocated IP 172.20.0.5 (22ad6488-6dd3-4c47-b5e0-386b5275eea6/5b7c89aa-6f01-4d97-99d5-5fd61455fa15/9caec0d8-a952-4f8c-9831-81780fffcdf4) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:02:07.084749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:07.172011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:07.177444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:07.188109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['39838ef0-5bc5-46ea-8680-a763b592b752'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:02:07.240583 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:02:07.247887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:02:07.252808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:02:07.285358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Pushing event updated for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:07.291542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:07.320061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:07.320700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:07.406115 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0778131
Nov 27 12:02:07.423466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Request body: {'port': {'device_id': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:02:07.539509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:07.883645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a589e58-cfef-4a01-b6e3-32be4d219812 req-3b9f069a-bc7f-4c3f-803a-1b8b4f641aa9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:07.884331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7a589e58-cfef-4a01-b6e3-32be4d219812 req-3b9f069a-bc7f-4c3f-803a-1b8b4f641aa9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Synchronizing usage tracker for tenant:f401be8bf53b464ca279279c494f5861 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:02:07.947058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caec0d8-a952-4f8c-9831-81780fffcdf4 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:02:07.954146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:07.968639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Transition to ACTIVE for port object 9caec0d8-a952-4f8c-9831-81780fffcdf4 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:02:08.010709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7a589e58-cfef-4a01-b6e3-32be4d219812 req-3b9f069a-bc7f-4c3f-803a-1b8b4f641aa9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Unset dirty status for tenant:f401be8bf53b464ca279279c494f5861 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:02:08.011859 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7a589e58-cfef-4a01-b6e3-32be4d219812 req-3b9f069a-bc7f-4c3f-803a-1b8b4f641aa9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 931 time: 0.2633643
Nov 27 12:02:08.058495 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7a589e58-cfef-4a01-b6e3-32be4d219812 req-a40edf39-c2f4-4767-b0fa-79780f30c622 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405207
Nov 27 12:02:08.064380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:08.068333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2cdf7736-cb21-4387-a705-0a600c9c20a9 tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:08.191229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Pushing event updated for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:08.195199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:08.297947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Attempting to bind port 9caec0d8-a952-4f8c-9831-81780fffcdf4 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:02:08.298209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Attempting to bind port 9caec0d8-a952-4f8c-9831-81780fffcdf4 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:02:08.298552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Attempting to bind port 9caec0d8-a952-4f8c-9831-81780fffcdf4 on network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:02:08.304360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Port 9caec0d8-a952-4f8c-9831-81780fffcdf4 on network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:02:08.304675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Attempting to bind port 9caec0d8-a952-4f8c-9831-81780fffcdf4 on network 22ad6488-6dd3-4c47-b5e0-386b5275eea6 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:02:08.310941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:02:08.311278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Checking segment: {'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:02:08.312166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Bound using segment: {'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:02:08.312582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Bound port: 9caec0d8-a952-4f8c-9831-81780fffcdf4, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a411989b-5733-4f93-8746-f64bccd89330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:02:08.312923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:08.404324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:02:08.407546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:02:08.500133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:08.503928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-28e9ffa6-eb05-4b72-b229-98067824d54f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:08.557598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:08.559036 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] 10.222.0.39 "PUT /v2.0/ports/9caec0d8-a952-4f8c-9831-81780fffcdf4 HTTP/1.1" status: 200  len: 1093 time: 1.1405137
Nov 27 12:02:08.559554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:02:08.583660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Pushing event updated for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:08.586943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:08.616415 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'status': 'completed', 'code': 200}
Nov 27 12:02:08.719495 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1ad332c0-16be-41d1-83f5-89cbe25eef81 req-5fc7bea8-59e3-4619-bd74-2aa66e5229b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 1096 time: 0.0716438
Nov 27 12:02:08.872195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad332c0-16be-41d1-83f5-89cbe25eef81 req-1cacde6b-2435-4233-b2be-59b20502ba31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:08.873607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1ad332c0-16be-41d1-83f5-89cbe25eef81 req-1cacde6b-2435-4233-b2be-59b20502ba31 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f401be8bf53b464ca279279c494f5861&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1431110
Nov 27 12:02:09.010820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad332c0-16be-41d1-83f5-89cbe25eef81 req-66fe651b-0cf3-4043-8679-a23ca46ac9f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:09.012607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1ad332c0-16be-41d1-83f5-89cbe25eef81 req-66fe651b-0cf3-4043-8679-a23ca46ac9f2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1284678
Nov 27 12:02:09.119530 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-18893bdf-e8f7-4968-9b56-ca7c33ace398 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 1096 time: 0.0685072
Nov 27 12:02:09.200864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 39838ef0-5bc5-46ea-8680-a763b592b752 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:02:09.235979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 39838ef0-5bc5-46ea-8680-a763b592b752 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:02:09.236330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 39838ef0-5bc5-46ea-8680-a763b592b752 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:02:09.344728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:09.345630 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-3f59647f-d224-41c4-946d-dcf18ff09f86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4 HTTP/1.1" status: 200  len: 217 time: 0.2159703
Nov 27 12:02:09.428685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-a0388d4b-d4f3-4fd3-9e14-f647e62fdd87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:09.430065 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-a0388d4b-d4f3-4fd3-9e14-f647e62fdd87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0736477
Nov 27 12:02:09.436441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abc898-2793-4d9c-b984-96228e92bfd1 req-dda26647-852f-47ef-ab47-f5a225b9d87a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:09.437760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e0abc898-2793-4d9c-b984-96228e92bfd1 req-dda26647-852f-47ef-ab47-f5a225b9d87a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 943 time: 0.2572415
Nov 27 12:02:09.493572 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-3503945a-2a47-49b6-bfe2-10aa860274e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538530
Nov 27 12:02:09.592340 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e0abc898-2793-4d9c-b984-96228e92bfd1 req-32e14590-6a3a-40ae-956d-3fb8c8238ea8 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232669
Nov 27 12:02:09.641793 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-bf255a41-144f-4cd4-be07-dbb493d98fee service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409197
Nov 27 12:02:09.777528 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3b7d8b9f-f869-4a69-8f78-dd5a8db17d9f req-adcb8cde-0836-4f2f-986b-f0c71a5e8673 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258519
Nov 27 12:02:10.787576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e6fcc-21a5-4593-894a-73999c90acb3 req-4c3ab0b1-5d55-49d5-8f20-02d676b1fe08 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:10.788998 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3d5e6fcc-21a5-4593-894a-73999c90acb3 req-4c3ab0b1-5d55-49d5-8f20-02d676b1fe08 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 943 time: 0.0782540
Nov 27 12:02:10.839261 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3d5e6fcc-21a5-4593-894a-73999c90acb3 req-a965b63b-cf87-486d-ad4e-892279c57238 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445688
Nov 27 12:02:11.217114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9caec0d8-a952-4f8c-9831-81780fffcdf4 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:02:11.349767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:11.362420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6', 'port_id': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'mac_address': 'fa:16:3e:bf:78:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7c89aa-6f01-4d97-99d5-5fd61455fa15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:02:11.418005 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:11.467266 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caec0d8-a952-4f8c-9831-81780fffcdf4 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:02:11.481403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:11.567723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:11.569436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:11.631727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:11.634635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:11.821063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['9caec0d8-a952-4f8c-9831-81780fffcdf4'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:02:12.037098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b5b10-21b2-4999-ae64-a05ea39112ab req-fcb5278e-f066-4c78-967c-f0d309186d10 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:12.038566 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-679b5b10-21b2-4999-ae64-a05ea39112ab req-fcb5278e-f066-4c78-967c-f0d309186d10 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 944 time: 0.0807099
Nov 27 12:02:12.083842 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-679b5b10-21b2-4999-ae64-a05ea39112ab req-cd75f540-8631-4e24-8ac4-24a6ca2e88f6 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398266
Nov 27 12:02:13.216414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9caec0d8-a952-4f8c-9831-81780fffcdf4 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:02:13.277041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018c772-7148-4794-b934-5739bd8302d3 req-adc3a964-8c70-4f46-89d5-370d97b266b2 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:13.279210 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b018c772-7148-4794-b934-5739bd8302d3 req-adc3a964-8c70-4f46-89d5-370d97b266b2 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 944 time: 0.0778546
Nov 27 12:02:13.330412 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b018c772-7148-4794-b934-5739bd8302d3 req-b71ccfce-13fa-4b7d-bd47-92d1419dcb78 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446091
Nov 27 12:02:13.379187 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 9caec0d8-a952-4f8c-9831-81780fffcdf4 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:02:13.384193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 9caec0d8-a952-4f8c-9831-81780fffcdf4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:02:13.388911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:13.498040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:13.528572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:02:13.538282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:13.582668 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'code': 200}
Nov 27 12:02:13.607522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:13.609426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:13.675170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:13.678046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:13.990778 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e5edf7f-a6de-494c-80b3-d30612c2a529 req-26aa32d8-c9a4-441a-b764-e496d2dfd526 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 1098 time: 0.0669751
Nov 27 12:02:14.035862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e5edf7f-a6de-494c-80b3-d30612c2a529 req-7948cb1f-db26-488e-bde8-0e860fd691bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345578
Nov 27 12:02:14.528462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b34caa-2ba3-4d70-b861-5832c115a845 req-9fd4e6de-528c-41b6-9751-760516a65b71 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:14.529888 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-79b34caa-2ba3-4d70-b861-5832c115a845 req-9fd4e6de-528c-41b6-9751-760516a65b71 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0754364
Nov 27 12:02:14.574969 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-79b34caa-2ba3-4d70-b861-5832c115a845 req-10e343bd-626c-4b6c-b6bd-50fee1cbb13a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390871
Nov 27 12:02:15.774731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729cbda-013e-4210-809c-bbb53a3810d9 req-0e79ee37-7b32-4c28-a7ca-e2825b828d4c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:15.776169 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4729cbda-013e-4210-809c-bbb53a3810d9 req-0e79ee37-7b32-4c28-a7ca-e2825b828d4c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0802405
Nov 27 12:02:15.830744 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4729cbda-013e-4210-809c-bbb53a3810d9 req-d7281da8-33bf-4df0-969b-09d49d012751 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489349
Nov 27 12:02:16.026808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d6933-3ac7-49b3-80b2-a21b91a0c0bc req-90d159ac-99fb-422b-b14f-0a4b1f1ec255 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:16.028213 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ec5d6933-3ac7-49b3-80b2-a21b91a0c0bc req-90d159ac-99fb-422b-b14f-0a4b1f1ec255 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0787153
Nov 27 12:02:16.072320 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ec5d6933-3ac7-49b3-80b2-a21b91a0c0bc req-591ab025-aec4-468b-93d7-4d7be12119ef tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384753
Nov 27 12:02:16.265034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-aa346ceb-762d-47f7-abca-c13afd61e81e req-f01afa54-6f22-40c5-8b89-e3068d99856a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0661504
Nov 27 12:02:16.694027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0822d-7f6d-4bcb-9aac-0c09e4c4fac4 req-1f1085be-64af-4c20-a468-bc9539ec792d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:16.695466 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aaf0822d-7f6d-4bcb-9aac-0c09e4c4fac4 req-1f1085be-64af-4c20-a468-bc9539ec792d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0745387
Nov 27 12:02:16.741823 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aaf0822d-7f6d-4bcb-9aac-0c09e4c4fac4 req-7049c45f-5b40-4590-a24e-1120b8126ef6 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407176
Nov 27 12:02:16.766979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-ff903848-5708-48b6-8485-ea759ca7b34c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0699661
Nov 27 12:02:17.939315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc36a7-f880-4404-9aa4-552707095f5b req-50caacd0-1fd2-43a1-a978-a3e3074ed950 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:17.940688 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1cc36a7-f880-4404-9aa4-552707095f5b req-50caacd0-1fd2-43a1-a978-a3e3074ed950 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0774324
Nov 27 12:02:17.990353 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1cc36a7-f880-4404-9aa4-552707095f5b req-ad90c9d4-93a2-4407-99af-46e436202d28 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436616
Nov 27 12:02:18.871196 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-102a1ea6-b072-4833-87cc-6f8384d781b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 1098 time: 0.0725479
Nov 27 12:02:18.954116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ebe8df5-eef8-4588-a1eb-170e035ca61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:19.001884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-ce69307c-d9d1-472e-a701-480fe83cac7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:19.003360 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-ce69307c-d9d1-472e-a701-480fe83cac7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 915 time: 0.1257868
Nov 27 12:02:19.070139 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-c1d233b4-f3bf-427d-99cc-b4305ce65962 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4 HTTP/1.1" status: 200  len: 217 time: 0.0606530
Nov 27 12:02:19.135813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-6ecd03f0-c05d-4ec7-a359-38555f3bbdce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:19.137122 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-6ecd03f0-c05d-4ec7-a359-38555f3bbdce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0610251
Nov 27 12:02:19.185034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-8db8d9f3-18cf-432f-a0e8-6f21dd320b4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394399
Nov 27 12:02:19.212342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62417f7-5f9e-4a7d-ac9d-c53efde38290 req-fc04b69b-6161-47c6-ba32-5469afa0b02c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:19.213788 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f62417f7-5f9e-4a7d-ac9d-c53efde38290 req-fc04b69b-6161-47c6-ba32-5469afa0b02c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0968270
Nov 27 12:02:19.259564 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f62417f7-5f9e-4a7d-ac9d-c53efde38290 req-bd633d04-9ff5-4aed-a2f7-1518cb1148dd tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401473
Nov 27 12:02:19.329366 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-436fd204-febd-4d77-8063-36e17e925c00 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343162
Nov 27 12:02:19.578717 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-5613af02-e2e0-4534-b6b2-ee045b4cadbf service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422209
Nov 27 12:02:19.804909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:20.456872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3838a7-00f6-4306-be56-090da4737572 req-76c3a231-6f16-46b7-81f6-958facd37038 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:20.458302 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc3838a7-00f6-4306-be56-090da4737572 req-76c3a231-6f16-46b7-81f6-958facd37038 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0799477
Nov 27 12:02:20.502765 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc3838a7-00f6-4306-be56-090da4737572 req-d79349a7-ee92-434c-88cf-b51916d6ec57 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388746
Nov 27 12:02:21.156761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e945bd51-e0a1-4083-a0d7-c709d703de94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:21.696993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9959095-9419-4473-92d4-28251628ddf7 req-0537a52d-373d-460e-a54b-65090a7ad22d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:21.698427 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a9959095-9419-4473-92d4-28251628ddf7 req-0537a52d-373d-460e-a54b-65090a7ad22d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0751832
Nov 27 12:02:21.747245 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a9959095-9419-4473-92d4-28251628ddf7 req-7d98800f-ae62-4762-9584-fe58fc4b7d9b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428548
Nov 27 12:02:22.133395 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:02:22.407956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:22.944745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c73e-f4fc-45a8-ae09-75f54a4c1bfb req-3f7ae023-b699-4c88-9fa3-b3dee566c869 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:22.946174 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21f5c73e-f4fc-45a8-ae09-75f54a4c1bfb req-3f7ae023-b699-4c88-9fa3-b3dee566c869 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0758839
Nov 27 12:02:22.991447 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21f5c73e-f4fc-45a8-ae09-75f54a4c1bfb req-9a851f65-3a14-4e48-8106-ad5fcdbe5f84 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397038
Nov 27 12:02:23.904964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:24.187702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951cf42-e4e0-4db2-a639-2166920924c8 req-867ea54f-17ff-4bb7-8dc7-7d588057a389 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:24.189234 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4951cf42-e4e0-4db2-a639-2166920924c8 req-867ea54f-17ff-4bb7-8dc7-7d588057a389 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0759604
Nov 27 12:02:24.240171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4951cf42-e4e0-4db2-a639-2166920924c8 req-742cb2bb-f37c-4254-a1c1-23e2d5d83caa tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438399
Nov 27 12:02:25.439214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29171c2a-6707-4c14-80f8-fb0a4c4b37da req-4920693e-0c98-4bc4-9034-b26383165003 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:25.440639 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-29171c2a-6707-4c14-80f8-fb0a4c4b37da req-4920693e-0c98-4bc4-9034-b26383165003 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0785637
Nov 27 12:02:25.487635 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-29171c2a-6707-4c14-80f8-fb0a4c4b37da req-323f3889-edf7-4b60-8a98-13ba9f0cfa63 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412636
Nov 27 12:02:26.689704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d724e6e-27f9-48c6-89cd-4bf9e117e247 req-f7481344-f52b-465e-a7f2-22435f852338 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:26.691317 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4d724e6e-27f9-48c6-89cd-4bf9e117e247 req-f7481344-f52b-465e-a7f2-22435f852338 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0794044
Nov 27 12:02:26.737030 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4d724e6e-27f9-48c6-89cd-4bf9e117e247 req-c35352e8-cd84-42b2-8508-8a8582aead5b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401618
Nov 27 12:02:27.946301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf77d-4f59-4bfc-a0de-0873da378191 req-2a15fecd-2c81-4940-9e0f-2a842867c9bb tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:27.947770 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e42cf77d-4f59-4bfc-a0de-0873da378191 req-2a15fecd-2c81-4940-9e0f-2a842867c9bb tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0906332
Nov 27 12:02:27.997185 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e42cf77d-4f59-4bfc-a0de-0873da378191 req-295e832d-42dd-43d0-a4bf-3a4770c3d609 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429647
Nov 27 12:02:29.196879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05009c3-f522-427a-950b-8cae21cc5580 req-0478d757-200a-4272-b347-daec19e4f72a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:29.198334 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c05009c3-f522-427a-950b-8cae21cc5580 req-0478d757-200a-4272-b347-daec19e4f72a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0792639
Nov 27 12:02:29.245036 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c05009c3-f522-427a-950b-8cae21cc5580 req-85b850a6-3048-4921-adbc-e8da88b6b194 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411127
Nov 27 12:02:30.443043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197c396-5aff-4bbd-ae7c-37840f0279b3 req-b195eb31-1229-4d79-b2a2-985748c58a5c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:30.444530 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b197c396-5aff-4bbd-ae7c-37840f0279b3 req-b195eb31-1229-4d79-b2a2-985748c58a5c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0799632
Nov 27 12:02:30.489832 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b197c396-5aff-4bbd-ae7c-37840f0279b3 req-9946a6dd-c2a2-430b-8c8d-b5a1f979ebee tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398438
Nov 27 12:02:31.802844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9597070-e2df-478d-a9af-928fa9d9b744 req-d32ba250-871b-4720-81f5-239a74cc8e6e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:31.804302 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e9597070-e2df-478d-a9af-928fa9d9b744 req-d32ba250-871b-4720-81f5-239a74cc8e6e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.1913631
Nov 27 12:02:31.851926 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e9597070-e2df-478d-a9af-928fa9d9b744 req-9362d96b-1a84-4a4a-9eaa-1a5ade7afa97 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420282
Nov 27 12:02:33.053935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d70e-2791-4fa1-817d-d1e0a927e3d9 req-8bf43e12-68b6-4ee4-911b-963b4932aadf tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:33.055402 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6ba7d70e-2791-4fa1-817d-d1e0a927e3d9 req-8bf43e12-68b6-4ee4-911b-963b4932aadf tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0803130
Nov 27 12:02:33.101377 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6ba7d70e-2791-4fa1-817d-d1e0a927e3d9 req-882f831d-5e4c-43bd-a8a8-886600a59544 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405180
Nov 27 12:02:34.309564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5945f3-be4b-47e7-889d-59c4d298a22d req-d360f559-7a6d-4ad5-97e4-694a182f6c61 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:34.311014 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ad5945f3-be4b-47e7-889d-59c4d298a22d req-d360f559-7a6d-4ad5-97e4-694a182f6c61 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0760159
Nov 27 12:02:34.360833 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ad5945f3-be4b-47e7-889d-59c4d298a22d req-0662bdd4-58fa-451c-94ad-7845ca8817d8 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433824
Nov 27 12:02:35.555897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ff502-a6be-4305-bd6b-898b425197c2 req-8348bbc2-1c20-4969-83c4-8a020690123e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:35.557352 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc3ff502-a6be-4305-bd6b-898b425197c2 req-8348bbc2-1c20-4969-83c4-8a020690123e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0758486
Nov 27 12:02:35.608717 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc3ff502-a6be-4305-bd6b-898b425197c2 req-2e0dd1ab-6ffa-47bf-a23f-280084c88481 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448120
Nov 27 12:02:35.736895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-85b87fb4-f39b-49c0-acac-7da255474fd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 1098 time: 0.1453145
Nov 27 12:02:35.887540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-05e82077-5d6b-412c-ba4d-36723851ff30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:35.888868 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-05e82077-5d6b-412c-ba4d-36723851ff30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 915 time: 0.1249766
Nov 27 12:02:35.959397 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-7ba9e1c8-ef2a-453a-9c14-60194d25ffd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4 HTTP/1.1" status: 200  len: 217 time: 0.0631075
Nov 27 12:02:36.025646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-161f7783-92e9-44ed-8d73-d971ca2cb9c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:36.027109 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-161f7783-92e9-44ed-8d73-d971ca2cb9c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0569241
Nov 27 12:02:36.071882 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-2810c3fd-53cb-40f3-b74c-9c230ca13a0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380948
Nov 27 12:02:36.202434 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-1e755ac9-d42c-492e-918b-d18ae91bbb83 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231916
Nov 27 12:02:36.346062 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26f7519-60b5-4614-b608-afbe4d38c470 req-28aad187-2ede-454f-b1b4-9ec1ecd3fe7b service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349635
Nov 27 12:02:36.807372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40134ed-9cb5-4cac-8818-40de610ccf67 req-5984c57e-422f-4e92-983f-5e109bf4a065 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:36.808809 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b40134ed-9cb5-4cac-8818-40de610ccf67 req-5984c57e-422f-4e92-983f-5e109bf4a065 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0775418
Nov 27 12:02:36.856859 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b40134ed-9cb5-4cac-8818-40de610ccf67 req-7d93e57a-1460-4f86-ac98-ade514b4e5a9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420606
Nov 27 12:02:38.070459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf8bf-6351-4107-961c-a164b1fe40b6 req-4ca08a7a-b462-415c-a55f-390416db17c0 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:38.071935 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5faf8bf-6351-4107-961c-a164b1fe40b6 req-4ca08a7a-b462-415c-a55f-390416db17c0 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0811598
Nov 27 12:02:38.122119 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a5faf8bf-6351-4107-961c-a164b1fe40b6 req-678cd1e8-3fd7-4077-8ecb-857160856b61 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433831
Nov 27 12:02:39.335062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde150-1ce3-4d67-a5a1-896db038e280 req-3602ad26-052c-4e12-8e40-874ee0e525e8 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:39.336473 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-afcde150-1ce3-4d67-a5a1-896db038e280 req-3602ad26-052c-4e12-8e40-874ee0e525e8 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0822339
Nov 27 12:02:39.350642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:39.382406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-afcde150-1ce3-4d67-a5a1-896db038e280 req-7056a17b-57f7-40aa-b8cd-aaa6f8f0d550 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401473
Nov 27 12:02:40.587572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18134430-6a84-4361-a93a-86155af759a4 req-ba7b8b7d-e3c6-4816-876c-3839ed0d9951 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:40.589041 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18134430-6a84-4361-a93a-86155af759a4 req-ba7b8b7d-e3c6-4816-876c-3839ed0d9951 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0796504
Nov 27 12:02:40.636060 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18134430-6a84-4361-a93a-86155af759a4 req-580d488e-7c02-44e1-87bf-cdaa18cf69f9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412879
Nov 27 12:02:41.840511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405d01f-f140-4c9d-887c-b4a5009e3fb8 req-52398a9e-af30-493d-86d8-fd51bf4ad933 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:41.842068 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d405d01f-f140-4c9d-887c-b4a5009e3fb8 req-52398a9e-af30-493d-86d8-fd51bf4ad933 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0826516
Nov 27 12:02:41.889696 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d405d01f-f140-4c9d-887c-b4a5009e3fb8 req-5c1513b9-6799-40ba-9b4e-c11940f51af2 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421405
Nov 27 12:02:43.206723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de86a9-43a0-433e-a12b-88c7b4c7df2a req-5182fcbb-0f03-4b83-bb95-cb514700d580 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:43.208072 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-90de86a9-43a0-433e-a12b-88c7b4c7df2a req-5182fcbb-0f03-4b83-bb95-cb514700d580 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.1876183
Nov 27 12:02:43.253907 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-90de86a9-43a0-433e-a12b-88c7b4c7df2a req-ac1d8cf6-3ff7-4c7b-b3f4-e9b0f340116b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399315
Nov 27 12:02:44.467674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42d282-3908-439d-a4ff-5fae653ab75a req-5828ad50-6d53-413f-b258-2290286a09ad tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:44.469171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-be42d282-3908-439d-a4ff-5fae653ab75a req-5828ad50-6d53-413f-b258-2290286a09ad tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0840008
Nov 27 12:02:44.514992 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-be42d282-3908-439d-a4ff-5fae653ab75a req-d3ecd8e7-f8f0-4b8f-ab60-16e5c9dd6e3b tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401754
Nov 27 12:02:45.725856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9f1ee-9bcb-4cc7-bf4d-2e2f8fc6652f req-1d12a915-b72e-4e8a-9ae2-7162dadcd608 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:45.727234 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a8c9f1ee-9bcb-4cc7-bf4d-2e2f8fc6652f req-1d12a915-b72e-4e8a-9ae2-7162dadcd608 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0813766
Nov 27 12:02:45.774850 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a8c9f1ee-9bcb-4cc7-bf4d-2e2f8fc6652f req-899688c3-e6f4-4170-99a2-3a459b035b85 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416346
Nov 27 12:02:46.972150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f958f-fce8-4d21-bd16-1f9b8fceec40 req-936446ac-d4b6-4718-9ad6-08f38d3cdd93 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:46.973678 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-903f958f-fce8-4d21-bd16-1f9b8fceec40 req-936446ac-d4b6-4718-9ad6-08f38d3cdd93 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0776308
Nov 27 12:02:47.003954 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-dabbf0b1-a23e-4616-b61c-61f083f74efe service neutron] 10.222.0.39 "GET /v2.0/ports/9caec0d8-a952-4f8c-9831-81780fffcdf4/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.0754125
Nov 27 12:02:47.021290 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-903f958f-fce8-4d21-bd16-1f9b8fceec40 req-b452e8b2-8f3d-4029-803c-ef41791e3b31 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419507
Nov 27 12:02:47.785279 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-c4aeed08-9df4-4950-9e99-8a4858c61dfe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c&tenant_id=f401be8bf53b464ca279279c494f5861 HTTP/1.1" status: 200  len: 1098 time: 0.0781000
Nov 27 12:02:47.883409 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-e28a16b5-9727-4064-b400-2b25b37ca6c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 1098 time: 0.0690098
Nov 27 12:02:48.015911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-449be4d1-f262-476b-be02-a7899ef6140b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:48.017330 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-449be4d1-f262-476b-be02-a7899ef6140b service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 915 time: 0.1241515
Nov 27 12:02:48.093453 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-749761e7-efaf-4586-86cf-d7f26bdb7f4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4 HTTP/1.1" status: 200  len: 217 time: 0.0650980
Nov 27 12:02:48.201392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-0aab9c43-e35c-40b4-85c7-0858882b0a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:48.202918 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-0aab9c43-e35c-40b4-85c7-0858882b0a07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0991297
Nov 27 12:02:48.258256 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-29703097-6f84-476b-acda-f0f725384f3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453434
Nov 27 12:02:48.351228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde0dd-945c-445c-87e7-24f14df9ff71 req-15fd4e9b-2ef5-46d8-beb0-99e4cb67d4ff tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:48.352654 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eddde0dd-945c-445c-87e7-24f14df9ff71 req-15fd4e9b-2ef5-46d8-beb0-99e4cb67d4ff tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.2016461
Nov 27 12:02:48.440525 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-5676f6a9-0c92-4799-807a-0e19461dd8db service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723111
Nov 27 12:02:48.442912 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eddde0dd-945c-445c-87e7-24f14df9ff71 req-7259f92f-accc-4756-af55-deae931216cd tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824111
Nov 27 12:02:48.578787 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b13dfa5-62f6-42d4-9c8d-9c42e73e5098 req-cff58c3f-daab-4577-9f32-3990cacd4439 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273236
Nov 27 12:02:48.959833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a17761a9-cfba-449e-9a71-6064bc798954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:49.647879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d918b-9b55-408a-86f3-8fd1b6045438 req-050d5352-1699-46f8-a9dc-9aa69bcd3c66 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:49.649232 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-377d918b-9b55-408a-86f3-8fd1b6045438 req-050d5352-1699-46f8-a9dc-9aa69bcd3c66 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0812001
Nov 27 12:02:49.693908 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-377d918b-9b55-408a-86f3-8fd1b6045438 req-bc454a28-8483-4289-b2b8-6d1afeea7e81 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392408
Nov 27 12:02:49.822225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:50.913431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6579d36-4757-4d91-abc1-b8c1e8c62513 req-97ab61ac-29b4-414a-b9bb-464710b262c7 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:50.915107 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f6579d36-4757-4d91-abc1-b8c1e8c62513 req-97ab61ac-29b4-414a-b9bb-464710b262c7 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0855839
Nov 27 12:02:50.960959 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f6579d36-4757-4d91-abc1-b8c1e8c62513 req-37e6c224-40bc-4437-a5ec-c76f1181ae48 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403972
Nov 27 12:02:51.159426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fe74e705-751e-4714-9f31-380b4eaee198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:51.403624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9caec0d8-a952-4f8c-9831-81780fffcdf4 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:02:51.406124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9caec0d8-a952-4f8c-9831-81780fffcdf4 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:02:51.627054 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:51.649578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:51.671443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:02:51.675883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'network_id': '22ad6488-6dd3-4c47-b5e0-386b5275eea6', 'port_id': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'mac_address': 'fa:16:3e:bf:78:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7c89aa-6f01-4d97-99d5-5fd61455fa15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:02:51.713080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:51.739397 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'code': 200}
Nov 27 12:02:51.741307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:51.758569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9caec0d8-a952-4f8c-9831-81780fffcdf4 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:02:51.779683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:51.782050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:51.889401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:02:51.889673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:02:51.892935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:51.901378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.901721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.902058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.902392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.902746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.903075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.903402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.903726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.904049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.904369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.904687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:02:51.909316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:52.155861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6821de-347f-4be3-b7e9-dea3f3098eb5 req-2aed049c-c19f-466e-a651-e53acb5bff93 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:52.157218 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3e6821de-347f-4be3-b7e9-dea3f3098eb5 req-2aed049c-c19f-466e-a651-e53acb5bff93 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 943 time: 0.0759230
Nov 27 12:02:52.204034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3e6821de-347f-4be3-b7e9-dea3f3098eb5 req-66af961d-0545-4d3f-b543-b0739e0a39f3 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412395
Nov 27 12:02:52.442753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:52.453726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:52.461622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caec0d8-a952-4f8c-9831-81780fffcdf4 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:02:52.482409 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:52.544730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:52.546571 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-7502dcf6-ea57-42f2-93a5-6b1f2a272f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:52.617484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['9caec0d8-a952-4f8c-9831-81780fffcdf4'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:02:52.652797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:52.661908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:52.750140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aabeef-19e9-4bb1-8d42-d8652d6eda5a req-29ccaab9-522a-4a8c-b688-08c8062b8049 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:52.751549 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b7aabeef-19e9-4bb1-8d42-d8652d6eda5a req-29ccaab9-522a-4a8c-b688-08c8062b8049 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 944 time: 0.1559281
Nov 27 12:02:52.761401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-af873c22-959b-4203-a51e-d946ca09dcf5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:52.762842 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-af873c22-959b-4203-a51e-d946ca09dcf5 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c&tenant_id=f401be8bf53b464ca279279c494f5861&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200  len: 944 time: 0.1174085
Nov 27 12:02:52.809754 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b7aabeef-19e9-4bb1-8d42-d8652d6eda5a req-a61d3c0f-bcec-4e1c-a689-0f3ed0d59790 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459449
Nov 27 12:02:52.905374 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-450db1d8-dc31-4818-8365-9700b3b9df17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f401be8bf53b464ca279279c494f5861&device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 1097 time: 0.0723715
Nov 27 12:02:53.144038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-ea431cf8-dd84-4cce-8cf7-975ff1558ab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:53.145459 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-ea431cf8-dd84-4cce-8cf7-975ff1558ab4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 200  len: 915 time: 0.2337639
Nov 27 12:02:53.212932 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-8f95c50d-fa62-44ef-b39b-fed96f9e836f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4 HTTP/1.1" status: 200  len: 217 time: 0.0603132
Nov 27 12:02:53.278021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-0cbf586d-d81a-4c38-9608-b196a6e78f15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:53.279482 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-0cbf586d-d81a-4c38-9608-b196a6e78f15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 200  len: 854 time: 0.0588112
Nov 27 12:02:53.324661 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-5b90c389-8fd7-42f6-a3a1-b637368ad4e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ad6488-6dd3-4c47-b5e0-386b5275eea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389419
Nov 27 12:02:53.426013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9caec0d8-a952-4f8c-9831-81780fffcdf4 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:02:53.461048 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-2430dbb1-f6a5-491f-bcaa-20627e2b4263 service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293550
Nov 27 12:02:53.498125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 9caec0d8-a952-4f8c-9831-81780fffcdf4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:02:53.498981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:53.594356 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09c37db8-3d2c-4997-9135-8f2c269acb1d req-1d99da58-7a49-4a03-99e0-29a9f233753b service neutron] 10.222.0.39 "GET /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271453
Nov 27 12:02:53.611704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:53.643753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:53.725287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:53.727297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:53.754437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:02:53.810791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:53.815685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:53.838617 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'code': 200}
Nov 27 12:02:53.870303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:54.016209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5864011-1e5c-4f1b-9e83-b91dd4e87f2a req-71d46eb9-e1d1-4b7d-b5be-bf73a850eeda tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:54.017569 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d5864011-1e5c-4f1b-9e83-b91dd4e87f2a req-71d46eb9-e1d1-4b7d-b5be-bf73a850eeda tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0833054
Nov 27 12:02:54.063373 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d5864011-1e5c-4f1b-9e83-b91dd4e87f2a req-3edd8f13-5a09-47b7-ae3e-c19214c4bee9 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403504
Nov 27 12:02:55.258444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1c3fd-30fe-4027-9935-916caa40acfc req-edce3f4d-47d8-4873-8665-00728544bb43 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:55.259905 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-44e1c3fd-30fe-4027-9935-916caa40acfc req-edce3f4d-47d8-4873-8665-00728544bb43 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0754018
Nov 27 12:02:55.309725 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-44e1c3fd-30fe-4027-9935-916caa40acfc req-88730641-1183-43be-aef4-8fb2ddcbb826 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437703
Nov 27 12:02:55.506884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798060b-5ad9-48ec-bfe7-d4d9e1f00644 req-6e5f335e-cd45-4098-8c8c-eaed84eb2759 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:55.508324 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7798060b-5ad9-48ec-bfe7-d4d9e1f00644 req-6e5f335e-cd45-4098-8c8c-eaed84eb2759 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0762911
Nov 27 12:02:55.553418 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7798060b-5ad9-48ec-bfe7-d4d9e1f00644 req-2e2f17d3-a5e2-4d8f-937c-b5eb62b0c46c tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395851
Nov 27 12:02:55.900260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12e6d5-d4e1-40ee-b63d-d41c901e67d0 req-fae78424-24d4-4b95-b2b3-5ee1f4142c41 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:55.901705 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bb12e6d5-d4e1-40ee-b63d-d41c901e67d0 req-fae78424-24d4-4b95-b2b3-5ee1f4142c41 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0824811
Nov 27 12:02:55.948139 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bb12e6d5-d4e1-40ee-b63d-d41c901e67d0 req-5ec765a5-ae46-4146-a94d-d9933a7dbca1 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408642
Nov 27 12:02:56.826000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78a32c-8d0d-4104-bf3a-2cc8d273a391 req-4e411c64-bfd2-4c8c-9ad9-21792572edb2 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:56.827965 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da78a32c-8d0d-4104-bf3a-2cc8d273a391 req-4e411c64-bfd2-4c8c-9ad9-21792572edb2 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0794294
Nov 27 12:02:56.872310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da78a32c-8d0d-4104-bf3a-2cc8d273a391 req-bda4e89e-2e9e-4fe2-ad50-c9e12c94a695 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388353
Nov 27 12:02:58.076977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3414d7-e318-4051-b61d-1f353660dff5 req-54834105-b1ea-47d5-8244-967efccec1fa tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:58.078442 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1a3414d7-e318-4051-b61d-1f353660dff5 req-54834105-b1ea-47d5-8244-967efccec1fa tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0816844
Nov 27 12:02:58.124084 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1a3414d7-e318-4051-b61d-1f353660dff5 req-840b94af-565d-408d-a44b-8ddd2a38a850 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/security-groups?id=ade58c06-7836-4d76-aa2f-7f58fe4ca662&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400987
Nov 27 12:02:58.410293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-2f3fba21-43df-49fe-b42a-139949d9992e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:02:58.411776 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-2f3fba21-43df-49fe-b42a-139949d9992e tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 945 time: 0.0793118
Nov 27 12:02:58.493515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Deleting port 9caec0d8-a952-4f8c-9831-81780fffcdf4 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:02:58.493771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:58.741340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] For port 9caec0d8-a952-4f8c-9831-81780fffcdf4, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9caec0d8-a952-4f8c-9831-81780fffcdf4,segment=NetworkSegment(a411989b-5733-4f93-8746-f64bccd89330),segment_id=a411989b-5733-4f93-8746-f64bccd89330)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:02:58.741687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:58.861659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Calling delete_port for 9caec0d8-a952-4f8c-9831-81780fffcdf4 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:02:59.079735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:59.085666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-78a5c592-06ce-421a-88ab-87dedb3cb5f3 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:02:59.096664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['9caec0d8-a952-4f8c-9831-81780fffcdf4'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:02:59.129565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Pushing event deleted for resources: {'Port': ['ID=9caec0d8-a952-4f8c-9831-81780fffcdf4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:02:59.132481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:02:59.137503 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:02:59.200592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] No DVR routers for this DVR port 9caec0d8-a952-4f8c-9831-81780fffcdf4 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:02:59.203581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:02:59.206764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'name': 'network-vif-deleted', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:02:59.291603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2364e-c246-4ab0-be80-f47a8a705f2c', 'name': 'network-vif-deleted', 'tag': '9caec0d8-a952-4f8c-9831-81780fffcdf4', 'status': 'completed', 'code': 200}
Nov 27 12:02:59.297306 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3be78ceb-fa29-41cd-a17c-cb45780b2073 req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.39 "DELETE /v2.0/ports/9caec0d8-a952-4f8c-9831-81780fffcdf4 HTTP/1.1" status: 204  len: 173 time: 0.8766382
Nov 27 12:02:59.298780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-bea906c8-99ac-4536-8360-3ea4ba092554 req-721e765d-e826-4bb8-a5d7-f6713f615e55 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Synchronizing usage tracker for tenant:f401be8bf53b464ca279279c494f5861 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:02:59.359301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-bea906c8-99ac-4536-8360-3ea4ba092554 req-721e765d-e826-4bb8-a5d7-f6713f615e55 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Unset dirty status for tenant:f401be8bf53b464ca279279c494f5861 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:02:59.361348 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bea906c8-99ac-4536-8360-3ea4ba092554 req-721e765d-e826-4bb8-a5d7-f6713f615e55 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0e2364e-c246-4ab0-be80-f47a8a705f2c HTTP/1.1" status: 200  len: 210 time: 0.1091523
Nov 27 12:03:00.625751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54976) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:00.687209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Deleting subnet 5b7c89aa-6f01-4d97-99d5-5fd61455fa15 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:03:00.690359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:00.747874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:00.809114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:00.948460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:00.952969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-850f524b-52ea-4322-a531-59ac4d0bc571 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:00.991572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7c89aa-6f01-4d97-99d5-5fd61455fa15,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:00.997213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:01.006830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.007209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.007582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.007944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.008305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.008664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.009020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.009372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.009731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.010080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.010431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:01.013684 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5b7c89aa-6f01-4d97-99d5-5fd61455fa15 HTTP/1.1" status: 204  len: 168 time: 0.3869236
Nov 27 12:03:01.015203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:01.017697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54980) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:01.119269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:01.251113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:01.275868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844fc9d60>,) {'filters': {'network_id': ['22ad6488-6dd3-4c47-b5e0-386b5275eea6']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:01.288310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844fc9d60>, 'a411989b-5733-4f93-8746-f64bccd89330') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:01.288601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844fc9d60>, 'a411989b-5733-4f93-8746-f64bccd89330') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:01.299777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:01.315294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:01.321843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:03:01.322267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:03:01.336033 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:03:01.618819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:01.622213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf5811af-700d-4035-85b7-26b24c8a26ba tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:01.635689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:01.646454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ad6488-6dd3-4c47-b5e0-386b5275eea6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:01.649612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:01.714125 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-77a0f855-5b8d-4a61-9fb9-2601f3eafa08 admin admin] 10.222.0.23 "DELETE /v2.0/networks/22ad6488-6dd3-4c47-b5e0-386b5275eea6 HTTP/1.1" status: 204  len: 168 time: 0.6954150
Nov 27 12:03:02.064871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 54986) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:02.115362 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3d43d78c-592a-49a9-b86d-efa28718a76c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f401be8bf53b464ca279279c494f5861&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491874
Nov 27 12:03:02.117817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 54990) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:02.184035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df525a63-44e5-41bb-8d43-042909b90501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:02.211417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df525a63-44e5-41bb-8d43-042909b90501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:02.331044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df525a63-44e5-41bb-8d43-042909b90501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:02.335060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bf5901f8-8df7-412e-a81d-9d2ed066bcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:02.349648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df525a63-44e5-41bb-8d43-042909b90501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade58c06-7836-4d76-aa2f-7f58fe4ca662,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:02.352749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-df525a63-44e5-41bb-8d43-042909b90501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:02.423161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-df525a63-44e5-41bb-8d43-042909b90501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:02.424277 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-df525a63-44e5-41bb-8d43-042909b90501 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ade58c06-7836-4d76-aa2f-7f58fe4ca662 HTTP/1.1" status: 204  len: 168 time: 0.3055160
Nov 27 12:03:03.482391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9caec0d8-a952-4f8c-9831-81780fffcdf4 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:03:03.551244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 9caec0d8-a952-4f8c-9831-81780fffcdf4 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:03:03.551597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9caec0d8-a952-4f8c-9831-81780fffcdf4 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:03:03.648816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55012) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:03.775569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-719800971-network', 'tenant_id': '88d241527eee4094b192bf2414812c38'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:03.780877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:03.784687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Usage tracker for resource:network and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:03.787546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:03.793168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:03.868249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Made reservation on behalf of 88d241527eee4094b192bf2414812c38 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:03:03.870698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:03.886693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:03.917938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:03.922396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Usage tracker for resource:security_group_rule and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:03.925188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:03.931095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:03.995915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:04.062190 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:04.065315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-66d38885-a494-4927-a124-9773b5cd1a63 tempest-NegativeSecGroupIPv6Test-392306428 tempest-NegativeSecGroupIPv6Test-392306428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:04.093649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:03:04.102167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd6da6f-e3ca-4a80-b0a6-cdc9d28e601f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:04.105754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:04.108985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:04.109326 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Added segment 568af1ae-e80d-4cfa-8ed4-1d33b3093710 of type vlan for network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac
Nov 27 12:03:04.135540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:04.235678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:04.236604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:04.237196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:04.240793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ef73f039-032e-46de-a6e4-3b63e73d9eff tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:04.440983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Pushing event updated for resources: {'Network': ['ID=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:04.443923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:04.450891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:03:04.505395 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-66d99332-f051-4dae-b11f-734c61323b67 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8554327
Nov 27 12:03:04.508205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55018) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:04.513547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Request body: {'subnet': {'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-719800971-subnet', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:04.518960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:04.522787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Usage tracker for resource:subnet and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:04.525830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:04.531940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:04.601551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Made reservation on behalf of 88d241527eee4094b192bf2414812c38 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:03:04.603925 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:04.874825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:04.878672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5637155c-99c0-4f73-aee0-eddba3e962f1 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:04.952569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97d4506-d438-47fd-9629-c99f5551c2dc,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:04.956233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:04.964262 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Checking segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:03:04.964615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Network hostable DHCP agents. Network: fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:03:05.084938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:03:05.153792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:03:05.157656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:05.158226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.162411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546fbf4-9813-4410-8e3d-b13ae19d7ca6 None None] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:03:05.253734 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-97a77721-26a5-4b52-915d-21a02fe3c91a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7444339
Nov 27 12:03:05.256630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55022) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:05.262053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:05.266960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:05.270821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Usage tracker for resource:router and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:05.273843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:05.280267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:05.373076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.374187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.378776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:03:05.379609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.392957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.539586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Allocated IP 172.20.0.2 (fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac/a97d4506-d438-47fd-9629-c99f5551c2dc/8a86def3-3825-44d9-b9e9-0e6433eefb81) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:03:05.608695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.751113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.762297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Transition to ACTIVE for port object 8a86def3-3825-44d9-b9e9-0e6433eefb81 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:03:05.784251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Transition to ACTIVE for port object 8a86def3-3825-44d9-b9e9-0e6433eefb81 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:03:05.861578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.892813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.893839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:05.899089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:05.965047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:03:05.970179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:03:05.974733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:03:05.976999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Pushing event updated for resources: {'Port': ['ID=8a86def3-3825-44d9-b9e9-0e6433eefb81,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:05.982036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:06.048865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Allocated IP 172.26.6.120 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/565d6c87-1473-4f92-920e-f68d8fa0cc71) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:03:06.073143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Attempting to bind port 8a86def3-3825-44d9-b9e9-0e6433eefb81 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:03:06.073656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Attempting to bind port 8a86def3-3825-44d9-b9e9-0e6433eefb81 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:03:06.074131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Attempting to bind port 8a86def3-3825-44d9-b9e9-0e6433eefb81 on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:03:06.082441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:03:06.083509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Checking segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:03:06.083509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:06.083832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Bound using segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:03:06.085301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Bound port: 8a86def3-3825-44d9-b9e9-0e6433eefb81, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:03:06.085301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:06.174438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] For port 8a86def3-3825-44d9-b9e9-0e6433eefb81, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:03:06.177526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] For port 8a86def3-3825-44d9-b9e9-0e6433eefb81, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8a86def3-3825-44d9-b9e9-0e6433eefb81,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:03:06.208270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:06.257342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:06.261137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1b87336e-a55a-49a0-b79b-2b46d703908a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:06.280135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:06.284121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-742ff941-0a2f-4d62-8a5f-16e8b90b9c9a tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:06.347988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Pushing event updated for resources: {'Port': ['ID=8a86def3-3825-44d9-b9e9-0e6433eefb81,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:06.350916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:03:06.352848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:06.358955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:03:06.363223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:03:06.393678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Pushing event updated for resources: {'Port': ['ID=565d6c87-1473-4f92-920e-f68d8fa0cc71,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:06.416135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.416519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.416898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.417280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.417647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.418010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.418371 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.418778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.419135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.419490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.419843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:06.428128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:06.618031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:06.622813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:06.915802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:03:07.243286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9b571-1d6c-444e-bd35-0812b20c23d3 None None] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:03:07.250948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:03:07.260448 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:03:07.273499 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:03:07.274094 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468a6ac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:02:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:07.350495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:07.354417 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.0967762
Nov 27 12:03:07.357183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55026) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:07.460179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b3d5f6b2-9918-49d3-b970-2e88fee7957e None None] Provisioning for port 8a86def3-3825-44d9-b9e9-0e6433eefb81 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:03:07.473449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8a86def3-3825-44d9-b9e9-0e6433eefb81 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:03:07.486146 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:03:07.641492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 8a86def3-3825-44d9-b9e9-0e6433eefb81 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:03:07.649283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8a86def3-3825-44d9-b9e9-0e6433eefb81 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:07.649664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:07.790704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:07.820128 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468a6ac0>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:06Z', 'revision_number': 3, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:07.823979 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:03:07.824323 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Updating router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 port 565d6c87-1473-4f92-920e-f68d8fa0cc71 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:03:07.834565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 8a86def3-3825-44d9-b9e9-0e6433eefb81, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8a86def3-3825-44d9-b9e9-0e6433eefb81,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:03:07.847736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ff24d106-84da-4b9e-acb3-5fbe2551f76c None None] Provisioning complete for port 8a86def3-3825-44d9-b9e9-0e6433eefb81 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:07.848116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ff24d106-84da-4b9e-acb3-5fbe2551f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:07.880396 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:07.967540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:07.973679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:08.081750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ff24d106-84da-4b9e-acb3-5fbe2551f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.158526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=8a86def3-3825-44d9-b9e9-0e6433eefb81,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:08.163110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:08.181118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-ff24d106-84da-4b9e-acb3-5fbe2551f76c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:03:08.181480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-ff24d106-84da-4b9e-acb3-5fbe2551f76c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:03:08.200135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.220978 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.232637 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Transition to ACTIVE for port object 565d6c87-1473-4f92-920e-f68d8fa0cc71 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:03:08.355986 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.360441 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-85238d3d-3ee7-4dc2-a0f0-c6061cc51a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:08.408906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Allocated IP 172.20.0.1 (fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac/a97d4506-d438-47fd-9629-c99f5551c2dc/33da3837-977a-4aa8-b326-cc30b4afa922) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:03:08.436050 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Pushing event updated for resources: {'Port': ['ID=565d6c87-1473-4f92-920e-f68d8fa0cc71,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:08.441421 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Attempting to bind port 565d6c87-1473-4f92-920e-f68d8fa0cc71 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:03:08.441802 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Attempting to bind port 565d6c87-1473-4f92-920e-f68d8fa0cc71 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:03:08.442143 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Attempting to bind port 565d6c87-1473-4f92-920e-f68d8fa0cc71 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:03:08.450107 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.450439 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.450795 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.452412 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.452412 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.452412 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.452412 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.452412 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.452842 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.453157 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.453469 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:03:08.458198 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:08.460130 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:03:08.460503 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:03:08.461293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.461293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:03:08.461763 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Bound port: 565d6c87-1473-4f92-920e-f68d8fa0cc71, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:03:08.462273 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.537921 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] For port 565d6c87-1473-4f92-920e-f68d8fa0cc71, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:03:08.541107 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] For port 565d6c87-1473-4f92-920e-f68d8fa0cc71, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=565d6c87-1473-4f92-920e-f68d8fa0cc71,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:03:08.564596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.580553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Transition to ACTIVE for port object 33da3837-977a-4aa8-b326-cc30b4afa922 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:03:08.636270 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.640520 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:08.659355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.663212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-690d532a-c8a8-4a80-9227-0e1348f505d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:08.732682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:03:08.736457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:03:08.738685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Pushing event updated for resources: {'Port': ['ID=33da3837-977a-4aa8-b326-cc30b4afa922,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:08.741019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:03:08.746206 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Pushing event updated for resources: {'Port': ['ID=565d6c87-1473-4f92-920e-f68d8fa0cc71,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:08.749174 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:03:08.749749 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468a6ac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:02:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:08.766382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:08.796639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:08.803950 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:08.931633 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:03:08.985809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:09.041925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-98df9063-301b-48c9-bdb9-2bbf8d555b3f None None] Provisioning for port 33da3837-977a-4aa8-b326-cc30b4afa922 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:03:09.047335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-98df9063-301b-48c9-bdb9-2bbf8d555b3f None None] Provisioning complete for port 33da3837-977a-4aa8-b326-cc30b4afa922 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:09.047998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-98df9063-301b-48c9-bdb9-2bbf8d555b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:09.101900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-98df9063-301b-48c9-bdb9-2bbf8d555b3f None None] Port 33da3837-977a-4aa8-b326-cc30b4afa922 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:03:09.227188 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468a6ac0>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:06Z', 'revision_number': 3, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:09.231138 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a85c45-6713-4057-a0d8-561d9a5b332d None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:06Z', 'revision_number': 3, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:03:09.335358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:09.354386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:09.409773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:09.448140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bcd700a1-029c-4313-98e7-42e013ff2ce9 tempest-DeleteServersTestJSON-522623077 tempest-DeleteServersTestJSON-522623077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:09.478588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8a86def3-3825-44d9-b9e9-0e6433eefb81 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:03:09.530539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Pushing event updated for resources: {'Port': ['ID=33da3837-977a-4aa8-b326-cc30b4afa922,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:09.534961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:09.535905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:09.555941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8a86def3-3825-44d9-b9e9-0e6433eefb81 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:09.556401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:09.689744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:03:09.690939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:03:09.940674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-612e412d-20f0-4c34-b21b-c65aca67b071 None None] Provisioning complete for port 33da3837-977a-4aa8-b326-cc30b4afa922 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:09.941312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-612e412d-20f0-4c34-b21b-c65aca67b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:10.000584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-612e412d-20f0-4c34-b21b-c65aca67b071 None None] Port 33da3837-977a-4aa8-b326-cc30b4afa922 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:03:10.115960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:03:10.318453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:03:10.327712 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] 10.222.0.23 "PUT /v2.0/routers/22ab6fad-b1de-4931-9613-6a48c8cc7fe8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9692957
Nov 27 12:03:10.925433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55036) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:10.931241 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541286108', 'description': 'tempest-description--346823353'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:10.937294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:10.941463 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Usage tracker for resource:security_group and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:10.944379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:10.950104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:11.052834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.089919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:11.094419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Usage tracker for resource:security_group_rule and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:11.098450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:11.103063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:11.158524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.227743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.231662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-98a1cfc9-d0ac-4f7f-9571-43d57b0a582c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:11.273880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bae757a-2eee-4b4a-bd64-05f285df3374,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:11.276755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:11.347862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.349100 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a1660079-d411-4408-9ec5-20467b72e60c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.4226639
Nov 27 12:03:11.351836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55040) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:11.357318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'security_group_rule': {'security_group_id': '2bae757a-2eee-4b4a-bd64-05f285df3374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:11.363397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:11.367244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Usage tracker for resource:security_group_rule and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:11.370086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:11.377006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:11.433595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 565d6c87-1473-4f92-920e-f68d8fa0cc71 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:03:11.468532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.533493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.555979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 565d6c87-1473-4f92-920e-f68d8fa0cc71 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:03:11.561640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 565d6c87-1473-4f92-920e-f68d8fa0cc71 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:11.562012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.607303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.615683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b1ee439b-c7f9-4d1f-a00b-92a15b678482 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:11.637038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5beaf6df-49b2-4bcc-8a76-580887bab7b0,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:11.641281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:11.679214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.696289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 565d6c87-1473-4f92-920e-f68d8fa0cc71, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=565d6c87-1473-4f92-920e-f68d8fa0cc71,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:03:11.704609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.706035 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3532574
Nov 27 12:03:11.708757 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55044) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:11.714354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'security_group_rule': {'security_group_id': '2bae757a-2eee-4b4a-bd64-05f285df3374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:11.720636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:11.724413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Usage tracker for resource:security_group_rule and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:11.727256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:11.733605 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:11.755919 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.758764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:11.814576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.827890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=565d6c87-1473-4f92-920e-f68d8fa0cc71,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:11.831223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:11.880594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.953458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:11.955245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-35b32a8a-a227-4def-8673-7f8ccf883f19 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:11.977783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688829aa-e842-4310-b8f3-7c219eba4146,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:11.980285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:12.047683 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:12.048902 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3656548c-75c1-4434-bb5d-4588f8e6be7a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3391807
Nov 27 12:03:12.051877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55048) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:12.057271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:12.065898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:12.067730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Usage tracker for resource:floatingip and tenant:88d241527eee4094b192bf2414812c38 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:03:12.071323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:03:12.078326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:12.150493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:12.287401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:12.430092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Allocated IP 172.26.6.198 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/3f4cf2bf-65f4-4755-90d8-9d5bcf92c898) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:03:12.694427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:12.769093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:03:12.780969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:03:12.781575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e84550>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:02:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:12.813812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:12.818190 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-31ff3e8c-cc2e-4278-bd54-88fcf06e75af tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:12.887208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:03:12.890977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:03:12.893409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:03:12.922798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'Port': ['ID=3f4cf2bf-65f4-4755-90d8-9d5bcf92c898,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:12.925688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:12.960430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:03:13.058965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.168515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.272945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e84550>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:09Z', 'revision_number': 2, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:13.278992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:03:13.279504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Updating router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 port 33da3837-977a-4aa8-b326-cc30b4afa922 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:03:13.334192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.389534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.441704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.445721 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c189e2fe-8fc7-48f7-94eb-78cabd10a50d tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:13.465361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 565d6c87-1473-4f92-920e-f68d8fa0cc71 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:03:13.548129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'Port': ['ID=3f4cf2bf-65f4-4755-90d8-9d5bcf92c898,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:13.552428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:13.568348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.652938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.654180 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6013854
Nov 27 12:03:13.706534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 565d6c87-1473-4f92-920e-f68d8fa0cc71 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:13.706534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.938147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:13.952569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Transition to ACTIVE for port object 33da3837-977a-4aa8-b326-cc30b4afa922 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:03:13.973516 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-72a86016-04b2-45c0-ba19-6db77fbe2363 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--541286108&fields=id&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 267 time: 0.0435147
Nov 27 12:03:14.016548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:14.020295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:14.147778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dff92d-d82e-44ba-97b9-d4f40ae90a4e None None] Pushing event updated for resources: {'Port': ['ID=33da3837-977a-4aa8-b326-cc30b4afa922,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:14.148570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-4d9cb903-1cee-4db7-bd23-754e735c64d4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:14.150658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b4dff92d-d82e-44ba-97b9-d4f40ae90a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:14.156792 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-4d9cb903-1cee-4db7-bd23-754e735c64d4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 811 time: 0.1764963
Nov 27 12:03:14.168836 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1ac85b92-15f5-4f84-aacf-2d66c27fd24b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/quotas/88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 375 time: 0.0111573
Nov 27 12:03:14.253808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Attempting to bind port 33da3837-977a-4aa8-b326-cc30b4afa922 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:03:14.254262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Attempting to bind port 33da3837-977a-4aa8-b326-cc30b4afa922 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:03:14.254732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Attempting to bind port 33da3837-977a-4aa8-b326-cc30b4afa922 on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:03:14.261908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:03:14.262185 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-ac9c3cec-ce68-4b35-818b-48b672b11e86 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0869458
Nov 27 12:03:14.262430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Checking segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:03:14.262924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:14.263384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Bound using segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:03:14.263983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Bound port: 33da3837-977a-4aa8-b326-cc30b4afa922, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:03:14.264429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:14.362035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] For port 33da3837-977a-4aa8-b326-cc30b4afa922, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:03:14.365887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] For port 33da3837-977a-4aa8-b326-cc30b4afa922, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=33da3837-977a-4aa8-b326-cc30b4afa922,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:03:14.411251 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-d4093a94-c414-42af-99ed-8e5fe310b6c6 service neutron] 10.222.0.23 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343021
Nov 27 12:03:14.487874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:14.492381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:14.548552 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-8562a2ae-3bb0-42c2-aedf-b61b40c3660c service neutron] 10.222.0.23 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314964
Nov 27 12:03:14.574626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dff92d-d82e-44ba-97b9-d4f40ae90a4e None None] Pushing event updated for resources: {'Port': ['ID=33da3837-977a-4aa8-b326-cc30b4afa922,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:14.577989 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b4dff92d-d82e-44ba-97b9-d4f40ae90a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:14.579020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:03:14.579654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e84550>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:02:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:14.769893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:03:14.899752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-83ffdbce-08ed-4b59-ae5f-41261e0314aa req-9a407418-7b1f-4a1a-a896-49f4d366a994 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:03:15.000014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-83ffdbce-08ed-4b59-ae5f-41261e0314aa req-9a407418-7b1f-4a1a-a896-49f4d366a994 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:03:15.001206 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-83ffdbce-08ed-4b59-ae5f-41261e0314aa req-9a407418-7b1f-4a1a-a896-49f4d366a994 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 210 time: 0.2212453
Nov 27 12:03:15.113019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e84550>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:14Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:15.117084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c64ef7-2573-4606-964b-9c30a8276fb0 None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:14Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:03:15.448987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 33da3837-977a-4aa8-b326-cc30b4afa922 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:03:15.582184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 33da3837-977a-4aa8-b326-cc30b4afa922 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:03:15.587663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 33da3837-977a-4aa8-b326-cc30b4afa922 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:15.593651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:15.709185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:15.743134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 33da3837-977a-4aa8-b326-cc30b4afa922, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=33da3837-977a-4aa8-b326-cc30b4afa922,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:03:15.807297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:15.809262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:15.923709 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=33da3837-977a-4aa8-b326-cc30b4afa922,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:15.926884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:16.166424 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d1060f17-559c-4d89-bd74-ccc88fbfe4d5 req-7c093b73-dfa4-4623-9fc4-f8dea99c04af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 210 time: 0.0413141
Nov 27 12:03:17.257281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-d8f552af-a649-493c-8ca1-14622d4bb987 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:17.257994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-d8f552af-a649-493c-8ca1-14622d4bb987 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:03:17.333414 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6e7a6f34-d515-4c36-9799-84d1a3094449 req-16707655-32fa-4bb1-9175-737ce659ce64 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 210 time: 0.0421803
Nov 27 12:03:17.359643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-d8f552af-a649-493c-8ca1-14622d4bb987 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:03:17.360731 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-d8f552af-a649-493c-8ca1-14622d4bb987 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 811 time: 0.2599399
Nov 27 12:03:17.428911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-2aaa3817-aee6-49e4-b46f-0ad93510f12a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:03:17.429697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 33da3837-977a-4aa8-b326-cc30b4afa922 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:03:17.498861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 33da3837-977a-4aa8-b326-cc30b4afa922 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:17.499160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:17.538428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-2aaa3817-aee6-49e4-b46f-0ad93510f12a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:03:17.539751 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-2aaa3817-aee6-49e4-b46f-0ad93510f12a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 379 time: 0.1583107
Nov 27 12:03:17.557610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'port': {'device_id': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'admin_state_up': True, 'tenant_id': '88d241527eee4094b192bf2414812c38', 'security_groups': ['2bae757a-2eee-4b4a-bd64-05f285df3374']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:17.696047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:03:17.705879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:03:17.830012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Made reservation on behalf of 88d241527eee4094b192bf2414812c38 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:03:17.835075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:17.995997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Allocated IP 172.20.0.8 (fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac/a97d4506-d438-47fd-9629-c99f5551c2dc/c052233e-4c50-4396-8916-8db9a99db3f1) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:03:18.183480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:18.199581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Transition to ACTIVE for port object c052233e-4c50-4396-8916-8db9a99db3f1 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:03:18.361854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:18.368194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:18.443521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:03:18.447124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:03:18.449150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:18.451378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:03:18.477010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:18.515397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:18.515397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:18.544143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af843ef-53ca-4d63-af6b-f3ca1c94b957 req-61738e1d-eb09-4c46-b131-31d9859577f8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:18.546213 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0af843ef-53ca-4d63-af6b-f3ca1c94b957 req-61738e1d-eb09-4c46-b131-31d9859577f8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 931 time: 0.0881658
Nov 27 12:03:18.594314 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0af843ef-53ca-4d63-af6b-f3ca1c94b957 req-43a8cf74-f8f6-4e31-908b-bd6187136d45 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421829
Nov 27 12:03:18.608927 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0554128
Nov 27 12:03:18.625449 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Request body: {'port': {'device_id': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:18.756044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-90dbf312-59b7-4099-9406-7484582f6016 None None] Provisioning for port c052233e-4c50-4396-8916-8db9a99db3f1 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:03:18.761552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-90dbf312-59b7-4099-9406-7484582f6016 None None] Provisioning complete for port c052233e-4c50-4396-8916-8db9a99db3f1 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:18.771156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-90dbf312-59b7-4099-9406-7484582f6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:18.815244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-90dbf312-59b7-4099-9406-7484582f6016 None None] Port c052233e-4c50-4396-8916-8db9a99db3f1 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:03:18.844423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:18.999414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63f28838-17fa-425d-ab64-69733d41fed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:19.185022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c052233e-4c50-4396-8916-8db9a99db3f1 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:03:19.192460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:19.208021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Transition to ACTIVE for port object c052233e-4c50-4396-8916-8db9a99db3f1 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:03:19.290538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:19.294489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-15599cd0-859d-4ba9-afb3-81f3a0673fb8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:19.433021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Pushing event updated for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:19.436552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:19.539940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Attempting to bind port c052233e-4c50-4396-8916-8db9a99db3f1 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:03:19.540269 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Attempting to bind port c052233e-4c50-4396-8916-8db9a99db3f1 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:03:19.540593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Attempting to bind port c052233e-4c50-4396-8916-8db9a99db3f1 on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:03:19.546443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Port c052233e-4c50-4396-8916-8db9a99db3f1 on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:03:19.546792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Attempting to bind port c052233e-4c50-4396-8916-8db9a99db3f1 on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:03:19.553076 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:03:19.553409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Checking segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:03:19.553787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Bound using segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:03:19.554209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Bound port: c052233e-4c50-4396-8916-8db9a99db3f1, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:03:19.554577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:19.648481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:03:19.652383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:03:19.760599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:19.769486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d0f968a8-edf0-4497-93e3-274880842f25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:19.804741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:19.832574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:19.833941 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] 10.222.0.39 "PUT /v2.0/ports/c052233e-4c50-4396-8916-8db9a99db3f1 HTTP/1.1" status: 200  len: 1093 time: 1.2133265
Nov 27 12:03:19.836286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:03:19.873309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Pushing event updated for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:19.878806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:19.891221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162daa8-37b2-4b73-806d-7d89571fff4c req-000f4914-dac2-4588-9bf6-8ae1aa895311 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:19.892931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-8162daa8-37b2-4b73-806d-7d89571fff4c req-000f4914-dac2-4588-9bf6-8ae1aa895311 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:03:19.907073 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'status': 'completed', 'code': 200}
Nov 27 12:03:20.004674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-8162daa8-37b2-4b73-806d-7d89571fff4c req-000f4914-dac2-4588-9bf6-8ae1aa895311 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:03:20.005837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8162daa8-37b2-4b73-806d-7d89571fff4c req-000f4914-dac2-4588-9bf6-8ae1aa895311 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 943 time: 0.2803488
Nov 27 12:03:20.014760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e45f327-8177-4a08-b754-003cfdfe1a1e req-228ffbf0-7b22-49fc-8494-1c785a230758 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 1096 time: 0.0764546
Nov 27 12:03:20.144124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8162daa8-37b2-4b73-806d-7d89571fff4c req-f31e9bdd-449d-4673-a8fb-f7b950c93d80 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1325529
Nov 27 12:03:20.183556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f327-8177-4a08-b754-003cfdfe1a1e req-fd01c7a3-ab38-442f-a9d4-38b10c54f664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:20.184995 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e45f327-8177-4a08-b754-003cfdfe1a1e req-fd01c7a3-ab38-442f-a9d4-38b10c54f664 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=88d241527eee4094b192bf2414812c38&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1571310
Nov 27 12:03:20.327445 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f327-8177-4a08-b754-003cfdfe1a1e req-5106e697-c2f0-4ca0-b417-00d9e0566393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:20.328975 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e45f327-8177-4a08-b754-003cfdfe1a1e req-5106e697-c2f0-4ca0-b417-00d9e0566393 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1331530
Nov 27 12:03:20.448986 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-8999be95-e29c-4b2f-9b2d-b7dea4643f79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 1096 time: 0.0760789
Nov 27 12:03:20.521348 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-dc9da172-2057-41dd-a9e3-653cdeed834d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052233e-4c50-4396-8916-8db9a99db3f1 HTTP/1.1" status: 200  len: 217 time: 0.0613759
Nov 27 12:03:20.590525 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-0be04b3c-07e4-4624-845f-1b7cebf4f518 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:20.592005 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-0be04b3c-07e4-4624-845f-1b7cebf4f518 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0606377
Nov 27 12:03:20.668161 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-7af022d6-54bb-4b84-8d96-7612f033671c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690029
Nov 27 12:03:20.914977 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-964656de-cc0b-42de-adbd-07821fdce10d service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311535
Nov 27 12:03:21.050902 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2fdd0135-c884-44b0-aea8-0296611e27f9 req-45104ab5-8f3a-42ec-b0f9-bcf9497c10ae service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258919
Nov 27 12:03:21.159420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-775bf83b-a19d-4868-9c1d-4796e8b10992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:21.339852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7e2ee-e411-4874-94c5-3e16f14147f1 req-1f0fc0cb-53c2-4904-838b-169dd6929c25 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:21.341379 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0fd7e2ee-e411-4874-94c5-3e16f14147f1 req-1f0fc0cb-53c2-4904-838b-169dd6929c25 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 943 time: 0.0770481
Nov 27 12:03:21.394815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0fd7e2ee-e411-4874-94c5-3e16f14147f1 req-df0836d8-e7c4-4fe9-b2c6-a03e9d347e87 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468655
Nov 27 12:03:22.447561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:22.595797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a2161-976b-47c2-abb0-645650d94143 req-74b44197-4f64-4bb0-8258-dd9d856647d0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:22.597152 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bd2a2161-976b-47c2-abb0-645650d94143 req-74b44197-4f64-4bb0-8258-dd9d856647d0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 943 time: 0.0804584
Nov 27 12:03:22.643790 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bd2a2161-976b-47c2-abb0-645650d94143 req-4661ecfc-33f0-42df-9d9c-f193dfd75a74 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409973
Nov 27 12:03:23.605446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device c052233e-4c50-4396-8916-8db9a99db3f1 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:03:23.737027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:03:23.754197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'mac_address': 'fa:16:3e:14:af:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:03:23.818554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:23.835441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c052233e-4c50-4396-8916-8db9a99db3f1 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:03:23.850359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:03:23.850940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689b138-9433-40b3-8dbc-aa599dba9ac0 req-4f2fbcc8-fe8d-4a44-8a1b-410e3e7dbd41 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:23.852581 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2689b138-9433-40b3-8dbc-aa599dba9ac0 req-4f2fbcc8-fe8d-4a44-8a1b-410e3e7dbd41 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 943 time: 0.0812442
Nov 27 12:03:23.899046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:23.899804 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2689b138-9433-40b3-8dbc-aa599dba9ac0 req-d93ef90c-9c94-47ba-9bef-0b85cd6017e1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411901
Nov 27 12:03:23.995870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:23.997688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:24.061246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:24.064331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:24.261507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['c052233e-4c50-4396-8916-8db9a99db3f1'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:03:25.133955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aac3b0-62d9-4029-8725-5fc13e101f0c req-f3d0d0ff-a43e-47b6-8a33-8c549faac2c9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:25.135941 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0aac3b0-62d9-4029-8725-5fc13e101f0c req-f3d0d0ff-a43e-47b6-8a33-8c549faac2c9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 944 time: 0.0784378
Nov 27 12:03:25.181342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0aac3b0-62d9-4029-8725-5fc13e101f0c req-953b7caf-68b9-47d1-b192-0d433454ca35 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394831
Nov 27 12:03:25.622540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device c052233e-4c50-4396-8916-8db9a99db3f1 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:03:25.765472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port c052233e-4c50-4396-8916-8db9a99db3f1 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:03:25.770515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port c052233e-4c50-4396-8916-8db9a99db3f1 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:03:25.770891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:25.881865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:25.910456 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:03:25.920760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:03:25.966453 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'code': 200}
Nov 27 12:03:25.978728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:25.980730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:03:26.044848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:03:26.048432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:03:26.371343 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a6cc265-7a99-4715-a32c-d4ff1aefcd0d req-bab6fede-5a6f-4f65-872e-f15a737f4339 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 1098 time: 0.1173005
Nov 27 12:03:26.411855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274296e-3ca6-4b93-be98-069bc78b21cd req-fb731f9a-ffdb-44cb-8e50-7ed8513abaee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:26.413270 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e274296e-3ca6-4b93-be98-069bc78b21cd req-fb731f9a-ffdb-44cb-8e50-7ed8513abaee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.1061018
Nov 27 12:03:26.455011 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a6cc265-7a99-4715-a32c-d4ff1aefcd0d req-d7bf1036-9d9a-4421-9208-a9e2f128a917 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686326
Nov 27 12:03:26.473735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e274296e-3ca6-4b93-be98-069bc78b21cd req-cdd03da0-e7fa-466b-8b4b-7a38631505f4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497830
Nov 27 12:03:27.671721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b610d-8e89-43ce-9db7-bda3de125b63 req-e6ac8e8a-06db-4fd3-a0df-e311c2bf91f9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:27.673047 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cc5b610d-8e89-43ce-9db7-bda3de125b63 req-e6ac8e8a-06db-4fd3-a0df-e311c2bf91f9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0783367
Nov 27 12:03:27.719122 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cc5b610d-8e89-43ce-9db7-bda3de125b63 req-ed6b07f3-7b54-4a37-9cc0-2247708b297f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404935
Nov 27 12:03:28.925063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70b63b-a501-4e39-91fb-188d9b2feeaa req-5a462581-3722-43e6-bb85-b6cc723c000e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:28.926601 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df70b63b-a501-4e39-91fb-188d9b2feeaa req-5a462581-3722-43e6-bb85-b6cc723c000e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0783250
Nov 27 12:03:28.972039 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df70b63b-a501-4e39-91fb-188d9b2feeaa req-cbd3cf7e-e873-490a-bd1b-c601e7e9a96e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399694
Nov 27 12:03:29.165197 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a7e86-a050-40cd-b610-04a9d4c6605d req-53b21b27-6cfb-4fa8-bf08-217cb96937e4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:29.166669 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-614a7e86-a050-40cd-b610-04a9d4c6605d req-53b21b27-6cfb-4fa8-bf08-217cb96937e4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0809882
Nov 27 12:03:29.175521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 55102) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:03:29.180751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'floatingip': {'port_id': 'c052233e-4c50-4396-8916-8db9a99db3f1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:03:29.257427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:29.966713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:30.038967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:30.228618 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Floating IP 2dc21985-de05-4caf-ba04-95895441a126 associated. External IP: 172.26.6.198, port: c052233e-4c50-4396-8916-8db9a99db3f1.
Nov 27 12:03:30.635522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:03:30.842160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:03:30.846728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:30.852190 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:03:30.867075 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:03:30.867903 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468a6070>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:03:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:30.901675 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9dac8858-9005-475e-9d5c-ba51324bbbc2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "PUT /v2.0/floatingips/2dc21985-de05-4caf-ba04-95895441a126 HTTP/1.1" status: 200  len: 991 time: 1.7250960
Nov 27 12:03:30.902320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:03:31.046892 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'status': 'completed', 'code': 200}
Nov 27 12:03:31.056398 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:03:31.142567 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-3f1dbf5b-b38a-4ee4-bd3d-c2b3a2050fb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 1098 time: 0.0729935
Nov 27 12:03:31.275730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-f1420f5d-f022-4274-8ffd-156463491596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:31.277148 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-f1420f5d-f022-4274-8ffd-156463491596 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1277113
Nov 27 12:03:31.383606 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-8eb876ec-5911-4f96-913d-f983be9c6ad5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052233e-4c50-4396-8916-8db9a99db3f1 HTTP/1.1" status: 200  len: 999 time: 0.0998156
Nov 27 12:03:31.408521 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468a6070>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:14:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:03:29Z', 'revision_number': 1, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:31.412353 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:03:31.423146 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:03:31.423738 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468a6070>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:03:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:31.446106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-f6df6797-87f6-4770-bfee-fa172f7462a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:31.447565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-f6df6797-87f6-4770-bfee-fa172f7462a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0578997
Nov 27 12:03:31.521698 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-c4423355-c738-45cd-bb08-544902eb2cfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677111
Nov 27 12:03:31.598500 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:03:31.658686 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-97c8aa5a-5c0c-4d59-b71b-c250143134d1 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306376
Nov 27 12:03:31.798279 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0d56812-7b20-49b3-95a8-6f139335a8e3 req-20d51dd9-101e-4b48-8a90-b9ddf5a9a0f6 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336987
Nov 27 12:03:31.983512 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468a6070>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:14:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:03:29Z', 'revision_number': 1, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:03:31.987536 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6851a3b-9e12-4d2e-ad72-c1461450ad84 None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:14:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:03:29Z', 'revision_number': 1, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:03:32.190720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca711f4c-7d93-4f6e-aafe-4fd817da6129 None None] New status for floating IP 2dc21985-de05-4caf-ba04-95895441a126: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:03:35.581635 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-e7336a16-c88c-4c08-8c7b-8d32de279a90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723007
Nov 27 12:03:35.721646 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-0653961c-2715-4449-a8b6-0551dad96c35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 1098 time: 0.0719202
Nov 27 12:03:35.975539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-7bd347f7-6774-4e2a-bed4-59cbf1b22826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:35.976904 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-7bd347f7-6774-4e2a-bed4-59cbf1b22826 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.2353384
Nov 27 12:03:36.080500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-3666eb72-74ab-4cb9-93c0-3aa46ccf051f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052233e-4c50-4396-8916-8db9a99db3f1 HTTP/1.1" status: 200  len: 1001 time: 0.0961065
Nov 27 12:03:36.137157 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:03:36.151540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-aa636245-0e33-4fa0-a047-d5808b35265b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:03:36.153047 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-aa636245-0e33-4fa0-a047-d5808b35265b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0664957
Nov 27 12:03:36.235327 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-4d9c413f-68ae-44c2-a166-ccb4e97cd46f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732152
Nov 27 12:03:36.369537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-0771a9aa-2dae-48e9-add6-e33fb86085a2 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274016
Nov 27 12:03:36.500133 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-25463df9-a0cd-4a7b-97c7-3268d73cd230 req-c64addb5-4703-4db2-8976-fd5aeac45420 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240494
Nov 27 12:03:39.349821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:48.944378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-75a0df07-b5c7-4ef8-9a26-db5e38d83a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:49.804733 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:51.158839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a135de2f-e2e4-4e7d-ab33-cd430c5316dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:52.438998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:03:53.835419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:09.376440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:10.133180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a689-af7c-4fab-8f58-2f545cd40d62 req-8dd25e4d-cb03-40bc-afc2-34dec4e700b4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:10.134522 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3151a689-af7c-4fab-8f58-2f545cd40d62 req-8dd25e4d-cb03-40bc-afc2-34dec4e700b4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0749164
Nov 27 12:04:10.183726 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3151a689-af7c-4fab-8f58-2f545cd40d62 req-4618b2c1-e6a9-4f5c-a617-7fe5dea44885 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436985
Nov 27 12:04:10.384967 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a907960c-2645-4a41-aa64-d8456837943b req-2b307ffb-7247-4a5c-8bb2-2e7ea17dd215 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0739777
Nov 27 12:04:10.840513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a28219-9975-4d9a-bee1-33e311880656 req-fdd0a0f7-f178-49c7-a475-9ad4877341cd tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:10.841919 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30a28219-9975-4d9a-bee1-33e311880656 req-fdd0a0f7-f178-49c7-a475-9ad4877341cd tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.1158209
Nov 27 12:04:10.900975 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-6bfe94f4-48f0-455d-8da7-11811fb563cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1108038
Nov 27 12:04:10.904575 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30a28219-9975-4d9a-bee1-33e311880656 req-61fecf49-0eda-403c-ba38-0c2a462551d5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555446
Nov 27 12:04:12.105837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16f395-26d2-47e9-b06a-3cbc252209e6 req-010ab0ee-228f-4949-ae0a-967d5e356359 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:12.107298 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2e16f395-26d2-47e9-b06a-3cbc252209e6 req-010ab0ee-228f-4949-ae0a-967d5e356359 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0769730
Nov 27 12:04:12.154070 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2e16f395-26d2-47e9-b06a-3cbc252209e6 req-6076abdb-e5cc-4fe7-8ca2-bdc5651cc6a8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409181
Nov 27 12:04:13.137651 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:04:13.274989 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-2b36003e-4089-4442-87bd-4986dd4a177f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 1098 time: 0.0679653
Nov 27 12:04:13.486169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-f27a8886-f766-4348-9c4b-4eb3e772edf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:13.487682 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-f27a8886-f766-4348-9c4b-4eb3e772edf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1782625
Nov 27 12:04:13.493273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3722d-e677-42e9-af27-d365a8255dee req-486b2f86-8741-4c54-bc7a-210050f0dea2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:13.494611 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e6d3722d-e677-42e9-af27-d365a8255dee req-486b2f86-8741-4c54-bc7a-210050f0dea2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.2187526
Nov 27 12:04:13.639116 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e6d3722d-e677-42e9-af27-d365a8255dee req-65873984-dc04-40e8-86d2-83395ffa7121 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916035
Nov 27 12:04:13.641876 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-574f3c48-ff11-4b1a-8d49-c7e28680480e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052233e-4c50-4396-8916-8db9a99db3f1 HTTP/1.1" status: 200  len: 1001 time: 0.1436684
Nov 27 12:04:13.709349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-c6bbf5c2-c8bf-4f0e-871e-d4b3f80a5a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:13.710792 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-c6bbf5c2-c8bf-4f0e-871e-d4b3f80a5a82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0605941
Nov 27 12:04:13.793999 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-64291949-02cc-4a7b-8b93-717fbe751b3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728672
Nov 27 12:04:13.934834 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-30830794-efc0-4d01-95ae-3eef8b2f3166 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294413
Nov 27 12:04:14.175885 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-2adf3082-b11e-4c04-ab76-7490f2d8a1e0 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319710
Nov 27 12:04:14.840336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665c08-b2e4-4c54-8abc-55dff5dc5adb req-e86e4784-095b-47bb-b83e-c6a5f1ea682a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:14.841757 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7b665c08-b2e4-4c54-8abc-55dff5dc5adb req-e86e4784-095b-47bb-b83e-c6a5f1ea682a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0784945
Nov 27 12:04:14.886960 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7b665c08-b2e4-4c54-8abc-55dff5dc5adb req-a70227b8-f7cb-46ca-9719-2a15455b1fe5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395141
Nov 27 12:04:16.080384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3bbda-8587-495e-9942-b7a3ed20ef41 req-1fed97df-3437-47b9-9fa7-5fad6407e2d6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:16.081856 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dae3bbda-8587-495e-9942-b7a3ed20ef41 req-1fed97df-3437-47b9-9fa7-5fad6407e2d6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0769243
Nov 27 12:04:16.126352 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dae3bbda-8587-495e-9942-b7a3ed20ef41 req-cdfcb159-201e-42ed-9f13-40c4ce6741dc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390270
Nov 27 12:04:17.321784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6767e-3fbc-4574-9a5c-1e5330eb5db1 req-2d6835da-f7d4-4e34-bb61-27935dfdcc7e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:17.323255 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-09a6767e-3fbc-4574-9a5c-1e5330eb5db1 req-2d6835da-f7d4-4e34-bb61-27935dfdcc7e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0756805
Nov 27 12:04:17.368636 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-09a6767e-3fbc-4574-9a5c-1e5330eb5db1 req-b06d7121-d23d-4a95-9884-e97d8f62b745 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396264
Nov 27 12:04:18.570259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb50592-0753-4dc5-9fad-d6e9df7be5a5 req-af0b1665-2497-4f9f-8cfe-4302e67440ab tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:18.571738 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0eb50592-0753-4dc5-9fad-d6e9df7be5a5 req-af0b1665-2497-4f9f-8cfe-4302e67440ab tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0793922
Nov 27 12:04:18.616675 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0eb50592-0753-4dc5-9fad-d6e9df7be5a5 req-975ec317-c0d5-4550-a040-82eeed3e6cb4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393441
Nov 27 12:04:19.038826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b280abb2-b117-4b30-b29d-0e48e4841c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:19.782593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:19.938167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e238-c6d9-40c3-9825-a8d0f7eb6593 req-c041979b-6bd3-46b8-a44c-1dfde9625c3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:19.940231 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c5e1e238-c6d9-40c3-9825-a8d0f7eb6593 req-c041979b-6bd3-46b8-a44c-1dfde9625c3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.2027767
Nov 27 12:04:19.987504 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c5e1e238-c6d9-40c3-9825-a8d0f7eb6593 req-70facf2f-aec1-4b55-9e1e-f5889b0ce788 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414715
Nov 27 12:04:21.147240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d368e0da-3565-42f4-8f36-69a6057b9154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:21.185691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92327c-8251-43dc-b4cd-a05b58f4a738 req-ffb548e7-f431-40dd-9530-1c5956a69253 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:21.187263 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c92327c-8251-43dc-b4cd-a05b58f4a738 req-ffb548e7-f431-40dd-9530-1c5956a69253 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0799222
Nov 27 12:04:21.233571 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c92327c-8251-43dc-b4cd-a05b58f4a738 req-e8b6f6fb-e973-4f26-85e3-f19e5eb5d5b4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400522
Nov 27 12:04:22.446860 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a58c6-91ec-4cc9-8f0e-9f982a376d31 req-f5aa6fc1-c7e3-4dea-8885-efcf7b0bc751 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:22.448297 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc7a58c6-91ec-4cc9-8f0e-9f982a376d31 req-f5aa6fc1-c7e3-4dea-8885-efcf7b0bc751 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0796306
Nov 27 12:04:22.464012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:22.506534 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc7a58c6-91ec-4cc9-8f0e-9f982a376d31 req-de35fe16-aac5-48cf-a807-7c933c79ad34 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518520
Nov 27 12:04:23.708749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ef8e-936c-4483-aa97-ff9e5d2f8d5b req-9c3e33b9-0c6e-440a-adad-029b1efb8d05 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:23.710103 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1796ef8e-936c-4483-aa97-ff9e5d2f8d5b req-9c3e33b9-0c6e-440a-adad-029b1efb8d05 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0844259
Nov 27 12:04:23.758166 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1796ef8e-936c-4483-aa97-ff9e5d2f8d5b req-c9be8ed0-3c7b-4c7b-9e6f-c74b84766718 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405610
Nov 27 12:04:23.855857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:24.962674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25479d75-fa61-4d3f-856c-90a66d5a286b req-c6d02909-60a4-4c70-a189-3492f0466e8e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:24.964104 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-25479d75-fa61-4d3f-856c-90a66d5a286b req-c6d02909-60a4-4c70-a189-3492f0466e8e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0803685
Nov 27 12:04:25.008973 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-25479d75-fa61-4d3f-856c-90a66d5a286b req-b3fdec10-da8e-4c58-b40b-def65b1b44b9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393231
Nov 27 12:04:26.205092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd8193-7b64-4e7d-bfe2-6c29b229588a req-7ebe5882-cb8e-4e91-8f32-6588fd900115 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:26.206520 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2ddd8193-7b64-4e7d-bfe2-6c29b229588a req-7ebe5882-cb8e-4e91-8f32-6588fd900115 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0758848
Nov 27 12:04:26.254399 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2ddd8193-7b64-4e7d-bfe2-6c29b229588a req-d978726c-f899-4bc5-9b6e-7c8b5e9d8211 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423985
Nov 27 12:04:26.527344 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-529c2b29-4007-4e91-9725-672ebfd3a942 service neutron] 10.222.0.39 "GET /v2.0/ports/c052233e-4c50-4396-8916-8db9a99db3f1/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.0750945
Nov 27 12:04:27.128813 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-cd8023c1-45ee-4e29-92c9-8a35b66b6047 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 1098 time: 0.0691619
Nov 27 12:04:27.229849 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-ec81cbdb-65f6-492d-a81c-ce3a844e848e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 1098 time: 0.0716515
Nov 27 12:04:27.383040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-c61e82f0-e487-4b6e-8f69-d62682f2f296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:27.384377 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-c61e82f0-e487-4b6e-8f69-d62682f2f296 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1454382
Nov 27 12:04:27.458231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5171ce-432c-483c-bce3-37950b040358 req-e4816cb5-b311-47f4-a5c0-958e9e53ec98 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:27.459813 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9b5171ce-432c-483c-bce3-37950b040358 req-e4816cb5-b311-47f4-a5c0-958e9e53ec98 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0824790
Nov 27 12:04:27.492323 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-fa357231-d099-44c1-bfc5-97adb292a6b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052233e-4c50-4396-8916-8db9a99db3f1 HTTP/1.1" status: 200  len: 1001 time: 0.0976477
Nov 27 12:04:27.504766 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9b5171ce-432c-483c-bce3-37950b040358 req-18cab40c-ec00-4c1c-8b15-71bb53ac99ae tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392127
Nov 27 12:04:27.555933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-bc3de74e-8405-48d0-a920-e8d898b81934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:27.557366 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-bc3de74e-8405-48d0-a920-e8d898b81934 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0571933
Nov 27 12:04:27.636371 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-06169814-75dc-48ac-91ac-3f695b8765a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691936
Nov 27 12:04:27.773839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-c8ccf8fb-3253-443b-acfe-7b794a150662 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273148
Nov 27 12:04:27.907254 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-66f1d6a3-c1f0-4eda-8929-c6a9ea0ed22c req-f752808e-899c-453c-b9b5-db37ab6d30fc service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233280
Nov 27 12:04:28.701401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ffbd9-db24-4236-97c4-877d0e8a6396 req-8435e5eb-e9a6-441e-a34c-a44d36d4fba4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:28.703441 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-473ffbd9-db24-4236-97c4-877d0e8a6396 req-8435e5eb-e9a6-441e-a34c-a44d36d4fba4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0752926
Nov 27 12:04:28.749894 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-473ffbd9-db24-4236-97c4-877d0e8a6396 req-628a4976-17fd-4619-b1dc-32fe65e7e079 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405343
Nov 27 12:04:29.944873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acde00-1081-4c47-872d-c8924c8b9948 req-b9ed4cc0-deb9-4826-aaf7-5c08d25ae304 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:29.946304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f4acde00-1081-4c47-872d-c8924c8b9948 req-b9ed4cc0-deb9-4826-aaf7-5c08d25ae304 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0772400
Nov 27 12:04:29.993924 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f4acde00-1081-4c47-872d-c8924c8b9948 req-c25e1a92-e060-4d35-8fab-332ab8cfab6d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421035
Nov 27 12:04:30.041871 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device c052233e-4c50-4396-8916-8db9a99db3f1 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:04:30.153074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:30.181581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:04:30.191658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:04:30.245515 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'code': 200}
Nov 27 12:04:30.269149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:30.272102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:30.336402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:30.345485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.345826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.346157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.346502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.346830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.347152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.347859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.348161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.348723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.349272 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.349612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:30.354258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:31.199404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ecee2-67b5-47bb-be26-73f1d6bd2b80 req-bc412703-03bd-4c4f-a8fb-89d6b5bc6816 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:31.200807 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d23ecee2-67b5-47bb-be26-73f1d6bd2b80 req-bc412703-03bd-4c4f-a8fb-89d6b5bc6816 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 943 time: 0.0802183
Nov 27 12:04:31.245283 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d23ecee2-67b5-47bb-be26-73f1d6bd2b80 req-ba6ca42d-fa83-4bf2-984a-afedb71845f5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384741
Nov 27 12:04:31.707682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de11f4-f87b-4384-8b86-76e8f39ecfd5 req-555ff082-6456-4ba3-b2ac-e66663d434fb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:31.709107 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-85de11f4-f87b-4384-8b86-76e8f39ecfd5 req-555ff082-6456-4ba3-b2ac-e66663d434fb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 943 time: 0.0765698
Nov 27 12:04:31.755584 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-85de11f4-f87b-4384-8b86-76e8f39ecfd5 req-b47594f6-0d5c-4978-9ec2-a2991b2d8ad9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408185
Nov 27 12:04:31.785519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-fb9ca42c-3ea1-4f5f-9fb5-dd4c6b538b30 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:31.786982 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-fb9ca42c-3ea1-4f5f-9fb5-dd4c6b538b30 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839&tenant_id=88d241527eee4094b192bf2414812c38&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200  len: 943 time: 0.0909371
Nov 27 12:04:32.025322 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-c79fd042-3d0a-49cb-a187-9fff9b4a9497 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 1096 time: 0.1633146
Nov 27 12:04:32.047742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device c052233e-4c50-4396-8916-8db9a99db3f1 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:04:32.160941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-e1120895-3a9f-408b-9d6f-ab7f20538dc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:32.162361 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-e1120895-3a9f-408b-9d6f-ab7f20538dc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1271768
Nov 27 12:04:32.180641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:04:32.194488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'mac_address': 'fa:16:3e:14:af:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:04:32.251454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:32.266059 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-8c24a82e-980d-4577-a55e-dbfa7d3ef0fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c052233e-4c50-4396-8916-8db9a99db3f1 HTTP/1.1" status: 200  len: 999 time: 0.0967641
Nov 27 12:04:32.268784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c052233e-4c50-4396-8916-8db9a99db3f1 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:04:32.283580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:04:32.330464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-82584028-f630-4faf-8f82-8b222853babc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:32.332096 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-82584028-f630-4faf-8f82-8b222853babc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0586708
Nov 27 12:04:32.355362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:32.357135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:32.415516 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-ceae9c5c-e712-4f6e-aad5-996ee6846d7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718956
Nov 27 12:04:32.423629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:32.427548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['c052233e-4c50-4396-8916-8db9a99db3f1'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:04:32.455775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:32.559680 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-6c9270e2-d90a-47a6-bfbe-8bf3e69a9082 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290991
Nov 27 12:04:32.693130 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a72c942-db59-43a4-b9b5-5b918e688be4 req-79479170-e06b-47e4-bf7d-0186b4cd5caa service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269705
Nov 27 12:04:32.960067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a535731-55bc-499b-a78b-4502dde7af06 req-f1a6ab8d-d35e-4f14-9952-298fdb9685ef tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:32.961402 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a535731-55bc-499b-a78b-4502dde7af06 req-f1a6ab8d-d35e-4f14-9952-298fdb9685ef tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 944 time: 0.0754519
Nov 27 12:04:33.006431 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4a535731-55bc-499b-a78b-4502dde7af06 req-b20cf29a-9d9e-427f-a27c-3281ece8561a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394468
Nov 27 12:04:34.051004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device c052233e-4c50-4396-8916-8db9a99db3f1 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:04:34.119085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port c052233e-4c50-4396-8916-8db9a99db3f1 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:04:34.119454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:34.207834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d3132-ea02-4e56-885c-b740ac2bc1ed req-d40c83e7-005f-4ead-8381-3a1be6096726 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:34.209254 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a5d3132-ea02-4e56-885c-b740ac2bc1ed req-d40c83e7-005f-4ead-8381-3a1be6096726 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 944 time: 0.0805776
Nov 27 12:04:34.235157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:34.254410 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a5d3132-ea02-4e56-885c-b740ac2bc1ed req-1ec7559c-40a4-4191-91fa-93be1eadb49e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396533
Nov 27 12:04:34.261794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:04:34.286888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:04:34.317953 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'code': 200}
Nov 27 12:04:34.456958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed52401-e83c-46a5-b05a-2f4c87d68bcb req-f389176c-66f6-4956-8394-8be1a5ff90ab tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:34.456958 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2ed52401-e83c-46a5-b05a-2f4c87d68bcb req-f389176c-66f6-4956-8394-8be1a5ff90ab tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 944 time: 0.0759532
Nov 27 12:04:34.457757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:34.459615 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:34.504284 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2ed52401-e83c-46a5-b05a-2f4c87d68bcb req-92fab2ce-c8fc-422c-8f4b-dcc4e72533c8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436952
Nov 27 12:04:34.525248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:34.528237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:34.704246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5568a-9dab-4d91-bb50-e636be21cb91 req-d741cf00-15e5-4cf2-bcfb-d73246378733 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:34.705678 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebc5568a-9dab-4d91-bb50-e636be21cb91 req-d741cf00-15e5-4cf2-bcfb-d73246378733 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0798631
Nov 27 12:04:34.761542 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebc5568a-9dab-4d91-bb50-e636be21cb91 req-9d7def39-047b-4f11-8a17-1ebf8528481a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493884
Nov 27 12:04:35.382217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7114e-303e-43bb-9476-f2a19fe3c90a req-9411909a-958f-4104-a21e-fb5869c41609 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:35.383692 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6f7114e-303e-43bb-9476-f2a19fe3c90a req-9411909a-958f-4104-a21e-fb5869c41609 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0767291
Nov 27 12:04:35.431896 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c6f7114e-303e-43bb-9476-f2a19fe3c90a req-4de2305b-b47b-4f71-a099-4b1ca041e9ac tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427177
Nov 27 12:04:36.629334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8511e24-3077-4534-bca1-82c44927919b req-68db4930-2867-4db2-b2ae-81081bced245 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:36.630963 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f8511e24-3077-4534-bca1-82c44927919b req-68db4930-2867-4db2-b2ae-81081bced245 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0763557
Nov 27 12:04:36.675618 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f8511e24-3077-4534-bca1-82c44927919b req-8de3c997-75bd-496f-8024-48611d291d0c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392365
Nov 27 12:04:37.221010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509977b-f9a4-427a-863c-8e291406cafe req-b0c36d71-5e83-42d3-96de-a49c77616a1e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:37.222395 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b509977b-f9a4-427a-863c-8e291406cafe req-b0c36d71-5e83-42d3-96de-a49c77616a1e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.0766017
Nov 27 12:04:37.292392 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Deleting port c052233e-4c50-4396-8916-8db9a99db3f1 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:04:37.292722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:37.548545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] For port c052233e-4c50-4396-8916-8db9a99db3f1, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=c052233e-4c50-4396-8916-8db9a99db3f1,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:04:37.548908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:37.997939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:37.998301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:37.998633 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Floating IP 2dc21985-de05-4caf-ba04-95895441a126 disassociated. External IP: 172.26.6.198, port: c052233e-4c50-4396-8916-8db9a99db3f1.
Nov 27 12:04:37.998973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Calling delete_port for c052233e-4c50-4396-8916-8db9a99db3f1 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:04:38.030990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d57b0-0cf9-4572-b6dd-c6647087ea58 req-3b067195-3d7a-4dfb-bf8e-774b2eb80eda tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:38.032421 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a38d57b0-0cf9-4572-b6dd-c6647087ea58 req-3b067195-3d7a-4dfb-bf8e-774b2eb80eda tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 945 time: 0.2108641
Nov 27 12:04:38.112951 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a38d57b0-0cf9-4572-b6dd-c6647087ea58 req-f6d03b8f-fba8-4e34-aeb0-d2033b99dfe2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741808
Nov 27 12:04:38.226940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:38.232761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-012217f4-5dcf-46d7-af86-6374b30a3d9f tempest-ServersAdminNegativeTestJSON-2083451276 tempest-ServersAdminNegativeTestJSON-2083451276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:38.274316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event deleted for resources: {'Port': ['ID=c052233e-4c50-4396-8916-8db9a99db3f1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:38.288698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.289086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.289473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.289847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.290220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.290657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.291020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.291359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.291726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.292086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.292447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:04:38.295811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:38.502544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:04:38.704252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:04:38.713392 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:04:38.725292 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:04:38.725906 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466471c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:04:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:04:38.771776 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] No DVR routers for this DVR port c052233e-4c50-4396-8916-8db9a99db3f1 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:04:38.775008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:38.777743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'name': 'network-vif-deleted', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:04:38.833139 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f2e54-dae3-4b74-9bac-40468425a839', 'name': 'network-vif-deleted', 'tag': 'c052233e-4c50-4396-8916-8db9a99db3f1', 'status': 'completed', 'code': 200}
Nov 27 12:04:38.875536 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b509977b-f9a4-427a-863c-8e291406cafe req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "DELETE /v2.0/ports/c052233e-4c50-4396-8916-8db9a99db3f1 HTTP/1.1" status: 204  len: 173 time: 1.6436653
Nov 27 12:04:38.914325 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:04:39.228568 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466471c0>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:04:39.232658 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:04:39.243527 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:04:39.244145 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28466471c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:04:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:04:39.294495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-6f910287-392a-46b8-9bea-3a0a094be050 req-50d42260-dc9f-464b-b81f-c31cc936c875 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:04:39.387284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-6f910287-392a-46b8-9bea-3a0a094be050 req-50d42260-dc9f-464b-b81f-c31cc936c875 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:04:39.388531 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6f910287-392a-46b8-9bea-3a0a094be050 req-50d42260-dc9f-464b-b81f-c31cc936c875 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f2f2e54-dae3-4b74-9bac-40468425a839 HTTP/1.1" status: 200  len: 210 time: 0.1347315
Nov 27 12:04:39.410133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:39.422407 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:04:39.770667 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28466471c0>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:04:39.774552 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc8b055-80f6-4dbb-853d-d7e1ab714847 None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:04:40.000405 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e26c7-a07b-4d8e-be1f-6537a932f635 None None] New status for floating IP 2dc21985-de05-4caf-ba04-95895441a126: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:04:40.746940 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-53162082-7b72-411a-a01d-e2aeb115333c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--541286108&fields=id&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 267 time: 0.0397177
Nov 27 12:04:40.893640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-cf686c4e-4c68-443b-acf5-51909d6d5301 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:40.895058 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-cf686c4e-4c68-443b-acf5-51909d6d5301 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 811 time: 0.1414368
Nov 27 12:04:40.910684 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1d3515b3-38e7-46bb-9061-72b68d9b43b1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/quotas/88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 375 time: 0.0102839
Nov 27 12:04:40.995387 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-3d4faa6d-0eb1-4dd9-aa98-01a49a75fb86 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0799150
Nov 27 12:04:41.130153 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-b230f52d-82a5-4743-94bd-9bab2ec8311c service neutron] 10.222.0.23 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229088
Nov 27 12:04:41.258483 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-97c89d09-0429-4d99-9c73-fab4933c503e service neutron] 10.222.0.23 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225615
Nov 27 12:04:41.556500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6d0388a2-f7f3-40ce-a6ac-3ba6eea74c82 req-4eb72041-0cd6-4f1a-aee6-a92ddb9ad7dc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 210 time: 0.0453227
Nov 27 12:04:42.121344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device c052233e-4c50-4396-8916-8db9a99db3f1 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:04:42.153982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: c052233e-4c50-4396-8916-8db9a99db3f1 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:04:42.154357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device c052233e-4c50-4396-8916-8db9a99db3f1 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:04:42.723599 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-877668fa-56d7-41e2-ab26-bf6e7d0bd4fc req-3566a126-df8d-467a-ad2f-1e0312705f18 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 210 time: 0.0427675
Nov 27 12:04:43.724044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1ceb139b-d3c2-46ba-9a0b-3710893bea36 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:43.725378 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1ceb139b-d3c2-46ba-9a0b-3710893bea36 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 811 time: 0.1458576
Nov 27 12:04:43.786220 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-f96e03b4-82fb-420a-8e89-5feddc710fbc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 379 time: 0.0413895
Nov 27 12:04:43.798266 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'port': {'device_id': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'admin_state_up': True, 'tenant_id': '88d241527eee4094b192bf2414812c38', 'security_groups': ['2bae757a-2eee-4b4a-bd64-05f285df3374']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:04:43.932656 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f4fe778d-ea30-4407-93bc-9107313015b5 req-7a3cd364-11c4-464d-9456-464a21557721 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 210 time: 0.0580008
Nov 27 12:04:43.985482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:04:43.995771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:04:44.079201 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Made reservation on behalf of 88d241527eee4094b192bf2414812c38 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:04:44.082305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:44.247002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Allocated IP 172.20.0.5 (fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac/a97d4506-d438-47fd-9629-c99f5551c2dc/d74af338-107c-48a9-a3d0-e040d3e32b0d) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:04:44.547922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:44.563957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Transition to ACTIVE for port object d74af338-107c-48a9-a3d0-e040d3e32b0d will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:04:44.650846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:44.656608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-590f4ee3-596f-4484-8e72-0afd71c50403 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:44.720312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:04:44.723502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:04:44.732256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:04:44.770226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:44.774589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:44.801157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:44.801670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:44.922111 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1281002
Nov 27 12:04:44.935198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Request body: {'port': {'device_id': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:04:45.050458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:45.072940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a66ee89f-ed6f-40c9-aa42-f5b2b337f3ae None None] Provisioning for port d74af338-107c-48a9-a3d0-e040d3e32b0d completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:04:45.078024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a66ee89f-ed6f-40c9-aa42-f5b2b337f3ae None None] Provisioning complete for port d74af338-107c-48a9-a3d0-e040d3e32b0d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:04:45.078411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a66ee89f-ed6f-40c9-aa42-f5b2b337f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:45.132626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a66ee89f-ed6f-40c9-aa42-f5b2b337f3ae None None] Port d74af338-107c-48a9-a3d0-e040d3e32b0d cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:04:45.145336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9ed78-9c58-4d05-93cc-008fdbca232e req-0988a5db-4a3e-4b10-aa55-7c281cf6fd18 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:45.146888 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c2c9ed78-9c58-4d05-93cc-008fdbca232e req-0988a5db-4a3e-4b10-aa55-7c281cf6fd18 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 931 time: 0.0874395
Nov 27 12:04:45.193283 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c2c9ed78-9c58-4d05-93cc-008fdbca232e req-ef967f09-adaf-43de-afcc-2191eaf341fc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406349
Nov 27 12:04:45.389751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74af338-107c-48a9-a3d0-e040d3e32b0d {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:04:45.396551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:45.410843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Transition to ACTIVE for port object d74af338-107c-48a9-a3d0-e040d3e32b0d will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:04:45.484769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:45.488812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5f175985-fb08-498b-8a1c-6427bdec10d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:45.609670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Pushing event updated for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:45.614200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:45.723194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Attempting to bind port d74af338-107c-48a9-a3d0-e040d3e32b0d on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:04:45.723519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Attempting to bind port d74af338-107c-48a9-a3d0-e040d3e32b0d by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:04:45.723863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Attempting to bind port d74af338-107c-48a9-a3d0-e040d3e32b0d on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:04:45.729857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Port d74af338-107c-48a9-a3d0-e040d3e32b0d on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:04:45.730168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Attempting to bind port d74af338-107c-48a9-a3d0-e040d3e32b0d on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:04:45.737227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:04:45.737832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Checking segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:04:45.737944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Bound using segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:04:45.738366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Bound port: d74af338-107c-48a9-a3d0-e040d3e32b0d, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:04:45.738771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:45.833291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:04:45.837332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:04:45.921416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:45.926323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c1befc04-ef48-433b-9394-8231e31ece11 tempest-ServerDiskConfigTestJSON-1475930059 tempest-ServerDiskConfigTestJSON-1475930059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:45.986885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:45.988248 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] 10.222.0.39 "PUT /v2.0/ports/d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 200  len: 1093 time: 1.0571198
Nov 27 12:04:45.988783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:04:46.004934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Pushing event updated for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:46.009156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:46.054170 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'status': 'completed', 'code': 200}
Nov 27 12:04:46.151382 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57bbf244-33ff-47cd-8cd0-986e87df8ae8 req-a5d3bb09-67bc-4765-9690-cd2810274ad0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1096 time: 0.0725901
Nov 27 12:04:46.303638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf244-33ff-47cd-8cd0-986e87df8ae8 req-5c529f1d-f563-47a1-8511-cf667a523f7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:46.305142 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57bbf244-33ff-47cd-8cd0-986e87df8ae8 req-5c529f1d-f563-47a1-8511-cf667a523f7e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=88d241527eee4094b192bf2414812c38&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1456158
Nov 27 12:04:46.392299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f075bd-77a2-4f73-b552-6c869861acb5 req-0c161ac6-8cd7-44c8-a153-c2173b907150 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:46.393748 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-44f075bd-77a2-4f73-b552-6c869861acb5 req-0c161ac6-8cd7-44c8-a153-c2173b907150 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 943 time: 0.0778739
Nov 27 12:04:46.440482 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-44f075bd-77a2-4f73-b552-6c869861acb5 req-ee4797c9-5d79-447c-95a3-801c34f15a48 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410359
Nov 27 12:04:46.458286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf244-33ff-47cd-8cd0-986e87df8ae8 req-ddde3490-920a-4445-9da6-71d530dd5008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:46.459780 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57bbf244-33ff-47cd-8cd0-986e87df8ae8 req-ddde3490-920a-4445-9da6-71d530dd5008 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1360931
Nov 27 12:04:46.579434 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-63f8ea70-8b2b-40e1-ba19-b464f433edbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1096 time: 0.0772140
Nov 27 12:04:46.656091 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-63967ae7-d3aa-411f-8609-86e7e1f77863 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 200  len: 217 time: 0.0650702
Nov 27 12:04:46.723985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7c0d464b-12bf-466f-b917-43d75c95aca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:46.725320 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-7c0d464b-12bf-466f-b917-43d75c95aca2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0603013
Nov 27 12:04:46.803075 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-10c38edc-8509-4887-a2bc-478dd6d03ddb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666392
Nov 27 12:04:46.941621 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-64592829-8b17-446c-a309-2023109ffeb9 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316214
Nov 27 12:04:47.077201 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3bbfb3a2-b9fa-462c-8f69-bcfe180560a0 req-f2562537-db76-492e-8e3c-5105ac1d6788 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249111
Nov 27 12:04:47.737145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2536-dfb1-451a-88ed-5dde48bee0a0 req-0fa604fb-1da8-430c-901e-418cc93919a5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:47.737741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b32e2536-dfb1-451a-88ed-5dde48bee0a0 req-0fa604fb-1da8-430c-901e-418cc93919a5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:04:47.832598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b32e2536-dfb1-451a-88ed-5dde48bee0a0 req-0fa604fb-1da8-430c-901e-418cc93919a5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:04:47.833791 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b32e2536-dfb1-451a-88ed-5dde48bee0a0 req-0fa604fb-1da8-430c-901e-418cc93919a5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 943 time: 0.2718887
Nov 27 12:04:47.880174 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b32e2536-dfb1-451a-88ed-5dde48bee0a0 req-822a0cd5-38fe-4361-943c-07eac2085fd6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406983
Nov 27 12:04:48.936058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-01d21d53-a7d2-4ede-8da3-efb4e41e9b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:49.193213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c39d02-62d4-4872-a86c-c86591e6359d req-2cdeeec8-6f51-41d4-943f-2581f9a5e019 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:49.194680 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b3c39d02-62d4-4872-a86c-c86591e6359d req-2cdeeec8-6f51-41d4-943f-2581f9a5e019 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 943 time: 0.1924498
Nov 27 12:04:49.241304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b3c39d02-62d4-4872-a86c-c86591e6359d req-70a5b996-8c20-4bfd-a409-395de365548a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400221
Nov 27 12:04:49.798455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:50.137088 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:04:50.184010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d74af338-107c-48a9-a3d0-e040d3e32b0d details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:04:50.355862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:04:50.369766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'mac_address': 'fa:16:3e:40:f0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:04:50.424592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:50.440669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98453a-2975-4e43-bda3-a22afb689e45 req-985b58f7-429e-483d-849a-e625e2f1eb39 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:50.442021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74af338-107c-48a9-a3d0-e040d3e32b0d {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:04:50.442360 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ac98453a-2975-4e43-bda3-a22afb689e45 req-985b58f7-429e-483d-849a-e625e2f1eb39 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 943 time: 0.0777693
Nov 27 12:04:50.456957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:04:50.487481 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ac98453a-2975-4e43-bda3-a22afb689e45 req-a9ef2432-d868-4b84-91e4-b2c06f5cefa6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393631
Nov 27 12:04:50.529908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:50.532201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:50.633785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:50.637163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:50.804841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['d74af338-107c-48a9-a3d0-e040d3e32b0d'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:04:51.166503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-99c5cae8-b4fa-47f0-b6a0-f3f2da3a4211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:51.683360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8032-9280-4fc4-aa80-ad4601772bb8 req-073109b5-e7b4-4360-b201-7ce65a1e4870 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:51.684802 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cdbd8032-9280-4fc4-aa80-ad4601772bb8 req-073109b5-e7b4-4360-b201-7ce65a1e4870 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 944 time: 0.0774193
Nov 27 12:04:51.734243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cdbd8032-9280-4fc4-aa80-ad4601772bb8 req-5f387385-4df6-4f69-83dd-b4ed37646bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433471
Nov 27 12:04:52.214736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d74af338-107c-48a9-a3d0-e040d3e32b0d up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:04:52.331988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port d74af338-107c-48a9-a3d0-e040d3e32b0d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:04:52.337394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port d74af338-107c-48a9-a3d0-e040d3e32b0d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:04:52.337796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:52.446119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:52.462725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:52.490386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:04:52.500289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:04:52.543645 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'code': 200}
Nov 27 12:04:52.567337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:52.569288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:04:52.638311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:04:52.641573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:04:52.925892 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df19b927-b3b9-4f19-a70f-185f51b0cc22 req-2d8f2cb9-3c3d-4de2-a07d-6de6cd4a2309 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1098 time: 0.0779552
Nov 27 12:04:52.936558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ec919-4ece-41fb-a8a0-270e9e9facc3 req-a0a186ce-80cf-4d2c-afa7-c02256cfdb8a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:52.938009 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bf5ec919-4ece-41fb-a8a0-270e9e9facc3 req-a0a186ce-80cf-4d2c-afa7-c02256cfdb8a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0807819
Nov 27 12:04:52.982125 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df19b927-b3b9-4f19-a70f-185f51b0cc22 req-5b598efa-6ffb-4e44-b66c-1ddd256f0c85 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457797
Nov 27 12:04:52.996445 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bf5ec919-4ece-41fb-a8a0-270e9e9facc3 req-be3d45a2-416f-447e-b8ee-bcb3349e23ff tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498042
Nov 27 12:04:53.878388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:54.201488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c3d61-2549-469c-8018-616b2359015e req-25c917a6-4050-494f-9d27-0f9b9d7fa6f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:54.202965 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b60c3d61-2549-469c-8018-616b2359015e req-25c917a6-4050-494f-9d27-0f9b9d7fa6f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0782666
Nov 27 12:04:54.254236 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b60c3d61-2549-469c-8018-616b2359015e req-7cf84b52-e34a-4229-af18-5823b3835147 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452349
Nov 27 12:04:55.467377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f63d30-6a4f-4bb1-bfab-300bf114ed1b req-11349796-e614-4301-a1d3-4dc0ebd24084 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:55.471918 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-62f63d30-6a4f-4bb1-bfab-300bf114ed1b req-11349796-e614-4301-a1d3-4dc0ebd24084 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0806074
Nov 27 12:04:55.514498 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-62f63d30-6a4f-4bb1-bfab-300bf114ed1b req-5bc5ea12-369e-4c94-abb0-cb374ca62201 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396349
Nov 27 12:04:55.705101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9905-cc42-4804-903e-4a5a6f60632e req-e2c109f7-45f7-45c5-a669-963730204d8e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:55.706569 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e44a9905-cc42-4804-903e-4a5a6f60632e req-e2c109f7-45f7-45c5-a669-963730204d8e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0770268
Nov 27 12:04:55.715278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55322) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:04:55.721132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'floatingip': {'port_id': 'd74af338-107c-48a9-a3d0-e040d3e32b0d'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:04:55.811019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:56.418264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:56.475054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:56.676164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Floating IP 2dc21985-de05-4caf-ba04-95895441a126 associated. External IP: 172.26.6.198, port: d74af338-107c-48a9-a3d0-e040d3e32b0d.
Nov 27 12:04:57.172700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:04:57.380227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:04:57.385291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:04:57.390559 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:04:57.403930 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:04:57.404543 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284649e1c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:04:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:04:57.443618 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-bb574581-3274-43d7-a677-8722ad900bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "PUT /v2.0/floatingips/2dc21985-de05-4caf-ba04-95895441a126 HTTP/1.1" status: 200  len: 991 time: 1.7271330
Nov 27 12:04:57.444126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:04:57.500341 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'status': 'completed', 'code': 200}
Nov 27 12:04:57.588360 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:04:57.607383 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923776ca-94d1-493d-a614-7e53a43652af req-51950259-1af5-4798-8dc3-ebfe0f6c8541 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1098 time: 0.0780897
Nov 27 12:04:57.752519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923776ca-94d1-493d-a614-7e53a43652af req-f9ad0770-1217-4a97-b7ed-4b884f9bed20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:57.754107 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923776ca-94d1-493d-a614-7e53a43652af req-f9ad0770-1217-4a97-b7ed-4b884f9bed20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1404009
Nov 27 12:04:57.867718 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923776ca-94d1-493d-a614-7e53a43652af req-bb90ab1c-249c-461b-b8c3-9392f38cc7b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 200  len: 999 time: 0.1063826
Nov 27 12:04:57.933092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923776ca-94d1-493d-a614-7e53a43652af req-f4020444-620e-4b14-a280-0b50675ed5a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:04:57.934776 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923776ca-94d1-493d-a614-7e53a43652af req-f4020444-620e-4b14-a280-0b50675ed5a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0611663
Nov 27 12:04:57.963719 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284649e1c0>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:40:f0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:04:56Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:04:57.971472 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:04:58.001665 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:04:58.002387 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284649e1c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:04:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:04:58.020503 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923776ca-94d1-493d-a614-7e53a43652af req-fa7f672d-d57e-4f43-836e-c547346e96df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795698
Nov 27 12:04:58.158903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923776ca-94d1-493d-a614-7e53a43652af req-b081e15d-cb1d-42d1-b44e-606e8d4d73a5 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316609
Nov 27 12:04:58.196715 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:04:58.303061 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923776ca-94d1-493d-a614-7e53a43652af req-6b837077-c6a5-46ae-a131-56bd699bb201 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380701
Nov 27 12:04:58.578415 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284649e1c0>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:40:f0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:04:56Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:04:58.582554 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d731dc-4341-4592-a9d9-0efe6394ddf4 None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:40:f0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:04:56Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:04:58.785897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99f9c1-a210-4f34-bfed-00bd15af87b7 None None] New status for floating IP 2dc21985-de05-4caf-ba04-95895441a126: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:05:09.404360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:18.966033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a7cae727-00bd-4334-b878-f013874b0c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:19.811727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:21.152565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0f1f98aa-8737-469c-bd58-7075006eba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:22.472390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:23.851772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:27.137043 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:05:36.926340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5931-5481-45af-af26-3edf2d61e313 req-5981bed8-a603-4d3a-ad8b-3aa851e7579e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:36.927802 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7cee5931-5481-45af-af26-3edf2d61e313 req-5981bed8-a603-4d3a-ad8b-3aa851e7579e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0794938
Nov 27 12:05:36.974355 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7cee5931-5481-45af-af26-3edf2d61e313 req-2043cc61-f790-428d-ad81-08bc103da602 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408742
Nov 27 12:05:37.631299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-d11519bb-26fd-4c6e-ada0-08aeb3e70b3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1098 time: 0.0695686
Nov 27 12:05:37.782150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-63ee3eb3-f4a4-4d51-8dbf-b04c43ff9df8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:37.783610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-63ee3eb3-f4a4-4d51-8dbf-b04c43ff9df8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1315639
Nov 27 12:05:37.998297 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-b88f380d-7187-4594-ba6e-58f2b994e90d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 200  len: 1001 time: 0.2075324
Nov 27 12:05:38.061098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-e5b752cb-87ef-44c4-ab16-3571dd77f6f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:38.063144 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-e5b752cb-87ef-44c4-ab16-3571dd77f6f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0575898
Nov 27 12:05:38.187574 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-30db98bf-33e1-4636-aa66-484fee0853d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1170053
Nov 27 12:05:38.234978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31152a2-035a-4496-9814-95e89eecf768 req-dd240575-305d-463f-a751-12a2751b7b19 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:38.236386 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a31152a2-035a-4496-9814-95e89eecf768 req-dd240575-305d-463f-a751-12a2751b7b19 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.1319723
Nov 27 12:05:38.362350 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a31152a2-035a-4496-9814-95e89eecf768 req-ecf5c3f0-d189-4c55-8294-dd3c26ac9bcc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841706
Nov 27 12:05:38.369873 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-d9cfe9a3-811b-4067-86ed-43afc18e65b1 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755860
Nov 27 12:05:38.505854 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-113b2bd5-3ed0-4c9f-8578-8006700ecafe req-2b1a11e7-2404-4071-97d0-1b16b10b37d2 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294327
Nov 27 12:05:39.386362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:39.559910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bcd29-6f50-43a9-946e-caa76abba8c7 req-2a42ffa7-1dc9-458c-aad6-e04191707189 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:39.561370 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5f2bcd29-6f50-43a9-946e-caa76abba8c7 req-2a42ffa7-1dc9-458c-aad6-e04191707189 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0806103
Nov 27 12:05:39.606951 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5f2bcd29-6f50-43a9-946e-caa76abba8c7 req-8f639f73-a566-4577-949c-dfc72de56880 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397260
Nov 27 12:05:40.808382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6329e-ef2b-4d20-9154-b3644b0d2789 req-ee3d3b72-0374-45b8-9b20-778004ec37a6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:40.809805 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57d6329e-ef2b-4d20-9154-b3644b0d2789 req-ee3d3b72-0374-45b8-9b20-778004ec37a6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0769546
Nov 27 12:05:40.859688 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57d6329e-ef2b-4d20-9154-b3644b0d2789 req-2af511eb-e23b-4c32-8a97-ed6f4fcc6de6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443358
Nov 27 12:05:42.071539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd13c85-be7f-4479-8bac-d7a4ed308f53 req-8d4b38a5-f075-4249-931c-60f08599ff51 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:42.073039 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1bd13c85-be7f-4479-8bac-d7a4ed308f53 req-8d4b38a5-f075-4249-931c-60f08599ff51 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0786195
Nov 27 12:05:42.123043 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1bd13c85-be7f-4479-8bac-d7a4ed308f53 req-82e7a871-3b36-49eb-ac77-d2f69a437925 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443444
Nov 27 12:05:43.341596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7c54-4ec3-4ad6-bdff-b8d2199992fe req-99849603-e6eb-4064-8ad0-797960dd809b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:43.343662 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-552b7c54-4ec3-4ad6-bdff-b8d2199992fe req-99849603-e6eb-4064-8ad0-797960dd809b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0947759
Nov 27 12:05:43.411569 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-552b7c54-4ec3-4ad6-bdff-b8d2199992fe req-56c6c6f2-502a-4c95-b463-0fec35049eed tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572612
Nov 27 12:05:44.761346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5575de-a907-47e7-890a-c6b372b02ca3 req-98def34c-ae1f-4132-a7f5-ebbda4759012 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:44.762815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fb5575de-a907-47e7-890a-c6b372b02ca3 req-98def34c-ae1f-4132-a7f5-ebbda4759012 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0843203
Nov 27 12:05:44.816749 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fb5575de-a907-47e7-890a-c6b372b02ca3 req-2652d0ab-9610-4509-a845-c97d28657013 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444887
Nov 27 12:05:46.022036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813847f-1c69-44c0-90c8-bc8b5626ecd3 req-dbd7fa5e-cdad-4e8b-bc4f-57c51a631e01 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:46.023485 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d813847f-1c69-44c0-90c8-bc8b5626ecd3 req-dbd7fa5e-cdad-4e8b-bc4f-57c51a631e01 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0801299
Nov 27 12:05:46.070989 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d813847f-1c69-44c0-90c8-bc8b5626ecd3 req-546d32e7-cb61-4f61-a352-560654ff8bf4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415814
Nov 27 12:05:47.270904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15d0c2-d32b-412a-ae3e-d6991b96bce5 req-cb40de1d-4a8b-4a0b-aa29-2183295b01b1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:47.272327 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2a15d0c2-d32b-412a-ae3e-d6991b96bce5 req-cb40de1d-4a8b-4a0b-aa29-2183295b01b1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0787075
Nov 27 12:05:47.318879 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2a15d0c2-d32b-412a-ae3e-d6991b96bce5 req-b31bb2a6-b35c-4a6e-b0c7-d37c52084253 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408480
Nov 27 12:05:48.537141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0223-8c5b-406c-b5a1-1dba9762cac7 req-f10fd681-9199-4162-9fda-5d955cf03c34 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:48.538641 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b16c0223-8c5b-406c-b5a1-1dba9762cac7 req-f10fd681-9199-4162-9fda-5d955cf03c34 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0931623
Nov 27 12:05:48.590340 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b16c0223-8c5b-406c-b5a1-1dba9762cac7 req-5060304b-69ee-4487-84b2-85fa2f1c1202 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457783
Nov 27 12:05:48.941553 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9e1fc7cc-0d46-44fb-abbf-d4f2a66a587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:49.805633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:49.808570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bf176-1070-4b88-9168-a4b542ea58b4 req-46c39120-a131-4134-ade2-d27bf9cfcdee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:49.810041 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-094bf176-1070-4b88-9168-a4b542ea58b4 req-46c39120-a131-4134-ade2-d27bf9cfcdee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0908320
Nov 27 12:05:49.857393 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-094bf176-1070-4b88-9168-a4b542ea58b4 req-1312d63a-c58a-4995-89ec-c78f07c671b0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415342
Nov 27 12:05:51.077536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efb19c-201e-41bb-892f-5abeb7faba3f req-54f8f2dc-1be4-4e6a-be23-57f6befe75bf tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:51.079621 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-52efb19c-201e-41bb-892f-5abeb7faba3f req-54f8f2dc-1be4-4e6a-be23-57f6befe75bf tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0850379
Nov 27 12:05:51.130673 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-52efb19c-201e-41bb-892f-5abeb7faba3f req-46cbeebd-bc73-4aed-95bd-9b7d2e33b9c0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453403
Nov 27 12:05:51.143638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-10fd2f33-007b-4e5d-ac77-453a9742f03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:52.337573 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e055481-9414-49cf-ac75-f63e49bf5c89 req-abe96525-f8ae-4f79-8894-4d0469b55b53 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:52.339111 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e055481-9414-49cf-ac75-f63e49bf5c89 req-abe96525-f8ae-4f79-8894-4d0469b55b53 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0855985
Nov 27 12:05:52.390654 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e055481-9414-49cf-ac75-f63e49bf5c89 req-8f40ca85-4435-42cb-9a26-1dea9a129889 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446823
Nov 27 12:05:52.472624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:53.610506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f760f-90e2-4f0b-9dab-f330f58a35b6 req-52ba0b4a-217e-4589-8ef7-c7f983e8b8c4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:53.611876 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e25f760f-90e2-4f0b-9dab-f330f58a35b6 req-52ba0b4a-217e-4589-8ef7-c7f983e8b8c4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0815911
Nov 27 12:05:53.660024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e25f760f-90e2-4f0b-9dab-f330f58a35b6 req-c7b121df-2658-4af2-b8c1-7432a9ef5e03 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424490
Nov 27 12:05:53.844090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:05:53.860809 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a4bcf6ad-b3b0-404b-a8c3-f327878ec3ce req-81b3df67-0afa-4567-bb92-86dbaa0e34ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0730984
Nov 27 12:05:54.321028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d45977-dee4-41f6-9230-5a40ae087ae4 req-0e3dee32-83ac-46f9-b96c-e1829787b34e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:54.322613 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-78d45977-dee4-41f6-9230-5a40ae087ae4 req-0e3dee32-83ac-46f9-b96c-e1829787b34e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0802321
Nov 27 12:05:54.383319 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-78d45977-dee4-41f6-9230-5a40ae087ae4 req-6edfae84-4082-4181-94c4-3bb241f794a4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543211
Nov 27 12:05:54.525634 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-15d749f7-e246-4f9f-bb72-01d2f30158e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1720374
Nov 27 12:05:55.616738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a3b61-8738-47b2-9274-ab546cf0fdd3 req-a066d7cf-dc55-4748-a3fd-f7f26454cb5f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:55.618110 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-547a3b61-8738-47b2-9274-ab546cf0fdd3 req-a066d7cf-dc55-4748-a3fd-f7f26454cb5f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0883877
Nov 27 12:05:55.666293 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-547a3b61-8738-47b2-9274-ab546cf0fdd3 req-9c259fed-266c-49dc-a72f-b471c435c4d6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424564
Nov 27 12:05:56.727855 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-d78a74cd-e56c-4288-a7a4-55a05c6a90cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1098 time: 0.0836260
Nov 27 12:05:56.915612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025060d-6fe0-4254-aa33-45666fc907dc req-482e8a47-0c09-4272-ba63-72b7b2958b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:56.917051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-482e8a47-0c09-4272-ba63-72b7b2958b26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1795924
Nov 27 12:05:57.131132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeb330-6b20-49b7-b28b-5624feb830cc req-cf5913b4-ad9e-45e5-b397-02cbe15437c9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:57.132589 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bbbeb330-6b20-49b7-b28b-5624feb830cc req-cf5913b4-ad9e-45e5-b397-02cbe15437c9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.3106179
Nov 27 12:05:57.184593 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-7b837c4a-fb46-4e10-a5ee-418580745084 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 200  len: 1001 time: 0.2533724
Nov 27 12:05:57.234416 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bbbeb330-6b20-49b7-b28b-5624feb830cc req-2879ade7-7bb5-4976-99a3-c35ec8398d0c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959334
Nov 27 12:05:57.267890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025060d-6fe0-4254-aa33-45666fc907dc req-e12c15bb-2eb6-482b-9547-02b50ad12514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:57.269352 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-e12c15bb-2eb6-482b-9547-02b50ad12514 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0729578
Nov 27 12:05:57.356998 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-50becce2-1dee-4f1f-8fdf-dc5fb295a32c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734925
Nov 27 12:05:57.499883 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-36816493-ad6a-4ab3-8695-1ea28cc21f3f service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319520
Nov 27 12:05:57.635500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-8c5cc361-c173-4186-9732-d49f5960848a service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252749
Nov 27 12:05:58.471441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c619a-2c5e-473a-8010-e3a128bde225 req-118de084-f431-44c8-b4a9-681c47dea1e4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:58.472812 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-363c619a-2c5e-473a-8010-e3a128bde225 req-118de084-f431-44c8-b4a9-681c47dea1e4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0854518
Nov 27 12:05:58.524656 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-363c619a-2c5e-473a-8010-e3a128bde225 req-d3b88cd8-a84b-4b43-820b-f8fd54e6ac7e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460105
Nov 27 12:05:59.724819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53378b6e-fbfa-4917-9958-88854b5b0d86 req-52a1850e-a16a-408a-9e39-d89051273913 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:05:59.726176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53378b6e-fbfa-4917-9958-88854b5b0d86 req-52a1850e-a16a-408a-9e39-d89051273913 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0774415
Nov 27 12:05:59.776080 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53378b6e-fbfa-4917-9958-88854b5b0d86 req-c5326ccf-f93e-4c1f-95e8-f5da47dde8ec tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442078
Nov 27 12:05:59.938004 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-3c485ca9-18c4-493c-a4c4-3624e623d030 service neutron] 10.222.0.39 "GET /v2.0/ports/d74af338-107c-48a9-a3d0-e040d3e32b0d/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.0749514
Nov 27 12:06:00.611611 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-4770b445-2911-4dc9-8321-f44cd43d32fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 1098 time: 0.0719161
Nov 27 12:06:00.716328 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-42220ef7-a483-4f42-bc89-29ba0b95dc0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1098 time: 0.0767219
Nov 27 12:06:00.861264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025060d-6fe0-4254-aa33-45666fc907dc req-4b2dea3c-aec6-4dd7-aad2-33932a38002a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:00.863504 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-4b2dea3c-aec6-4dd7-aad2-33932a38002a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1360698
Nov 27 12:06:00.974211 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-482253f7-e459-46f3-a53f-889d284bb61c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 200  len: 1001 time: 0.1005054
Nov 27 12:06:00.982235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c3495-ae09-4a4b-9bbc-c1cb9d5fb5d4 req-cf5e7792-f058-4c15-a904-abe32b90b4bf tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:00.983806 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0f4c3495-ae09-4a4b-9bbc-c1cb9d5fb5d4 req-cf5e7792-f058-4c15-a904-abe32b90b4bf tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0779855
Nov 27 12:06:01.031176 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0f4c3495-ae09-4a4b-9bbc-c1cb9d5fb5d4 req-b0711f4b-74d2-4781-9f4c-3856ac05e958 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417676
Nov 27 12:06:01.043100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025060d-6fe0-4254-aa33-45666fc907dc req-42690099-8f09-4e5b-85f8-ebc361763c87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:01.044613 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-42690099-8f09-4e5b-85f8-ebc361763c87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0609226
Nov 27 12:06:01.131794 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-dce97a2b-a3de-4974-9759-7d5e00668d66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0765069
Nov 27 12:06:01.269668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-1a1be82a-dffc-4faa-8be2-a6f651e105fa service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278126
Nov 27 12:06:01.414325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f025060d-6fe0-4254-aa33-45666fc907dc req-4141d6af-6a07-4b0e-9b31-60c2eeb9e8d5 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335976
Nov 27 12:06:02.248236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0e9f3-2ecd-4c42-9350-2815bafe7d99 req-2e43e43d-8f6f-417f-9d08-a1ee5a65c54f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:02.250175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1c0e9f3-2ecd-4c42-9350-2815bafe7d99 req-2e43e43d-8f6f-417f-9d08-a1ee5a65c54f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0880473
Nov 27 12:06:02.296133 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d1c0e9f3-2ecd-4c42-9350-2815bafe7d99 req-42128aa4-fa3f-4a32-952c-0067bcfbe85a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403996
Nov 27 12:06:03.502546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db1699-f0a8-40c1-8caf-bee32e6e41ed req-b8872be3-ca0e-4272-8839-765d7e1adf5c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:03.504111 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-09db1699-f0a8-40c1-8caf-bee32e6e41ed req-b8872be3-ca0e-4272-8839-765d7e1adf5c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0824625
Nov 27 12:06:03.567579 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-09db1699-f0a8-40c1-8caf-bee32e6e41ed req-deb46f9a-5edc-4382-99de-98a049e6ab8d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576146
Nov 27 12:06:04.138484 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:06:04.573669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d74af338-107c-48a9-a3d0-e040d3e32b0d details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:06:04.577162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d74af338-107c-48a9-a3d0-e040d3e32b0d no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:06:04.777349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d150e4-8f73-490f-93f7-85a3ac8e229b req-320b6bf6-da11-4a79-94de-b22f43e0967a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:04.778891 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f3d150e4-8f73-490f-93f7-85a3ac8e229b req-320b6bf6-da11-4a79-94de-b22f43e0967a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0851145
Nov 27 12:06:04.798425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:04.843505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:06:04.855287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:06:04.863207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'mac_address': 'fa:16:3e:40:f0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:06:04.869783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:06:04.927076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:04.939046 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'code': 200}
Nov 27 12:06:04.942660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:04.946607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:04.991828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d74af338-107c-48a9-a3d0-e040d3e32b0d {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:06:04.997257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f3d150e4-8f73-490f-93f7-85a3ac8e229b req-034fbd58-46c6-4783-b628-f20b74945c56 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2116685
Nov 27 12:06:05.072189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:05.077443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:06:05.077936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:06:05.082932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.083274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.083616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.083949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.084286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.084609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.084971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.085291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.085575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.085889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.086205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:05.090152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:05.526210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeadf9e-2754-4cb6-877d-f524895fee9c req-d62cae13-b4bb-47a1-8497-5124a12b40c2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:05.527759 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aeadf9e-2754-4cb6-877d-f524895fee9c req-d62cae13-b4bb-47a1-8497-5124a12b40c2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 943 time: 0.1134331
Nov 27 12:06:05.598853 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aeadf9e-2754-4cb6-877d-f524895fee9c req-e766dc6e-ec80-4272-85e6-377fc38c55ce tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654387
Nov 27 12:06:05.614351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-95c2309a-1b6d-4ea9-bae8-46e18cc0d532 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:05.615920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-95c2309a-1b6d-4ea9-bae8-46e18cc0d532 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa&tenant_id=88d241527eee4094b192bf2414812c38&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200  len: 943 time: 0.1293936
Nov 27 12:06:05.680201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:05.697822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74af338-107c-48a9-a3d0-e040d3e32b0d {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:06:05.712858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:06:05.774307 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-20cdec44-4665-4d6e-901e-5ac922a0b5a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1096 time: 0.0692160
Nov 27 12:06:05.797872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:05.799679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:05.877203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:05.882737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:05.892044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['d74af338-107c-48a9-a3d0-e040d3e32b0d'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:06:05.916592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-17ab9e0d-433b-487f-bf98-e3324bc093e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:05.918054 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-17ab9e0d-433b-487f-bf98-e3324bc093e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1340256
Nov 27 12:06:06.025532 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-0d46aa85-9cb3-4439-9144-a55ceb1b124a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 200  len: 1000 time: 0.1003463
Nov 27 12:06:06.095875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-037a6f0c-d45f-4785-a3ca-2aec55d873d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:06.097322 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-037a6f0c-d45f-4785-a3ca-2aec55d873d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0624676
Nov 27 12:06:06.174743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-e0ad9dc2-85a2-4c97-911b-3910393e708e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704017
Nov 27 12:06:06.307912 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-9518f504-63a4-4020-9a28-ea4c781132ee service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259730
Nov 27 12:06:06.445325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9cde88d8-8ff6-486c-a677-731ee7063506 req-fd7630f6-f29b-4a1f-ba9b-29f1dec17019 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308973
Nov 27 12:06:06.573200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d74af338-107c-48a9-a3d0-e040d3e32b0d up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:06:06.646189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port d74af338-107c-48a9-a3d0-e040d3e32b0d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:06:06.646610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:06.769517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:06.802202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:06:06.846579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f6e71-65b1-4973-9bce-5f1edc132ed2 req-9c2be0ff-74f8-4c49-9838-c6ae486e5df2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:06.850524 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d16f6e71-65b1-4973-9bce-5f1edc132ed2 req-9c2be0ff-74f8-4c49-9838-c6ae486e5df2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 944 time: 0.1147854
Nov 27 12:06:06.898295 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d16f6e71-65b1-4973-9bce-5f1edc132ed2 req-6305150f-5a20-4db5-9759-bc27cfb3596b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444112
Nov 27 12:06:06.906312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:06.908246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:06.941763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:06:06.998006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:07.005316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:07.028062 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'code': 200}
Nov 27 12:06:08.115027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fc9c9-8b3a-4342-80bb-17dcf4475781 req-a9dd1547-9408-49cf-b411-7c7141e09d92 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:08.116506 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8a2fc9c9-8b3a-4342-80bb-17dcf4475781 req-a9dd1547-9408-49cf-b411-7c7141e09d92 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0876887
Nov 27 12:06:08.164602 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8a2fc9c9-8b3a-4342-80bb-17dcf4475781 req-936b03cb-76fb-4067-a971-e450c9662192 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425110
Nov 27 12:06:08.370383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf6973-eb3c-498b-8ced-09618936d393 req-5811bebe-baae-4ee0-b4e3-5defd255afbe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:08.371896 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dfcf6973-eb3c-498b-8ced-09618936d393 req-5811bebe-baae-4ee0-b4e3-5defd255afbe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0818582
Nov 27 12:06:08.426410 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dfcf6973-eb3c-498b-8ced-09618936d393 req-fab7ee4d-c213-4c2d-9481-955d269f70e7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481563
Nov 27 12:06:08.967355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d26e1e-a86b-4222-b704-d84887092e9b req-1d521363-a71a-440a-b0ef-8fb9ddfc9a1d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:08.969359 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d0d26e1e-a86b-4222-b704-d84887092e9b req-1d521363-a71a-440a-b0ef-8fb9ddfc9a1d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0814242
Nov 27 12:06:09.016711 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d0d26e1e-a86b-4222-b704-d84887092e9b req-c81b6d80-c7e7-4e3d-8ff5-5420da7a4f4a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416427
Nov 27 12:06:09.101181 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-88a8c2ad-5df6-4085-8139-6606a5aa5415 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 1098 time: 0.0752208
Nov 27 12:06:09.238322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-f4e608a4-d96b-4bf6-b703-4edc5f63c86c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:09.239772 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-f4e608a4-d96b-4bf6-b703-4edc5f63c86c service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1320057
Nov 27 12:06:09.348147 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-b6cbee71-15d3-4588-b09c-e624fd14b966 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 200  len: 1001 time: 0.0984898
Nov 27 12:06:09.388395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:09.420835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-58385f94-d461-47f5-929d-c9f8bd57393d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:09.422304 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-58385f94-d461-47f5-929d-c9f8bd57393d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0629752
Nov 27 12:06:09.503018 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-f77b7cf7-1c9d-46af-bfa9-071ab3b2abc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709531
Nov 27 12:06:09.744188 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-5e6b9893-2501-4149-b18a-369f205053bd service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316937
Nov 27 12:06:09.884265 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-370366f4-883e-4b17-8ce9-57d9495c3657 req-adc2a5ff-9c40-4a70-b045-50a50db8e104 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294849
Nov 27 12:06:10.212612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93364-ab27-4b59-883d-408f838a6eb9 req-aa82f9b0-4cf2-4647-87e2-3f998130b690 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:10.214059 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b3c93364-ab27-4b59-883d-408f838a6eb9 req-aa82f9b0-4cf2-4647-87e2-3f998130b690 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0766098
Nov 27 12:06:10.258358 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b3c93364-ab27-4b59-883d-408f838a6eb9 req-9b808bb3-3a39-464b-848b-63543cad8a2f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381594
Nov 27 12:06:11.468130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28687e4d-2e36-4a7a-987f-aae4c4d3d9fc req-70a18e7b-1ea2-4ade-a5a1-8e8d761adc72 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:11.469582 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-28687e4d-2e36-4a7a-987f-aae4c4d3d9fc req-70a18e7b-1ea2-4ade-a5a1-8e8d761adc72 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0833249
Nov 27 12:06:11.517020 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-28687e4d-2e36-4a7a-987f-aae4c4d3d9fc req-66e4cc51-520c-4999-98d6-7c1727c044ab tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417690
Nov 27 12:06:12.173034 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc689b-59a6-4775-af19-54c887838479 req-1787395f-c8c1-4fc1-a047-11f0889a5cea tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:12.174565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67dc689b-59a6-4775-af19-54c887838479 req-1787395f-c8c1-4fc1-a047-11f0889a5cea tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0790129
Nov 27 12:06:12.221234 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67dc689b-59a6-4775-af19-54c887838479 req-6a969720-654b-4977-b2fe-e464e55be455 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411632
Nov 27 12:06:13.426688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bb657-3b1e-4f4e-b963-b63609b24c01 req-545d272f-6fa2-44a1-938d-edfa82ffa59e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:13.428140 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-050bb657-3b1e-4f4e-b963-b63609b24c01 req-545d272f-6fa2-44a1-938d-edfa82ffa59e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0823078
Nov 27 12:06:13.475082 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-050bb657-3b1e-4f4e-b963-b63609b24c01 req-d30af5ae-fcdf-47a0-afad-00f767e1cdb6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412612
Nov 27 12:06:13.954816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-3064c590-dac9-4452-93ec-72d4c0e20eba tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:13.956233 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-3064c590-dac9-4452-93ec-72d4c0e20eba tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.0886371
Nov 27 12:06:14.026360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Deleting port d74af338-107c-48a9-a3d0-e040d3e32b0d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:06:14.026716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:14.277169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] For port d74af338-107c-48a9-a3d0-e040d3e32b0d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d74af338-107c-48a9-a3d0-e040d3e32b0d,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:06:14.277422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:14.567903 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:14.568291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:14.568598 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Floating IP 2dc21985-de05-4caf-ba04-95895441a126 disassociated. External IP: 172.26.6.198, port: d74af338-107c-48a9-a3d0-e040d3e32b0d.
Nov 27 12:06:14.568932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Calling delete_port for d74af338-107c-48a9-a3d0-e040d3e32b0d owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:06:14.765114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dbe0d-e424-4b08-8f6b-36fe17622914 req-4ca03dcf-6312-4802-bc6a-6df925e270c5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:14.766662 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-776dbe0d-e424-4b08-8f6b-36fe17622914 req-4ca03dcf-6312-4802-bc6a-6df925e270c5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 945 time: 0.1574478
Nov 27 12:06:14.813748 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-776dbe0d-e424-4b08-8f6b-36fe17622914 req-6460022a-4d21-4dd1-8b35-0ea12075ff48 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413818
Nov 27 12:06:14.908892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:14.914846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-405fb6cf-fde5-4c3e-b54c-6ccf39b79e8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:14.963391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event deleted for resources: {'Port': ['ID=d74af338-107c-48a9-a3d0-e040d3e32b0d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:14.977413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.977789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.978198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.978569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.978932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.979355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.979708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.980116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.980423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.980772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.981124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:06:14.984988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:15.324187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:06:15.533336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:06:15.543784 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:06:15.555979 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:06:15.556647 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846853040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:05:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:06:15.604295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] No DVR routers for this DVR port d74af338-107c-48a9-a3d0-e040d3e32b0d on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:06:15.606993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:15.610310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'name': 'network-vif-deleted', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:06:15.704020 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-760c9e91-9fb5-4276-bbb9-7496a5cdebe1 req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "DELETE /v2.0/ports/d74af338-107c-48a9-a3d0-e040d3e32b0d HTTP/1.1" status: 204  len: 173 time: 1.7392850
Nov 27 12:06:15.741479 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:06:15.744607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5846f6f3-e9c4-4c81-b82b-62a1d89269aa', 'name': 'network-vif-deleted', 'tag': 'd74af338-107c-48a9-a3d0-e040d3e32b0d', 'status': 'completed', 'code': 200}
Nov 27 12:06:15.988232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-332cea55-bf85-4a82-9978-baebf60ad583 req-4f184b2c-0fc8-4980-b0d8-d1020c31d789 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:06:16.078373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-332cea55-bf85-4a82-9978-baebf60ad583 req-4f184b2c-0fc8-4980-b0d8-d1020c31d789 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:06:16.079644 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-332cea55-bf85-4a82-9978-baebf60ad583 req-4f184b2c-0fc8-4980-b0d8-d1020c31d789 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=5846f6f3-e9c4-4c81-b82b-62a1d89269aa HTTP/1.1" status: 200  len: 210 time: 0.1362407
Nov 27 12:06:16.090840 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846853040>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:06:16.095105 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:06:16.106819 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:06:16.107425 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846853040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:05:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:06:16.286191 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:06:16.623041 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846853040>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:06:16.627748 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae529b-cc8c-491e-afdc-573349a74a82 None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:06:16.857297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a601c06-b73d-43af-925a-897a823ec119 None None] New status for floating IP 2dc21985-de05-4caf-ba04-95895441a126: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:06:17.514391 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-1f260d78-fb74-4963-bbda-f0c04bbca45c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--541286108&fields=id&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 267 time: 0.0518014
Nov 27 12:06:17.792718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-77967788-95da-4225-a919-8078f964da87 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:17.794281 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-77967788-95da-4225-a919-8078f964da87 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 811 time: 0.2732775
Nov 27 12:06:17.811683 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-96494112-8a82-4391-992a-66f3ea9fde4b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/quotas/88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 375 time: 0.0118670
Nov 27 12:06:17.908010 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-dc20d4fb-fa52-4ed3-9873-b2806e13f9fb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0905774
Nov 27 12:06:18.064075 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-949a79ed-fb0b-404d-b4ce-9d2290269fdb service neutron] 10.222.0.23 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428308
Nov 27 12:06:18.211446 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-e38e3dc2-6a5b-4524-bbe5-89ca43d6a289 service neutron] 10.222.0.23 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414018
Nov 27 12:06:18.461433 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4e9640e4-123f-40ba-85c8-0c24993e0363 req-14e12a02-6e5b-4c7f-a089-bf5a7c67f1ef tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 210 time: 0.0436001
Nov 27 12:06:18.621257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d74af338-107c-48a9-a3d0-e040d3e32b0d no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:06:18.655454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: d74af338-107c-48a9-a3d0-e040d3e32b0d {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:06:18.655804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d74af338-107c-48a9-a3d0-e040d3e32b0d not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:06:18.988862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9adda7b2-c7c8-49b2-a71c-a778c6a0cb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:19.631043 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8b0ad082-f795-410b-887c-a98ab91f8393 req-525eb099-691f-49d1-8564-ec28244bbbd8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 210 time: 0.0424500
Nov 27 12:06:19.817410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:20.824467 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-20cccd19-d0f1-4942-af0a-2524bf38a405 req-8804860f-ee97-419b-869e-c05d66792dd9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 210 time: 0.0641401
Nov 27 12:06:20.950055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-38708d16-a4c6-4ef4-978c-f7603c627dcc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:20.951407 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-38708d16-a4c6-4ef4-978c-f7603c627dcc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 811 time: 0.1544421
Nov 27 12:06:21.013496 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-6afc4884-9f4b-4caf-88c3-5241156198ce tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 379 time: 0.0482006
Nov 27 12:06:21.024285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'port': {'device_id': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'admin_state_up': True, 'tenant_id': '88d241527eee4094b192bf2414812c38', 'security_groups': ['2bae757a-2eee-4b4a-bd64-05f285df3374']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:06:21.151755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bc6af4e4-8c12-45d5-93dd-c34a6c84aa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:21.164698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:06:21.177977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:06:21.271895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Made reservation on behalf of 88d241527eee4094b192bf2414812c38 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:06:21.274958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:21.444088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Allocated IP 172.20.0.9 (fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac/a97d4506-d438-47fd-9629-c99f5551c2dc/16260e08-d849-4e12-b64a-86fafa0c4457) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:06:21.632315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:21.647674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Transition to ACTIVE for port object 16260e08-d849-4e12-b64a-86fafa0c4457 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:06:21.740824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:21.746652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20ce85a1-a5ae-4e26-bf9d-1eb71ff72092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:21.816617 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:06:21.820026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:06:21.824355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:06:21.849545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:21.855375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:21.894792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:21.895599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:22.004067 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9832132
Nov 27 12:06:22.020531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Request body: {'port': {'device_id': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:06:22.033468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac468f-b73e-4cb1-a65f-283585795091 req-1d5a39e7-c04c-4d18-acc0-fe924aab4998 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:22.036626 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5fac468f-b73e-4cb1-a65f-283585795091 req-1d5a39e7-c04c-4d18-acc0-fe924aab4998 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 931 time: 0.0842605
Nov 27 12:06:22.082197 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5fac468f-b73e-4cb1-a65f-283585795091 req-917a838c-5223-43f2-8cd7-380dac870e8c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414252
Nov 27 12:06:22.133386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:22.159981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2048a9dd-e804-4a6c-9889-9f92c5fc68d7 None None] Provisioning for port 16260e08-d849-4e12-b64a-86fafa0c4457 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:06:22.165874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2048a9dd-e804-4a6c-9889-9f92c5fc68d7 None None] Provisioning complete for port 16260e08-d849-4e12-b64a-86fafa0c4457 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:06:22.166281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2048a9dd-e804-4a6c-9889-9f92c5fc68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:22.221983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-2048a9dd-e804-4a6c-9889-9f92c5fc68d7 None None] Port 16260e08-d849-4e12-b64a-86fafa0c4457 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:06:22.462878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:22.579350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16260e08-d849-4e12-b64a-86fafa0c4457 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:06:22.586021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:22.600033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Transition to ACTIVE for port object 16260e08-d849-4e12-b64a-86fafa0c4457 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:06:22.666186 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:22.670341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:22.826451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:22.833584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:22.909650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Attempting to bind port 16260e08-d849-4e12-b64a-86fafa0c4457 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:06:22.910333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Attempting to bind port 16260e08-d849-4e12-b64a-86fafa0c4457 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:06:22.910333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Attempting to bind port 16260e08-d849-4e12-b64a-86fafa0c4457 on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:06:22.916844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Port 16260e08-d849-4e12-b64a-86fafa0c4457 on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:06:22.917165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Attempting to bind port 16260e08-d849-4e12-b64a-86fafa0c4457 on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:06:22.924708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:06:22.925047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Checking segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:06:22.925431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Bound using segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:06:22.925856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Bound port: 16260e08-d849-4e12-b64a-86fafa0c4457, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:06:22.926203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:23.028614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:06:23.032102 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:06:23.126390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:23.131039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8f699c1a-4e05-4ed1-af0a-4b0ced58e1cb tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:23.183738 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:23.185247 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] 10.222.0.39 "PUT /v2.0/ports/16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 1093 time: 1.1689293
Nov 27 12:06:23.185687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:06:23.209905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:23.213119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:23.254565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457', 'status': 'completed', 'code': 200}
Nov 27 12:06:23.425207 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f64452f9-710a-4953-b2ad-f81ac39fd20a req-c70d866b-09f1-4f5d-8a2f-074e5d0c7618 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1096 time: 0.1425121
Nov 27 12:06:23.546976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896b58-5cd2-4a4a-97df-c90221ad2bd4 req-eed9fab0-2be2-4ddd-a1d9-5d22f07b8bf3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:23.547610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-e0896b58-5cd2-4a4a-97df-c90221ad2bd4 req-eed9fab0-2be2-4ddd-a1d9-5d22f07b8bf3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:06:23.603570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64452f9-710a-4953-b2ad-f81ac39fd20a req-c408a7ad-50d0-4a74-87a5-2584edbea808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:23.605049 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f64452f9-710a-4953-b2ad-f81ac39fd20a req-c408a7ad-50d0-4a74-87a5-2584edbea808 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=88d241527eee4094b192bf2414812c38&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1677706
Nov 27 12:06:23.689085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-e0896b58-5cd2-4a4a-97df-c90221ad2bd4 req-eed9fab0-2be2-4ddd-a1d9-5d22f07b8bf3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:06:23.690317 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e0896b58-5cd2-4a4a-97df-c90221ad2bd4 req-eed9fab0-2be2-4ddd-a1d9-5d22f07b8bf3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 943 time: 0.3274844
Nov 27 12:06:23.778107 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e0896b58-5cd2-4a4a-97df-c90221ad2bd4 req-3ced3ccf-5f30-46b9-83bf-8b8fec7ff18d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793931
Nov 27 12:06:23.779173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64452f9-710a-4953-b2ad-f81ac39fd20a req-bd932c5b-41f0-49ef-ad0f-1d087b569117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:23.781026 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f64452f9-710a-4953-b2ad-f81ac39fd20a req-bd932c5b-41f0-49ef-ad0f-1d087b569117 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1688020
Nov 27 12:06:23.848916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:23.901952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-b6faab4e-2215-408c-894f-2700fb1338ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1096 time: 0.0721452
Nov 27 12:06:23.976303 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-951d0d8c-a09d-462d-a3f9-4f12b0d9119a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 217 time: 0.0611658
Nov 27 12:06:24.044766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-aa09b336-c954-4112-8c81-cabdd3731199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:24.046269 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-aa09b336-c954-4112-8c81-cabdd3731199 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0606453
Nov 27 12:06:24.125173 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-cbf43cf8-ad52-4124-95df-e51998573ed1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679724
Nov 27 12:06:24.258547 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-bb7b754b-14f5-466e-843f-cdf701931915 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223092
Nov 27 12:06:24.391843 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-82587fa1-9413-4487-b5c0-f9359d657d58 req-5c22a800-9c51-426b-a2d5-9f89556e68e4 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239121
Nov 27 12:06:24.973739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d89c7-21c2-41a8-9bde-da1e4fc60b20 req-7a70f213-5250-47c9-93ed-7b4e64d0602c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:24.975203 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-953d89c7-21c2-41a8-9bde-da1e4fc60b20 req-7a70f213-5250-47c9-93ed-7b4e64d0602c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 943 time: 0.0761507
Nov 27 12:06:25.019767 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-953d89c7-21c2-41a8-9bde-da1e4fc60b20 req-01d1f685-2934-401a-9af9-d6bad157b861 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390346
Nov 27 12:06:26.218567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830b424-08ac-4e11-b1dd-433ab8916a57 req-c85d9f1b-bdc2-4bec-9553-df69232b844c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:26.219990 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3830b424-08ac-4e11-b1dd-433ab8916a57 req-c85d9f1b-bdc2-4bec-9553-df69232b844c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 943 time: 0.0805383
Nov 27 12:06:26.371815 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3830b424-08ac-4e11-b1dd-433ab8916a57 req-0040ed15-ceb1-4a69-80c1-580b66f46e32 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1462848
Nov 27 12:06:26.651267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:06:26.784362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:06:26.797403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '16260e08-d849-4e12-b64a-86fafa0c4457', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': '16260e08-d849-4e12-b64a-86fafa0c4457', 'mac_address': 'fa:16:3e:80:24:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:06:26.853670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:26.870928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16260e08-d849-4e12-b64a-86fafa0c4457 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:06:26.888048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:06:26.976505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:26.978166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:27.041526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:27.044588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:27.231126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['16260e08-d849-4e12-b64a-86fafa0c4457'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:06:27.572719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758a7a6-209f-43cd-bc56-054a62f45b0f req-51300236-4fe8-4d5f-a01c-1309f13f09d1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:27.574133 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b758a7a6-209f-43cd-bc56-054a62f45b0f req-51300236-4fe8-4d5f-a01c-1309f13f09d1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 944 time: 0.0802019
Nov 27 12:06:27.618938 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b758a7a6-209f-43cd-bc56-054a62f45b0f req-a12cae61-c8c1-44d6-94af-21712fe0a39d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391874
Nov 27 12:06:28.666608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:06:28.812658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d6c4d-3c12-49e0-b0cd-0bf3d7078055 req-8fdb6c22-083d-4009-96de-ba7405037e0e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:28.814091 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-941d6c4d-3c12-49e0-b0cd-0bf3d7078055 req-8fdb6c22-083d-4009-96de-ba7405037e0e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 944 time: 0.0780349
Nov 27 12:06:28.822574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 16260e08-d849-4e12-b64a-86fafa0c4457 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:06:28.828878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 16260e08-d849-4e12-b64a-86fafa0c4457 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:06:28.828878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:28.859257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-941d6c4d-3c12-49e0-b0cd-0bf3d7078055 req-8a5ee243-2e56-4792-a85d-fd847a82f4c1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389683
Nov 27 12:06:28.946748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:28.972179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:06:28.981351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:06:29.027578 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457', 'code': 200}
Nov 27 12:06:29.060548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:29.063208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:06:29.132223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:06:29.135425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:06:29.411158 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-070891af-fdc1-47b0-915c-bf58800145d2 req-1ba6fedb-d33a-4c1d-b3f1-295a09048600 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1098 time: 0.0718143
Nov 27 12:06:29.456668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-070891af-fdc1-47b0-915c-bf58800145d2 req-fdac86bf-6703-48aa-8265-4d6f382d5ab0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347853
Nov 27 12:06:30.055317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68487b-635e-4adc-bd05-5badc6c3fb5b req-06e6bdff-2c27-4eb4-8c62-e725b90a8a7b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:30.056776 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1e68487b-635e-4adc-bd05-5badc6c3fb5b req-06e6bdff-2c27-4eb4-8c62-e725b90a8a7b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0751634
Nov 27 12:06:30.105090 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1e68487b-635e-4adc-bd05-5badc6c3fb5b req-57dc6257-5f46-4bff-9d89-cd790aa03099 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423846
Nov 27 12:06:31.301757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4034675-b792-4e13-b853-ce6c3ab74e4f req-5b5e67f0-fa9d-4795-8f14-b748df9e6bb1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:31.303369 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e4034675-b792-4e13-b853-ce6c3ab74e4f req-5b5e67f0-fa9d-4795-8f14-b748df9e6bb1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0778413
Nov 27 12:06:31.349488 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e4034675-b792-4e13-b853-ce6c3ab74e4f req-7b9134b6-0635-43e2-9329-a12b940b57d5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406656
Nov 27 12:06:31.537609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d8ada-0a6c-4166-bd0b-cc82a7c2d69f req-41066204-c029-44b0-8679-9d59faf43050 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:31.539069 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-547d8ada-0a6c-4166-bd0b-cc82a7c2d69f req-41066204-c029-44b0-8679-9d59faf43050 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0757883
Nov 27 12:06:31.547710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55566) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:06:31.552767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'floatingip': {'port_id': '16260e08-d849-4e12-b64a-86fafa0c4457'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:06:31.629460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:32.232039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:32.296625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:32.488444 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Floating IP 2dc21985-de05-4caf-ba04-95895441a126 associated. External IP: 172.26.6.198, port: 16260e08-d849-4e12-b64a-86fafa0c4457.
Nov 27 12:06:32.978952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:06:33.211222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:06:33.215777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:33.221115 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:06:33.233613 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:06:33.234129 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846853820>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:06:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:06:33.274667 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-333da464-e11f-4e6d-bc61-0f31c7a5c1f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "PUT /v2.0/floatingips/2dc21985-de05-4caf-ba04-95895441a126 HTTP/1.1" status: 200  len: 991 time: 1.7258501
Nov 27 12:06:33.275624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:06:33.335037 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457', 'status': 'completed', 'code': 200}
Nov 27 12:06:33.434714 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-ad744ad0-1455-4053-9f71-2db995b3bb70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1098 time: 0.0752325
Nov 27 12:06:33.439976 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:06:33.571153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-81d89d47-687f-4c43-a671-905388155ec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:33.572605 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-81d89d47-687f-4c43-a671-905388155ec9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1307888
Nov 27 12:06:33.675325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-71d11890-54b5-4147-a19d-72dac2fd7586 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 999 time: 0.0966256
Nov 27 12:06:33.740467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-f2133b6e-caf8-48d1-bb10-84908ff85778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:33.741909 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-f2133b6e-caf8-48d1-bb10-84908ff85778 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0597737
Nov 27 12:06:33.814494 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846853820>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': '16260e08-d849-4e12-b64a-86fafa0c4457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:80:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:06:32Z', 'revision_number': 9, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:06:33.818598 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:06:33.821329 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-99b22056-dfd0-4598-bce3-59e60f035a2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727191
Nov 27 12:06:33.829024 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:06:33.829618 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846853820>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:06:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:06:33.954834 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-95282864-e632-4751-a8e6-f900bcc7d6e4 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266513
Nov 27 12:06:34.010364 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:06:34.089783 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07e7a15e-64e8-4fa7-8ec5-bdf231837aa2 req-e657f262-45a1-42f6-a919-01e095e97131 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282718
Nov 27 12:06:34.353233 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846853820>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': '16260e08-d849-4e12-b64a-86fafa0c4457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:80:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:06:32Z', 'revision_number': 9, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:06:34.357116 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c7ac7-b441-4f69-8beb-a0505d832183 None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': '16260e08-d849-4e12-b64a-86fafa0c4457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:80:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:06:32Z', 'revision_number': 9, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:06:34.548768 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e142c39-4cbc-4815-bd0c-d6ea448e5679 None None] New status for floating IP 2dc21985-de05-4caf-ba04-95895441a126: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:06:38.564677 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33287a2f-6e87-4059-8140-f53a0548809e req-080773c7-dd64-4f64-accc-d72759bc1003 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0753326
Nov 27 12:06:38.698146 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33287a2f-6e87-4059-8140-f53a0548809e req-270cb2a2-f824-4234-8f26-3273741de0a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1098 time: 0.0676069
Nov 27 12:06:38.839586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a2f-6e87-4059-8140-f53a0548809e req-66f4638b-87ca-4d8a-a1bc-b878f42f456e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:38.841043 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33287a2f-6e87-4059-8140-f53a0548809e req-66f4638b-87ca-4d8a-a1bc-b878f42f456e service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1248739
Nov 27 12:06:39.057862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33287a2f-6e87-4059-8140-f53a0548809e req-4a52a9d5-aa17-4def-99e4-0a428bd77a6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 1002 time: 0.2099719
Nov 27 12:06:39.121795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a2f-6e87-4059-8140-f53a0548809e req-a37c3741-78fc-4d71-be9a-8daef86198c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:06:39.123224 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33287a2f-6e87-4059-8140-f53a0548809e req-a37c3741-78fc-4d71-be9a-8daef86198c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0585279
Nov 27 12:06:39.200172 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33287a2f-6e87-4059-8140-f53a0548809e req-c2051c5a-ed5a-4b76-b051-7eaaa0e639ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703835
Nov 27 12:06:39.335758 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33287a2f-6e87-4059-8140-f53a0548809e req-2dba9bef-d8ee-49ef-91aa-cdcd3e80c1f6 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264455
Nov 27 12:06:39.411025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:39.468110 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-33287a2f-6e87-4059-8140-f53a0548809e req-69544abe-353f-4b96-b195-560d9c47772f service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262233
Nov 27 12:06:41.138117 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:06:48.999637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cff317b6-c5d3-4a37-8783-688b61b220d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:49.845249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:51.151874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-04b21126-1c59-42c4-80b9-47b625927f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:52.479231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:06:53.873815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:09.416627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:12.477484 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cab529af-e373-43dd-a0e6-1e37b909b452 req-75f2ca07-b87d-4156-9e7a-b224804843fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1419892
Nov 27 12:07:13.953550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873736-076c-4207-9324-cfd30ac0faa9 req-e5eae88d-2df2-4a54-aa4a-036a8d0c2ec4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:13.955025 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-85873736-076c-4207-9324-cfd30ac0faa9 req-e5eae88d-2df2-4a54-aa4a-036a8d0c2ec4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0816157
Nov 27 12:07:14.006496 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-85873736-076c-4207-9324-cfd30ac0faa9 req-390701f4-1c51-4d26-b2c8-853f669cc1c2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458078
Nov 27 12:07:14.078832 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-a78b3425-b10b-4ba0-8de6-30369e44c2eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0698686
Nov 27 12:07:15.209692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f684e-cc34-4b31-8d87-1c8c0fa35f42 req-13fbf61c-9f6c-47ee-9c98-dd2d04270bac tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:15.211141 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d20f684e-cc34-4b31-8d87-1c8c0fa35f42 req-13fbf61c-9f6c-47ee-9c98-dd2d04270bac tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0823088
Nov 27 12:07:15.255472 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d20f684e-cc34-4b31-8d87-1c8c0fa35f42 req-5a191ef3-8968-4317-ad23-b90958f730e6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388024
Nov 27 12:07:16.451849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4326c-1067-48c0-94f1-8c94b6c7033c req-8cda45cc-8924-4b99-a7b8-bf9bc744b905 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:16.453342 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3ba4326c-1067-48c0-94f1-8c94b6c7033c req-8cda45cc-8924-4b99-a7b8-bf9bc744b905 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0781355
Nov 27 12:07:16.503493 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3ba4326c-1067-48c0-94f1-8c94b6c7033c req-7b489b24-3a17-4dba-89dd-12efa8a2a685 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444572
Nov 27 12:07:16.581459 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-01915d88-f7f3-4dfe-ac72-cf14c4aee1af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1098 time: 0.0699892
Nov 27 12:07:16.727719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-cb3f48a0-d69f-4a17-9720-366accb4e13c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:16.729222 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-cb3f48a0-d69f-4a17-9720-366accb4e13c service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1382000
Nov 27 12:07:16.842372 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-3ccc3a09-a580-4169-9cb6-624b14b9bb42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 1002 time: 0.0967863
Nov 27 12:07:16.909094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-dbb75d80-06d6-4e0b-aac0-be4d10214706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:16.910584 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-dbb75d80-06d6-4e0b-aac0-be4d10214706 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0568571
Nov 27 12:07:16.992699 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-84edc14e-bb08-4cc5-b4d6-2f019db4cebf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720844
Nov 27 12:07:17.127626 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-928daa76-f763-43ff-ad56-998df138b8bc service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244543
Nov 27 12:07:17.260670 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-26e92874-6800-4074-932b-3e299067c9ff service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228445
Nov 27 12:07:17.698811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ffaca-c9e8-40f3-9670-6021714b1907 req-0834526b-d99a-4fc7-ac2a-6ce08d4cfc6d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:17.700264 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-308ffaca-c9e8-40f3-9670-6021714b1907 req-0834526b-d99a-4fc7-ac2a-6ce08d4cfc6d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0769227
Nov 27 12:07:17.745236 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-308ffaca-c9e8-40f3-9670-6021714b1907 req-5940f45a-2873-44af-b602-58dbf380c7dc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392740
Nov 27 12:07:18.139045 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:07:18.945816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014ade-dce0-4235-b90b-904e5db29133 req-e754e89b-9de7-48bb-80fb-d6cebc073c98 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:18.947293 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e014ade-dce0-4235-b90b-904e5db29133 req-e754e89b-9de7-48bb-80fb-d6cebc073c98 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0800130
Nov 27 12:07:18.965392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a64a4d38-38e7-47d5-9e66-c808bb3644f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:18.997406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e014ade-dce0-4235-b90b-904e5db29133 req-88cb2f82-30b6-46ba-b069-48df2ce4285b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441611
Nov 27 12:07:19.793065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:20.289199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdc57b-bb5b-43d6-844f-dda495c37821 req-b9f63d38-3706-4f4e-998f-715f2c5d87ae tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:20.290659 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-14cdc57b-bb5b-43d6-844f-dda495c37821 req-b9f63d38-3706-4f4e-998f-715f2c5d87ae tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.1736414
Nov 27 12:07:20.336315 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-14cdc57b-bb5b-43d6-844f-dda495c37821 req-92c6d345-6e0d-453b-811f-e62a81039d33 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394144
Nov 27 12:07:21.159112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a3feb863-e3a0-4c99-af1a-a2f123ea1b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:21.541676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cd978-11a0-46d4-980a-9bb4c518ad5d req-a22b7fe3-a154-4b4c-8908-b1da91940a33 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:21.543795 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2e0cd978-11a0-46d4-980a-9bb4c518ad5d req-a22b7fe3-a154-4b4c-8908-b1da91940a33 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0823166
Nov 27 12:07:21.587931 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2e0cd978-11a0-46d4-980a-9bb4c518ad5d req-fcd226ab-2f08-40a7-a580-9c63a920a993 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386455
Nov 27 12:07:22.484918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:22.784746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06337ce2-23b5-47f2-bab8-835fd2c5b3a1 req-976b590c-b030-41a0-9eab-6ce7c35ddd86 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:22.786168 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-06337ce2-23b5-47f2-bab8-835fd2c5b3a1 req-976b590c-b030-41a0-9eab-6ce7c35ddd86 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0759249
Nov 27 12:07:22.833441 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-06337ce2-23b5-47f2-bab8-835fd2c5b3a1 req-81658d0c-f000-4b44-87c7-841348f29a1c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418169
Nov 27 12:07:23.867632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:24.032360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36919f33-b221-425f-8468-f7d9d9ad602e req-f0d3f858-8994-4290-ad5c-176fd2b0ad6e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:24.033726 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-36919f33-b221-425f-8468-f7d9d9ad602e req-f0d3f858-8994-4290-ad5c-176fd2b0ad6e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0768311
Nov 27 12:07:24.078829 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-36919f33-b221-425f-8468-f7d9d9ad602e req-dac4c8c8-d3c4-4e54-ac43-b63adc23d33c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395565
Nov 27 12:07:25.272256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefa3d6-5150-48db-b19a-2b23e3822e2c req-aa628682-0a49-4a75-8290-27366bae360d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:25.273688 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-daefa3d6-5150-48db-b19a-2b23e3822e2c req-aa628682-0a49-4a75-8290-27366bae360d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0756876
Nov 27 12:07:25.319030 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-daefa3d6-5150-48db-b19a-2b23e3822e2c req-1b5915ec-363c-4090-8a07-14cc952e3bd8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392942
Nov 27 12:07:26.518106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647669b-8082-4a36-8d7e-38fd6b21a8ad req-04bae531-2a7a-4a9b-9ace-4b34e5a68450 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:26.519553 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7647669b-8082-4a36-8d7e-38fd6b21a8ad req-04bae531-2a7a-4a9b-9ace-4b34e5a68450 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0796623
Nov 27 12:07:26.565706 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7647669b-8082-4a36-8d7e-38fd6b21a8ad req-d04876f2-9817-47f7-93bf-3d0fabeed942 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401289
Nov 27 12:07:27.775019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2748a0-0244-4a9d-8604-8bb94dc5efd5 req-65b202c0-76ca-4b78-8c03-5fcb5a51f0e9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:27.776469 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eb2748a0-0244-4a9d-8604-8bb94dc5efd5 req-65b202c0-76ca-4b78-8c03-5fcb5a51f0e9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0804629
Nov 27 12:07:27.822422 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eb2748a0-0244-4a9d-8604-8bb94dc5efd5 req-c72818f4-c01a-4068-9c26-3c36288ed814 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397751
Nov 27 12:07:29.022178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d471a16-e364-41bf-ae0c-d36a1caeb253 req-c4d7b044-d7eb-4029-b1cb-12592cdd53cd tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:29.023660 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2d471a16-e364-41bf-ae0c-d36a1caeb253 req-c4d7b044-d7eb-4029-b1cb-12592cdd53cd tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0752864
Nov 27 12:07:29.072599 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2d471a16-e364-41bf-ae0c-d36a1caeb253 req-9e596155-5b34-4c32-9af3-919cae07d421 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435021
Nov 27 12:07:29.491993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-1e607b62-eaea-4276-a40e-aba4f51b5972 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:07:29.492931 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-1e607b62-eaea-4276-a40e-aba4f51b5972 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051389
Nov 27 12:07:29.575885 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-3192d50b-1067-4087-b191-9cb7194136c3 service neutron] 10.222.0.39 "GET /v2.0/ports/16260e08-d849-4e12-b64a-86fafa0c4457/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.0724542
Nov 27 12:07:30.329439 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-2b8f60e3-675a-4556-a57e-6327b55a44f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 1098 time: 0.0974679
Nov 27 12:07:30.334995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a02c-8043-4ded-aa5f-fbf7a4d9e4eb req-23f016fd-220f-4d60-a131-652a371f052e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:30.336313 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2e6a02c-8043-4ded-aa5f-fbf7a4d9e4eb req-23f016fd-220f-4d60-a131-652a371f052e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.1376030
Nov 27 12:07:30.424895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2e6a02c-8043-4ded-aa5f-fbf7a4d9e4eb req-362fc996-08aa-4792-b114-ea7cb12b2d32 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827866
Nov 27 12:07:30.448750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-a4e3303b-10c5-450b-9c20-c75b7ec86462 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1098 time: 0.0909650
Nov 27 12:07:30.582799 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-4988808f-1bd9-4654-89f7-8f939e0a3e7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:30.584227 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-4988808f-1bd9-4654-89f7-8f939e0a3e7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1262479
Nov 27 12:07:30.688203 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-963fe385-3810-4c31-85b0-5374b5a6d6e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 1002 time: 0.0954583
Nov 27 12:07:30.752670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-92ac8317-4992-450c-aab6-a2c667cd752f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:30.754104 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-92ac8317-4992-450c-aab6-a2c667cd752f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0566444
Nov 27 12:07:30.835977 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-ecf8612f-509a-4e0c-a181-4a3f3661a062 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710976
Nov 27 12:07:30.970192 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-ea7df9b4-cf26-4d20-8fc5-d4f4a8c1d74a service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241546
Nov 27 12:07:31.100996 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ab46d39b-2ab2-4dd6-98d4-1254f1d59b98 req-bbf654af-da95-4a5b-93e2-716783130d93 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236911
Nov 27 12:07:31.621863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aabac-abdc-428d-9c00-e01f22b9b9e0 req-8c22b913-2bf9-4f5c-bbcc-3d6213a38915 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:31.623229 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cf5aabac-abdc-428d-9c00-e01f22b9b9e0 req-8c22b913-2bf9-4f5c-bbcc-3d6213a38915 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0774875
Nov 27 12:07:31.667904 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cf5aabac-abdc-428d-9c00-e01f22b9b9e0 req-3a948788-bc93-4c3a-a40e-d4a9bdd441fa tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385785
Nov 27 12:07:32.864175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba89c7-e01f-4223-9028-06d3d92b5618 req-d543fbe4-34bf-4db1-b4b9-b8250dfb4c4a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:32.865595 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-baba89c7-e01f-4223-9028-06d3d92b5618 req-d543fbe4-34bf-4db1-b4b9-b8250dfb4c4a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0765126
Nov 27 12:07:32.911706 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-baba89c7-e01f-4223-9028-06d3d92b5618 req-4424a72d-c6aa-453a-ba61-7569692a974b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405805
Nov 27 12:07:32.966851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:07:33.075475 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:33.101534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:07:33.111568 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:33.174322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:33.176334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:33.247876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:33.251372 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457', 'code': 200}
Nov 27 12:07:33.258142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.258503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.258845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.259174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.259504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.259832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.260153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.260473 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.260789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.261133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.261450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:33.265262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:34.112546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f7a38-dc8a-44f0-8cb6-2be0eb3bba68 req-539a46f8-9540-4afa-bc45-508531282af7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:34.114007 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04f7a38-dc8a-44f0-8cb6-2be0eb3bba68 req-539a46f8-9540-4afa-bc45-508531282af7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 943 time: 0.0800512
Nov 27 12:07:34.159835 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04f7a38-dc8a-44f0-8cb6-2be0eb3bba68 req-a7f57461-0c68-4498-8cec-695601a720f6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401566
Nov 27 12:07:34.977440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:07:35.118252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:35.131923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '16260e08-d849-4e12-b64a-86fafa0c4457', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': '16260e08-d849-4e12-b64a-86fafa0c4457', 'mac_address': 'fa:16:3e:80:24:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:07:35.172682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121dbe-d3ae-4e89-98bb-ccc845e362f3 req-5ee0c56e-a0b0-463b-a0d1-793f8fab99d7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:35.174107 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02121dbe-d3ae-4e89-98bb-ccc845e362f3 req-5ee0c56e-a0b0-463b-a0d1-793f8fab99d7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 943 time: 0.2499495
Nov 27 12:07:35.186250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:35.203244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16260e08-d849-4e12-b64a-86fafa0c4457 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:07:35.213963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-853ac277-a4eb-4228-aa7b-72e1be2a47c4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:35.215483 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-853ac277-a4eb-4228-aa7b-72e1be2a47c4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb&tenant_id=88d241527eee4094b192bf2414812c38&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200  len: 943 time: 0.2435951
Nov 27 12:07:35.220003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:35.278909 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02121dbe-d3ae-4e89-98bb-ccc845e362f3 req-40a3c670-1001-48df-9e88-9862ca004d69 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937088
Nov 27 12:07:35.295884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:35.298805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:35.306728 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-593e83cb-d912-49ae-80cf-4b8528a91eae service neutron] 10.222.0.39 "GET /v2.0/ports/16260e08-d849-4e12-b64a-86fafa0c4457/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.0817909
Nov 27 12:07:35.380374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:35.383467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:35.385302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['16260e08-d849-4e12-b64a-86fafa0c4457'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:07:35.415663 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-6c3a94bc-e100-4cec-9827-346ef759e637 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1097 time: 0.0760725
Nov 27 12:07:35.621584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-87bdd4cf-26aa-4d1b-9da9-c02b76de829a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:35.623050 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-87bdd4cf-26aa-4d1b-9da9-c02b76de829a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1999667
Nov 27 12:07:35.729555 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-d1b4bde2-e596-429d-990a-7429d3fa63b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 1001 time: 0.0970173
Nov 27 12:07:35.791533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-b7695793-d512-4b80-8c2d-b0efece71356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:35.792933 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-b7695793-d512-4b80-8c2d-b0efece71356 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0569034
Nov 27 12:07:35.868906 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-9cc85c64-76c9-4afa-b74f-9e5723976573 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689707
Nov 27 12:07:36.000006 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-6e85c8fd-148a-497a-a274-4b3961246afa service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244836
Nov 27 12:07:36.130421 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-6c09c20a-b7ca-4768-b97a-d61b9a9d74d3 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242998
Nov 27 12:07:36.500249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036fc09-0c32-4b92-9141-12b4c3173dc2 req-8d9316ac-4743-4398-a311-016ffb6d6dab tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:36.501708 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d036fc09-0c32-4b92-9141-12b4c3173dc2 req-8d9316ac-4743-4398-a311-016ffb6d6dab tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 944 time: 0.0805728
Nov 27 12:07:36.646406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d036fc09-0c32-4b92-9141-12b4c3173dc2 req-4819519e-5d77-4616-874f-196f0876ad17 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1390841
Nov 27 12:07:36.986235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:07:37.059559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 16260e08-d849-4e12-b64a-86fafa0c4457 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:07:37.059924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:37.171755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:37.198076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:07:37.208274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:37.259688 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457', 'code': 200}
Nov 27 12:07:37.313517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:37.315695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:37.379548 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:37.382500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:37.840895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3841dd-122f-4a1f-ada4-10049eda91bc req-bff04605-203f-4919-b5cc-c3f623792eca tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:37.842310 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b3841dd-122f-4a1f-ada4-10049eda91bc req-bff04605-203f-4919-b5cc-c3f623792eca tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0758705
Nov 27 12:07:37.888594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b3841dd-122f-4a1f-ada4-10049eda91bc req-6283af4e-ef17-4dd4-97bb-3ac2aea6c645 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398276
Nov 27 12:07:39.095401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ee041-d8d8-457c-a896-ef01a86cb8e9 req-2939f14a-6944-4e13-b5f0-fe32d7bff949 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:39.096836 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-765ee041-d8d8-457c-a896-ef01a86cb8e9 req-2939f14a-6944-4e13-b5f0-fe32d7bff949 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0819242
Nov 27 12:07:39.144092 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-765ee041-d8d8-457c-a896-ef01a86cb8e9 req-e5b1d945-ca93-4770-b830-cad185130ef7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416360
Nov 27 12:07:39.368985 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-3d0b4118-4099-4f6b-b9d1-08ec5c71d0aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1098 time: 0.0700140
Nov 27 12:07:39.473268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:39.578247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-8810523b-1a07-4e5b-aaf8-3e9ac7d43da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:39.580129 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-8810523b-1a07-4e5b-aaf8-3e9ac7d43da8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1841280
Nov 27 12:07:39.585085 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-978c5733-349d-4e10-ae01-b3e11f0221d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 1098 time: 0.1685958
Nov 27 12:07:39.689337 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-8d91da89-817a-4fe8-baa1-a787a1090a3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 1002 time: 0.0970049
Nov 27 12:07:39.753954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-1f914687-80d2-42de-8c06-919c33151a90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:39.755354 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-1f914687-80d2-42de-8c06-919c33151a90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0560353
Nov 27 12:07:39.832987 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-e96ac87a-75ef-46b5-97fb-b5b6087bba41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669413
Nov 27 12:07:39.966535 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-93768c6f-5e98-4fbb-b4ad-c74d219859b0 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233702
Nov 27 12:07:40.207561 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-638ed3e4-0d14-465f-b2b7-b6ce0d74040b req-8feb1253-22e7-4861-92e4-cf7919204da1 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310252
Nov 27 12:07:40.348722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30b163-beb3-4bc8-a01b-29d82f6a66d9 req-94d69c3f-87b6-42d2-8bd9-19e553d2567a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:40.349815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-de30b163-beb3-4bc8-a01b-29d82f6a66d9 req-94d69c3f-87b6-42d2-8bd9-19e553d2567a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0789149
Nov 27 12:07:40.386669 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-7dd2e711-8729-4931-a014-62b3f50725ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 1098 time: 0.0721772
Nov 27 12:07:40.394590 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-de30b163-beb3-4bc8-a01b-29d82f6a66d9 req-1ef60d25-528b-4024-ad97-f3bb052076ff tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395665
Nov 27 12:07:40.528772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-1114ddb6-d029-4532-aa65-7df31d18231c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:40.530123 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-1114ddb6-d029-4532-aa65-7df31d18231c service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1338952
Nov 27 12:07:40.639740 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-b19aa397-472a-4f03-9f4f-989d380ac5df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 200  len: 1002 time: 0.0979829
Nov 27 12:07:40.704891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-8067d6a0-e5a9-4436-9103-6e15841e7738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:40.706285 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-8067d6a0-e5a9-4436-9103-6e15841e7738 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0571990
Nov 27 12:07:40.795070 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-a33f21d9-21d9-42f0-ad45-b7b62f740c0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735130
Nov 27 12:07:40.927197 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-28af33c3-ff2e-4bf8-96fb-5453170c2985 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251764
Nov 27 12:07:41.025175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:07:41.061977 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-7de0794a-aff7-4c17-876a-8a56ea771c17 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246867
Nov 27 12:07:41.138192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:41.164800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:07:41.174344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:41.225997 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457', 'code': 200}
Nov 27 12:07:41.253381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:41.255982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:41.323084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=9']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:41.326023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:41.591892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973ae98-e0c0-4081-a1e0-eb0739eec2cb req-17cf8395-6788-4471-b91e-211330205cb9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:41.593222 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0973ae98-e0c0-4081-a1e0-eb0739eec2cb req-17cf8395-6788-4471-b91e-211330205cb9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 943 time: 0.0757074
Nov 27 12:07:41.640605 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0973ae98-e0c0-4081-a1e0-eb0739eec2cb req-85559348-1825-47c7-820c-3582d22cd0df tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418477
Nov 27 12:07:42.841734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efde32-9635-4152-96ca-e1fb4c1d8740 req-db90accc-e494-4a57-b02e-43e9301a606d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:42.843223 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c1efde32-9635-4152-96ca-e1fb4c1d8740 req-db90accc-e494-4a57-b02e-43e9301a606d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 943 time: 0.0770495
Nov 27 12:07:42.893029 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c1efde32-9635-4152-96ca-e1fb4c1d8740 req-d3ad17ab-ab79-47d3-b9af-072362ca84c0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436258
Nov 27 12:07:43.039630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:07:43.213775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:43.226601 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '16260e08-d849-4e12-b64a-86fafa0c4457', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': '16260e08-d849-4e12-b64a-86fafa0c4457', 'mac_address': 'fa:16:3e:80:24:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:07:43.279808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:43.296363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16260e08-d849-4e12-b64a-86fafa0c4457 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:07:43.310930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:43.364364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:43.367048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:43.447315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['16260e08-d849-4e12-b64a-86fafa0c4457'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:07:43.494353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=10']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:43.498744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:44.089406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9301d-438f-49df-863a-e1957f9268ab req-f1ef371b-87ec-4b56-9854-de9d0ee73f22 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:44.090981 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-41d9301d-438f-49df-863a-e1957f9268ab req-f1ef371b-87ec-4b56-9854-de9d0ee73f22 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0770786
Nov 27 12:07:44.136195 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-41d9301d-438f-49df-863a-e1957f9268ab req-8f997f92-19ba-494d-b2cd-8a52a9b88dd2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391006
Nov 27 12:07:44.335537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80eb58-5004-4877-9255-ba1d496aac3b req-7a8c905d-64a8-43b1-adc7-ab1cd5763143 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:44.336980 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1a80eb58-5004-4877-9255-ba1d496aac3b req-7a8c905d-64a8-43b1-adc7-ab1cd5763143 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0798719
Nov 27 12:07:44.381716 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1a80eb58-5004-4877-9255-ba1d496aac3b req-5677fd32-e1c0-4050-94f7-df60cf6e4406 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392468
Nov 27 12:07:44.724363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774edd-dc05-491e-a85b-755f32dd9ad0 req-d88d1c65-538a-4ef4-991e-bc65d98ab368 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:44.725795 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d0774edd-dc05-491e-a85b-755f32dd9ad0 req-d88d1c65-538a-4ef4-991e-bc65d98ab368 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 945 time: 0.0797236
Nov 27 12:07:44.771524 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d0774edd-dc05-491e-a85b-755f32dd9ad0 req-995422c0-f220-4c63-92cf-ac41d021965e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400810
Nov 27 12:07:45.047176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:07:45.136565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 16260e08-d849-4e12-b64a-86fafa0c4457 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:07:45.137064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:45.251686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:45.277505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:07:45.287981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:45.336509 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457', 'code': 200}
Nov 27 12:07:45.375654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:45.377524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:45.444758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=11']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:45.447720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:45.452033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34856f5b-941b-4391-adb4-2bff46713cc1 req-f515eead-c27f-4e06-a14f-5c0ac2d65156 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:45.453516 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-34856f5b-941b-4391-adb4-2bff46713cc1 req-f515eead-c27f-4e06-a14f-5c0ac2d65156 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 946 time: 0.0828490
Nov 27 12:07:45.501760 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-34856f5b-941b-4391-adb4-2bff46713cc1 req-77f3bac3-ba31-4820-a9e3-84620b2fbf4a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393856
Nov 27 12:07:46.701485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25160a8-69ba-4094-97bb-55cbd40b5953 req-965d41e9-5e57-4705-940f-9ea182301122 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:46.702993 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e25160a8-69ba-4094-97bb-55cbd40b5953 req-965d41e9-5e57-4705-940f-9ea182301122 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 946 time: 0.0809181
Nov 27 12:07:46.747300 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e25160a8-69ba-4094-97bb-55cbd40b5953 req-e63120d6-0534-4e29-a19f-95bce63af067 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388346
Nov 27 12:07:47.817481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-71d3c8a6-0570-4f12-a4d3-d8a08fffa81a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:47.819699 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-71d3c8a6-0570-4f12-a4d3-d8a08fffa81a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 946 time: 0.0889707
Nov 27 12:07:47.899816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Deleting port 16260e08-d849-4e12-b64a-86fafa0c4457 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:07:47.900157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:47.954424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7afc98-d2e7-4707-9b28-8f2d5cbfcecd req-2fb4ebf5-c70e-4e27-bcb1-c0694951c75c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:47.956006 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e7afc98-d2e7-4707-9b28-8f2d5cbfcecd req-2fb4ebf5-c70e-4e27-bcb1-c0694951c75c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 946 time: 0.0820258
Nov 27 12:07:48.002145 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e7afc98-d2e7-4707-9b28-8f2d5cbfcecd req-e06dcad4-204c-417e-8424-8c9b90e4f541 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404575
Nov 27 12:07:48.150590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] For port 16260e08-d849-4e12-b64a-86fafa0c4457, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=16260e08-d849-4e12-b64a-86fafa0c4457,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:07:48.150862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:48.535468 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:48.535748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:48.536052 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Floating IP 2dc21985-de05-4caf-ba04-95895441a126 disassociated. External IP: 172.26.6.198, port: 16260e08-d849-4e12-b64a-86fafa0c4457.
Nov 27 12:07:48.536385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Calling delete_port for 16260e08-d849-4e12-b64a-86fafa0c4457 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:07:48.753420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:48.759644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-13ec2504-e9a5-4b11-ab9f-2d08fc593bee tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:48.806180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event deleted for resources: {'Port': ['ID=16260e08-d849-4e12-b64a-86fafa0c4457,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:48.819421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.819933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.820170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.820519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.820885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.821247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.821604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.822014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.822308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.822693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.823048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:07:48.826976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:48.958665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4182-f5bd-4db5-85f6-bc5b8ebb85aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:49.030926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:07:49.171326 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2dc8973b-a643-489d-a8d0-c5e206824844 req-d6c78792-670a-4d11-857e-274fb120aae3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 210 time: 0.0468774
Nov 27 12:07:49.269212 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:07:49.279134 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:07:49.294225 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:07:49.294938 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463dea90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:07:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:07:49.341398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] No DVR routers for this DVR port 16260e08-d849-4e12-b64a-86fafa0c4457 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:07:49.344384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:49.350657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-deleted', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:07:49.406890 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83e2bb5-e759-42e3-a8b1-0ff9531a8abb', 'name': 'network-vif-deleted', 'tag': '16260e08-d849-4e12-b64a-86fafa0c4457', 'status': 'completed', 'code': 200}
Nov 27 12:07:49.423092 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-008aadf9-59b2-49ca-a2ae-21cdd8797cc2 req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "DELETE /v2.0/ports/16260e08-d849-4e12-b64a-86fafa0c4457 HTTP/1.1" status: 204  len: 173 time: 1.5945580
Nov 27 12:07:49.471306 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:07:49.804349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:49.810854 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463dea90>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:07:49.815506 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:07:49.825691 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:07:49.826273 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463dea90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:07:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:07:49.998506 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:07:50.326950 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463dea90>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:07:50.331724 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58638320-5acc-45b5-b160-eeea6fef78ee None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:07:50.351643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f0198ed5-10d5-429f-911e-8f0e85be31d2 req-552d3559-405a-4b74-aeb6-e10b9a746d9e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:07:50.447965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f0198ed5-10d5-429f-911e-8f0e85be31d2 req-552d3559-405a-4b74-aeb6-e10b9a746d9e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:07:50.449155 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f0198ed5-10d5-429f-911e-8f0e85be31d2 req-552d3559-405a-4b74-aeb6-e10b9a746d9e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83e2bb5-e759-42e3-a8b1-0ff9531a8abb HTTP/1.1" status: 200  len: 210 time: 0.1437354
Nov 27 12:07:50.558703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3acd90-a36d-4689-b262-d1faffc8af68 None None] New status for floating IP 2dc21985-de05-4caf-ba04-95895441a126: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:07:51.081343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:07:51.121523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 16260e08-d849-4e12-b64a-86fafa0c4457 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:07:51.121867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 16260e08-d849-4e12-b64a-86fafa0c4457 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:07:51.181502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6f7717cc-dea8-42ba-9580-5b8d08c03652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:51.826881 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-c0455634-00bf-4896-b0d1-94d057b058a5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--541286108&fields=id&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 267 time: 0.0438478
Nov 27 12:07:51.976658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-849c38ad-efec-44ca-b822-b2994556da62 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:51.977969 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-849c38ad-efec-44ca-b822-b2994556da62 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 811 time: 0.1439366
Nov 27 12:07:51.994128 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-905cdbb6-7f03-4a07-9db2-3ff02bde6cb2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/quotas/88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 375 time: 0.0105860
Nov 27 12:07:52.078380 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5a662b09-6bc4-4c2d-ad23-614e14f09786 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0794101
Nov 27 12:07:52.296489 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-cda1f93e-a0f9-40d4-80f2-e6c2afb1b50d service neutron] 10.222.0.23 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061467
Nov 27 12:07:52.429352 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-3b383f76-44f6-4f15-aa8d-7ecd32bd28b1 service neutron] 10.222.0.23 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268070
Nov 27 12:07:52.478539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:52.682091 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8c3f6cf8-3bb9-48a8-b37a-804fd9096219 req-6691376a-8fe9-4f2f-b309-8cb4312c7ea5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 210 time: 0.0410664
Nov 27 12:07:53.844115 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6f0b7ba2-d18e-4c90-a0ef-d8f944ee5fb6 req-5b40a256-07b2-4939-a596-054236222337 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 210 time: 0.0425985
Nov 27 12:07:53.881987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:54.958167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-7095d9db-02ff-4251-aedc-1a14cf5aff11 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:54.959718 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-7095d9db-02ff-4251-aedc-1a14cf5aff11 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 811 time: 0.1502275
Nov 27 12:07:55.026243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0a4450d2-02ac-42cd-b322-2b717f7a4398 req-ad467f8a-c904-4b4b-a608-3c23c03e1bdc tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 210 time: 0.0596218
Nov 27 12:07:55.053496 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-c0b9956f-f082-4ae5-a302-642ba9f653b1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 379 time: 0.0476320
Nov 27 12:07:55.067169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'port': {'device_id': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'admin_state_up': True, 'tenant_id': '88d241527eee4094b192bf2414812c38', 'security_groups': ['2bae757a-2eee-4b4a-bd64-05f285df3374']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:07:55.139302 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:07:55.201195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:07:55.211088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:07:55.287727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Made reservation on behalf of 88d241527eee4094b192bf2414812c38 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:07:55.291173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:55.561164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Allocated IP 172.20.0.6 (fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac/a97d4506-d438-47fd-9629-c99f5551c2dc/b6a897ff-2308-4b83-b320-ee0f654d4d7a) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:07:55.752235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:55.768633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Transition to ACTIVE for port object b6a897ff-2308-4b83-b320-ee0f654d4d7a will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:07:55.888716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:55.894216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-54b1a144-a523-4c3a-83a2-713aad8e0208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:55.957558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:07:55.964632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:07:55.968849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:07:56.000024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:56.006943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:56.036358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:56.036944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:56.181966 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1197402
Nov 27 12:07:56.199779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Request body: {'port': {'device_id': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:07:56.232659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2543c6-3bfc-440c-9812-c9777f031beb req-52c9ffcd-e999-4530-b1c6-797f9566ecf4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:56.234103 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8a2543c6-3bfc-440c-9812-c9777f031beb req-52c9ffcd-e999-4530-b1c6-797f9566ecf4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 931 time: 0.0843098
Nov 27 12:07:56.281213 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8a2543c6-3bfc-440c-9812-c9777f031beb req-f616504e-d4bf-44ca-9627-2893f6481347 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396039
Nov 27 12:07:56.308544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a7417a78-7e8d-4c21-84dc-71595473a004 None None] Provisioning for port b6a897ff-2308-4b83-b320-ee0f654d4d7a completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:07:56.308544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a7417a78-7e8d-4c21-84dc-71595473a004 None None] Provisioning complete for port b6a897ff-2308-4b83-b320-ee0f654d4d7a triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:07:56.308544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a7417a78-7e8d-4c21-84dc-71595473a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:56.310965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:56.365301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-a7417a78-7e8d-4c21-84dc-71595473a004 None None] Port b6a897ff-2308-4b83-b320-ee0f654d4d7a cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:07:56.643589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a897ff-2308-4b83-b320-ee0f654d4d7a {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:07:56.650436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:56.664150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Transition to ACTIVE for port object b6a897ff-2308-4b83-b320-ee0f654d4d7a will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:07:56.728018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:56.731778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:56.862742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:56.889442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:56.970295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Attempting to bind port b6a897ff-2308-4b83-b320-ee0f654d4d7a on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:07:56.970991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Attempting to bind port b6a897ff-2308-4b83-b320-ee0f654d4d7a by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:07:56.970991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Attempting to bind port b6a897ff-2308-4b83-b320-ee0f654d4d7a on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:07:56.976740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Port b6a897ff-2308-4b83-b320-ee0f654d4d7a on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:07:56.977058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Attempting to bind port b6a897ff-2308-4b83-b320-ee0f654d4d7a on network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:07:56.983385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:07:56.985692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Checking segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:07:56.985692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Bound using segment: {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:07:56.985692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Bound port: b6a897ff-2308-4b83-b320-ee0f654d4d7a, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568af1ae-e80d-4cfa-8ed4-1d33b3093710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:07:56.985692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:57.071965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:07:57.074779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:07:57.168616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:57.172450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:07:57.230637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:07:57.232083 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] 10.222.0.39 "PUT /v2.0/ports/b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 1093 time: 1.0363522
Nov 27 12:07:57.232668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:07:57.262939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:07:57.266228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:07:57.295851 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'status': 'completed', 'code': 200}
Nov 27 12:07:57.414907 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44d7bc61-8f60-42f8-88d4-a54b55e44dd8 req-e6a56980-6afd-43fe-a9fc-4c62be5f98ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1096 time: 0.0833073
Nov 27 12:07:57.512432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdf096-45f8-47ca-a195-d5f8ed1ca360 req-3a46eb90-8eb1-4c90-86d9-4582244aa5b2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:57.518980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-54bdf096-45f8-47ca-a195-d5f8ed1ca360 req-3a46eb90-8eb1-4c90-86d9-4582244aa5b2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.0858715
Nov 27 12:07:57.561227 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-54bdf096-45f8-47ca-a195-d5f8ed1ca360 req-63709556-84bc-43e6-a905-d450755b2d14 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413840
Nov 27 12:07:57.563181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7bc61-8f60-42f8-88d4-a54b55e44dd8 req-d41cb87c-4564-4193-9c3d-11a1c3f1c4d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:57.564604 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44d7bc61-8f60-42f8-88d4-a54b55e44dd8 req-d41cb87c-4564-4193-9c3d-11a1c3f1c4d2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=88d241527eee4094b192bf2414812c38&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1384649
Nov 27 12:07:57.705576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7bc61-8f60-42f8-88d4-a54b55e44dd8 req-99433448-85d8-4360-82b4-3b8dbf5f5b9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:57.707064 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44d7bc61-8f60-42f8-88d4-a54b55e44dd8 req-99433448-85d8-4360-82b4-3b8dbf5f5b9c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1332710
Nov 27 12:07:57.921751 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-7db577d8-506c-47cd-8b65-9203837cd3a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1096 time: 0.1742141
Nov 27 12:07:57.993412 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-f97fef57-c6bc-4f28-94d4-3f49145a4c21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 217 time: 0.0602396
Nov 27 12:07:58.060566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-30c5db17-bf75-43a3-801e-3e206dd169aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:58.061978 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-30c5db17-bf75-43a3-801e-3e206dd169aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0588806
Nov 27 12:07:58.140847 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5817fba8-a8fd-487f-a339-671c92edf891 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681717
Nov 27 12:07:58.279168 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-5dfbe35f-21e5-4c97-9904-a62e61dd3b19 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268868
Nov 27 12:07:58.417117 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-534b5ba5-103f-4cc1-9c80-0d2a59f2b261 req-db7fbb9f-8bfc-40e7-a94f-72f2d42b20cf service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288826
Nov 27 12:07:58.766320 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c2951-eb58-4545-ba7b-9cd4ca8d5224 req-9652f323-6531-4831-a71c-3cba6b061e00 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:07:58.767094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-d47c2951-eb58-4545-ba7b-9cd4ca8d5224 req-9652f323-6531-4831-a71c-3cba6b061e00 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:07:58.901627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-d47c2951-eb58-4545-ba7b-9cd4ca8d5224 req-9652f323-6531-4831-a71c-3cba6b061e00 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:07:58.902753 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d47c2951-eb58-4545-ba7b-9cd4ca8d5224 req-9652f323-6531-4831-a71c-3cba6b061e00 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.2159593
Nov 27 12:07:58.950609 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d47c2951-eb58-4545-ba7b-9cd4ca8d5224 req-554477f1-8ab1-4be9-acf2-e4dbe5898447 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414991
Nov 27 12:08:00.155742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c939c60-ddec-4269-8bff-2b2e83109981 req-46465735-e219-4a65-aac1-e747a8769a07 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:00.157203 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2c939c60-ddec-4269-8bff-2b2e83109981 req-46465735-e219-4a65-aac1-e747a8769a07 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.0876224
Nov 27 12:08:00.208030 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2c939c60-ddec-4269-8bff-2b2e83109981 req-4f9972bd-67c0-4284-8aca-b86c6b12a8a5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453913
Nov 27 12:08:01.149820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:08:01.282021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:08:01.296614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'mac_address': 'fa:16:3e:7b:25:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:08:01.354242 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:01.371184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a897ff-2308-4b83-b320-ee0f654d4d7a {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:08:01.386748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:08:01.410174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af77c3-a800-4d8e-86e1-04ac9ae95cf0 req-a57ae12d-6ff0-48e9-ad17-11f44b1760f7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:01.411617 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-87af77c3-a800-4d8e-86e1-04ac9ae95cf0 req-a57ae12d-6ff0-48e9-ad17-11f44b1760f7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.0816550
Nov 27 12:08:01.456694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-87af77c3-a800-4d8e-86e1-04ac9ae95cf0 req-5740e87f-83e2-4a4e-8a30-9a01f4817533 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390089
Nov 27 12:08:01.487668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:01.490405 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:08:01.552969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:08:01.556147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:08:01.756050 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['b6a897ff-2308-4b83-b320-ee0f654d4d7a'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:08:02.649914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b87e-6866-44ed-99b4-ab480a859bc5 req-bfe2eb0d-8068-4159-929f-90ffcc816724 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:02.651285 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cc66b87e-6866-44ed-99b4-ab480a859bc5 req-bfe2eb0d-8068-4159-929f-90ffcc816724 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 944 time: 0.0745571
Nov 27 12:08:02.695911 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cc66b87e-6866-44ed-99b4-ab480a859bc5 req-73e046cc-2a52-4f39-aad9-bb6293e6b9f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392044
Nov 27 12:08:03.150354 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:08:03.316613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port b6a897ff-2308-4b83-b320-ee0f654d4d7a completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:08:03.321691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port b6a897ff-2308-4b83-b320-ee0f654d4d7a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:08:03.322064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:03.434179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:03.470418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:08:03.481115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:08:03.529128 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'code': 200}
Nov 27 12:08:03.631392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:03.634145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-34214c96-ab1c-49ad-af06-8d2dd40c0249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:08:03.698769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:08:03.701606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:08:03.995997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d5ab8-2841-43c7-88a4-8f5a8c6f0d8a req-c6b80a5a-4071-4d97-8806-b11535501e42 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:03.997322 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-975d5ab8-2841-43c7-88a4-8f5a8c6f0d8a req-c6b80a5a-4071-4d97-8806-b11535501e42 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1806920
Nov 27 12:08:04.041851 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-975d5ab8-2841-43c7-88a4-8f5a8c6f0d8a req-2eed70cd-117a-45a7-afef-d949d2866b7f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388663
Nov 27 12:08:04.117948 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07ef119e-8513-4490-b1e7-f954e1fb01b7 req-6daddbe1-7503-4a4a-832a-4521d8a7485a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1098 time: 0.0719233
Nov 27 12:08:04.163358 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-07ef119e-8513-4490-b1e7-f954e1fb01b7 req-e3d390c2-075d-4789-abfc-bb49b91bc324 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350344
Nov 27 12:08:05.239273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2df48-165c-4ae8-8298-f90a32467187 req-8e8ad32a-c6ef-450c-9a61-7f2fd88023a8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:05.240731 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-50d2df48-165c-4ae8-8298-f90a32467187 req-8e8ad32a-c6ef-450c-9a61-7f2fd88023a8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0768931
Nov 27 12:08:05.286174 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-50d2df48-165c-4ae8-8298-f90a32467187 req-9367c827-58d8-4701-937c-6f717698c3b5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399444
Nov 27 12:08:06.493448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05df5d-bafc-41d9-9c6c-32fe3b0c8ddd req-35546aa0-128f-4f8c-8a18-8a2c5f924709 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:06.495441 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cc05df5d-bafc-41d9-9c6c-32fe3b0c8ddd req-35546aa0-128f-4f8c-8a18-8a2c5f924709 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0845802
Nov 27 12:08:06.540717 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cc05df5d-bafc-41d9-9c6c-32fe3b0c8ddd req-41ce418c-7741-4d5f-ad49-f6f237664ce2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402250
Nov 27 12:08:06.734866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895af2-c3da-47c4-b72b-3fd3db86e469 req-20fa095c-528d-4d7e-992a-36da9336bece tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:06.736310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fd895af2-c3da-47c4-b72b-3fd3db86e469 req-20fa095c-528d-4d7e-992a-36da9336bece tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0812273
Nov 27 12:08:06.745520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 55806) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:08:06.750778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Request body: {'floatingip': {'port_id': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:08:06.826724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:07.547530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:07.609921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:07.800602 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Floating IP 2dc21985-de05-4caf-ba04-95895441a126 associated. External IP: 172.26.6.198, port: b6a897ff-2308-4b83-b320-ee0f654d4d7a.
Nov 27 12:08:08.205159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:08:08.403050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:08:08.408145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:08.412553 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:08:08.427504 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:08:08.428116 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461f5670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:07:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:08:08.463968 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fd99592c-56ef-4949-9c65-7e5b94528462 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "PUT /v2.0/floatingips/2dc21985-de05-4caf-ba04-95895441a126 HTTP/1.1" status: 200  len: 992 time: 1.7174022
Nov 27 12:08:08.464700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:08:08.529583 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'status': 'completed', 'code': 200}
Nov 27 12:08:08.610827 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:08:08.634973 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-7211b1ac-ed10-4642-a589-a0d877ab882c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1098 time: 0.0759926
Nov 27 12:08:08.769653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-124d9f13-cb6e-4b6b-ba9f-c7686d11c16a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:08.771136 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-124d9f13-cb6e-4b6b-ba9f-c7686d11c16a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1290100
Nov 27 12:08:08.877246 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-a1a620ba-7deb-4aca-8590-d58118d5c33d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 1000 time: 0.0989788
Nov 27 12:08:08.941116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-79657509-96ab-4128-b208-faf85dd4f8a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:08.946497 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-79657509-96ab-4128-b208-faf85dd4f8a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0596080
Nov 27 12:08:08.966157 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461f5670>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:7b:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:08:07Z', 'revision_number': 13, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:08:08.970774 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:08:08.983271 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:08:08.984019 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461f5670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:07:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:08:09.021352 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-617d0f5f-0497-4bde-830d-12ac8eb9d5e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722008
Nov 27 12:08:09.195693 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:08:09.282941 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-ecc7b230-c921-41c7-b074-b4e444de1df3 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2542441
Nov 27 12:08:09.398854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:09.421862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-39075fb0-3311-481c-81a3-eb06f0381e20 req-e42e5b9d-80e0-4ae6-9a7e-a8280532c258 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326852
Nov 27 12:08:09.543293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461f5670>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:7b:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:08:07Z', 'revision_number': 13, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:08:09.547247 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86118d-0f53-44e5-bccd-a75dc0eda432 None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2dc21985-de05-4caf-ba04-95895441a126', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'port_id': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'mac_address': 'fa:16:3e:7b:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:03:12Z', 'updated_at': '2021-11-27T12:08:07Z', 'revision_number': 13, 'project_id': '88d241527eee4094b192bf2414812c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:08:09.752429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71808d90-b12c-4809-9ca3-a8abba87d10b None None] New status for floating IP 2dc21985-de05-4caf-ba04-95895441a126: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:08:18.998514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5d064cd9-4414-4617-b855-ee5da7e67abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:19.815309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:21.163927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b24573c5-f96f-4362-b426-4ae1182eedf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:22.455227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:23.888071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:32.139832 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:08:39.424470 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:40.261039 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-14982d91-5a4d-436b-87f7-fc3b072287b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700715
Nov 27 12:08:40.410221 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-a6119114-8dc7-4fc1-a9be-10d380f6082d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1098 time: 0.0716796
Nov 27 12:08:40.566198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-ee7152d5-3fee-4bd1-882a-a8aae4b3e27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:40.567664 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-ee7152d5-3fee-4bd1-882a-a8aae4b3e27f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1340199
Nov 27 12:08:40.680878 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-b167b5a3-a27b-45c1-a966-392aa38ccc76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 1002 time: 0.1051478
Nov 27 12:08:40.750446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-45db3cd7-0001-4d79-98f7-fce55cb4793a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:40.751903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-45db3cd7-0001-4d79-98f7-fce55cb4793a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0639486
Nov 27 12:08:40.837069 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-c561acb9-3ce6-4c6e-8c00-60672db0219d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0781755
Nov 27 12:08:40.989213 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-ab0b9632-95db-4e0a-a151-a2ecdda5a641 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394501
Nov 27 12:08:41.129874 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4bfdb4a0-7c14-44ca-a1e6-ce19c219127c req-0106402d-e4e4-4215-ad4c-06039ab622a2 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328001
Nov 27 12:08:48.958033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-29cc555e-7276-474b-8af1-54d28e40bc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:49.745042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac4fd-7b3b-453f-8c16-7eb27c3a7f27 req-126d47d1-ecc4-4081-ac56-42943b578b1c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:08:49.746539 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-451ac4fd-7b3b-453f-8c16-7eb27c3a7f27 req-126d47d1-ecc4-4081-ac56-42943b578b1c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1639917
Nov 27 12:08:49.799873 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-451ac4fd-7b3b-453f-8c16-7eb27c3a7f27 req-ab73a75d-5b69-469f-bf93-355bed484f0c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466959
Nov 27 12:08:49.821916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:51.161993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c34bdca6-5bd4-4448-8562-f8b80f6590f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:52.487509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:08:53.932893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:01.555872 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-88a51d78-ee34-464d-b644-c632138de148 req-9640a824-942f-4cd5-bdb4-a2b9bf014174 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0804257
Nov 27 12:09:02.029333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54e0ae-78fb-4826-a1bc-3817367279e1 req-6402de04-b952-4152-bea0-6912f84c98c8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:02.030965 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0c54e0ae-78fb-4826-a1bc-3817367279e1 req-6402de04-b952-4152-bea0-6912f84c98c8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0897098
Nov 27 12:09:02.077212 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0c54e0ae-78fb-4826-a1bc-3817367279e1 req-5e7af526-4eb7-4ad9-ba8f-2fe4c6810f9d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407155
Nov 27 12:09:02.121930 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-d97cd114-7439-4e08-a902-0931e48cfac8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0696263
Nov 27 12:09:03.379552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551f67d-5347-41c6-bba2-36130908e00d req-d29e9c5f-bb2c-49da-b865-97e7fd0f6ca8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:03.381937 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4551f67d-5347-41c6-bba2-36130908e00d req-d29e9c5f-bb2c-49da-b865-97e7fd0f6ca8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1383619
Nov 27 12:09:03.444927 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4551f67d-5347-41c6-bba2-36130908e00d req-77c1ae1e-3d1f-4e4c-a189-db6edc7c9ea6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569212
Nov 27 12:09:04.631854 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-476b76a3-cf74-4869-b29f-ba0dc3fa5080 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1098 time: 0.0796285
Nov 27 12:09:04.738708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcd0da-e983-4b94-82e9-5c398f7d3e51 req-1e1df969-fcb8-434a-a279-00b99d73c71a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:04.741111 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cfcd0da-e983-4b94-82e9-5c398f7d3e51 req-1e1df969-fcb8-434a-a279-00b99d73c71a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1204166
Nov 27 12:09:04.795007 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cfcd0da-e983-4b94-82e9-5c398f7d3e51 req-c4a36ff3-ff9b-4aa1-9a0b-0ac90abb3290 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473099
Nov 27 12:09:04.832492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-e764b14f-2ac7-4443-b7c6-c67a60a0472e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:04.834242 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-e764b14f-2ac7-4443-b7c6-c67a60a0472e service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1917884
Nov 27 12:09:04.950677 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-0c9405c1-2d52-4c76-9950-11be9fd2cc92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 1002 time: 0.1073313
Nov 27 12:09:05.024061 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-180e7224-9904-4762-81fc-123a7d24761c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:05.025768 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-180e7224-9904-4762-81fc-123a7d24761c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0661950
Nov 27 12:09:05.112835 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-c9535696-2593-44fc-b4ea-1ca00071f16f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0763028
Nov 27 12:09:05.376979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-e166fa20-6184-40c9-8c86-89e20d97dbe5 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2538939
Nov 27 12:09:05.524110 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-5ec95c8e-3b71-42bd-aff0-b1307aa83732 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359692
Nov 27 12:09:06.011984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0709aba-b86f-4e6e-b6b3-ccddf48f5a10 req-6adbfd3a-9025-4074-92e6-4a023be9f23d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:06.013643 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d0709aba-b86f-4e6e-b6b3-ccddf48f5a10 req-6adbfd3a-9025-4074-92e6-4a023be9f23d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0868323
Nov 27 12:09:06.070074 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d0709aba-b86f-4e6e-b6b3-ccddf48f5a10 req-f1d754ff-f49b-40d7-a5ba-46abee77415b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501957
Nov 27 12:09:07.275125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ded8-818a-4e39-9275-de8a9732133b req-10ca801a-c936-4571-80c3-08db1e9b123c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:07.276593 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b1b4ded8-818a-4e39-9275-de8a9732133b req-10ca801a-c936-4571-80c3-08db1e9b123c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0809932
Nov 27 12:09:07.337799 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b1b4ded8-818a-4e39-9275-de8a9732133b req-ea30d4c7-52a6-4737-9659-54eaf055204a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515389
Nov 27 12:09:08.615481 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6afaf4-c88b-460d-aef7-737f51d38b58 req-18ac001d-c14e-4b02-9237-bd260a37043c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:08.617734 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f6afaf4-c88b-460d-aef7-737f51d38b58 req-18ac001d-c14e-4b02-9237-bd260a37043c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1295016
Nov 27 12:09:08.683008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f6afaf4-c88b-460d-aef7-737f51d38b58 req-552e2927-3350-440f-bf86-344a9bf834c1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560124
Nov 27 12:09:09.141022 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:09:09.441458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:09.902137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d24f-009d-4ac7-8a46-27987c5854d2 req-44b894f5-9ce9-4085-b0dd-b53dbec452c8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:09.903780 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-edf2d24f-009d-4ac7-8a46-27987c5854d2 req-44b894f5-9ce9-4085-b0dd-b53dbec452c8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0860600
Nov 27 12:09:09.962030 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-edf2d24f-009d-4ac7-8a46-27987c5854d2 req-26ec56e1-b027-47f5-8292-6c57c0c86d64 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521090
Nov 27 12:09:11.175523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b78bdb-f4fa-4bb9-b87c-a91760b585c8 req-de6638ef-99a8-4f55-9f90-ff9a1f2f14fe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:11.177380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-28b78bdb-f4fa-4bb9-b87c-a91760b585c8 req-de6638ef-99a8-4f55-9f90-ff9a1f2f14fe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0840087
Nov 27 12:09:11.226640 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-28b78bdb-f4fa-4bb9-b87c-a91760b585c8 req-0c0f0bc8-6016-4d2c-b9dd-96dc905810d0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422075
Nov 27 12:09:12.460124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c46e4-80e4-4927-bfa8-0533aede5b4a req-3535a733-f8fb-40c8-9cde-df53faeefb12 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:12.462635 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3d7c46e4-80e4-4927-bfa8-0533aede5b4a req-3535a733-f8fb-40c8-9cde-df53faeefb12 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1103225
Nov 27 12:09:12.516137 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3d7c46e4-80e4-4927-bfa8-0533aede5b4a req-e4d1a3ad-2e1e-45a4-bb3f-f069665ef4db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467396
Nov 27 12:09:13.743811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320ff90-698a-44b5-a907-4a13e24e5acc req-525810c3-f143-467b-872b-d92a1a096b51 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:13.745211 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c320ff90-698a-44b5-a907-4a13e24e5acc req-525810c3-f143-467b-872b-d92a1a096b51 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0785978
Nov 27 12:09:13.798586 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c320ff90-698a-44b5-a907-4a13e24e5acc req-0f8c1bf2-a165-48e0-886a-881fa91e50d2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478048
Nov 27 12:09:15.003277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627314c-4252-4e46-9e3f-89c2d19785a2 req-d42bd3d0-5751-4e1c-a780-2371d0006c59 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:15.004744 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7627314c-4252-4e46-9e3f-89c2d19785a2 req-d42bd3d0-5751-4e1c-a780-2371d0006c59 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0811815
Nov 27 12:09:15.058382 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7627314c-4252-4e46-9e3f-89c2d19785a2 req-a3503ce2-73a2-4f81-8af4-bdaab3d8a0a4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433822
Nov 27 12:09:16.287693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990459c9-568f-43bf-a821-1cc544d865a4 req-d81eb395-c032-4fca-88ae-7cc35178585f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:16.289865 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-990459c9-568f-43bf-a821-1cc544d865a4 req-d81eb395-c032-4fca-88ae-7cc35178585f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0863647
Nov 27 12:09:16.346373 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-990459c9-568f-43bf-a821-1cc544d865a4 req-558ff5e5-af08-49e4-9fe0-681a1592ed2a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499856
Nov 27 12:09:17.600245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8a4b5-e89d-41b8-bc98-205dca2ddf81 req-a859195e-dba9-44bc-aa8c-4d72772cd3b6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:17.602345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ebd8a4b5-e89d-41b8-bc98-205dca2ddf81 req-a859195e-dba9-44bc-aa8c-4d72772cd3b6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0919859
Nov 27 12:09:17.654404 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ebd8a4b5-e89d-41b8-bc98-205dca2ddf81 req-eaa407df-0129-451d-9d51-3f0881c9714c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459340
Nov 27 12:09:18.881557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3256874-0e89-4416-a30e-4651fa155d37 req-132d9e90-bc22-4abe-8248-d64e6f395d3d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:18.885978 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3256874-0e89-4416-a30e-4651fa155d37 req-132d9e90-bc22-4abe-8248-d64e6f395d3d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1032388
Nov 27 12:09:18.950587 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3256874-0e89-4416-a30e-4651fa155d37 req-ff4950f0-47c3-4f1b-a3b1-b0819337f613 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544322
Nov 27 12:09:18.973067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b408318e-c8a6-4909-be60-13625de13e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:19.815178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:20.161045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556d2a-628e-494c-b962-3f135391a10e req-c73a0fb8-3172-43fb-b0e3-f1e78eb12969 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:20.162505 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fa556d2a-628e-494c-b962-3f135391a10e req-c73a0fb8-3172-43fb-b0e3-f1e78eb12969 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0791886
Nov 27 12:09:20.213879 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fa556d2a-628e-494c-b962-3f135391a10e req-4261b9f1-28f8-4811-a1e5-d1def251d97c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451736
Nov 27 12:09:21.157469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3f8671b6-87cd-464f-8f32-100d0d9106dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:21.444991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64580b-2cdd-4891-9a99-ba50677595f0 req-8f24547e-b760-4864-be78-cf7bfd115acd tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:21.446355 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ad64580b-2cdd-4891-9a99-ba50677595f0 req-8f24547e-b760-4864-be78-cf7bfd115acd tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0889616
Nov 27 12:09:21.502310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ad64580b-2cdd-4891-9a99-ba50677595f0 req-c3b5a73a-2456-4c15-bddb-04ce85e0d6fa tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487478
Nov 27 12:09:22.466304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:22.710238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a10576-3936-4e00-8c29-a8f29461f46c req-080e508b-646b-46eb-a63c-81e3b3e7ba56 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:22.711684 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e2a10576-3936-4e00-8c29-a8f29461f46c req-080e508b-646b-46eb-a63c-81e3b3e7ba56 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0827358
Nov 27 12:09:22.760061 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e2a10576-3936-4e00-8c29-a8f29461f46c req-c8772528-03d3-4579-9601-17e59c2c6422 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426250
Nov 27 12:09:23.889077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:23.971919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79d93-ebe3-475b-a5c8-f0ac13518653 req-f885f991-47e7-478d-ae58-767ae591d7d6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:23.973438 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64c79d93-ebe3-475b-a5c8-f0ac13518653 req-f885f991-47e7-478d-ae58-767ae591d7d6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0880411
Nov 27 12:09:24.022608 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64c79d93-ebe3-475b-a5c8-f0ac13518653 req-e03a9e6e-3de2-4222-b385-c4aef516745a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426340
Nov 27 12:09:25.227542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbd4b0-f30b-44ad-bda3-a2de2facbb32 req-c22dad39-b207-4e85-b955-ef504533a885 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:25.229062 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6cbbd4b0-f30b-44ad-bda3-a2de2facbb32 req-c22dad39-b207-4e85-b955-ef504533a885 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0793929
Nov 27 12:09:25.292963 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6cbbd4b0-f30b-44ad-bda3-a2de2facbb32 req-406af73f-0988-4c23-bb16-da9cc1b02623 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490870
Nov 27 12:09:26.529267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577880ff-be39-4499-9c8e-2d3e4c5486f0 req-01f9f029-3d79-492c-83b0-5e8be215dcd3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:26.532174 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-577880ff-be39-4499-9c8e-2d3e4c5486f0 req-01f9f029-3d79-492c-83b0-5e8be215dcd3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0927744
Nov 27 12:09:26.587235 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-577880ff-be39-4499-9c8e-2d3e4c5486f0 req-47f29690-fd71-497b-82b1-263f2ec66b97 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492389
Nov 27 12:09:27.822534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab26ca2-812d-4ddc-904a-e106d71520c9 req-2717bb48-efae-4f57-8c5d-3a795e0a8f58 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:27.824040 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2ab26ca2-812d-4ddc-904a-e106d71520c9 req-2717bb48-efae-4f57-8c5d-3a795e0a8f58 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0837386
Nov 27 12:09:27.874171 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2ab26ca2-812d-4ddc-904a-e106d71520c9 req-060e92ea-3afc-4048-a4b7-e5a04a351f42 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441236
Nov 27 12:09:29.083933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35973950-64a5-472c-8eee-c2e56226ce4a req-4917e769-2bc8-4a36-be7f-91a2d924a86c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:29.086008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35973950-64a5-472c-8eee-c2e56226ce4a req-4917e769-2bc8-4a36-be7f-91a2d924a86c tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0834870
Nov 27 12:09:29.164024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35973950-64a5-472c-8eee-c2e56226ce4a req-b53cb165-f396-4ea0-b8a1-89c60707845a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711920
Nov 27 12:09:30.380702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84665bb0-db13-4f8b-be2a-26adfe246ab7 req-4b02661d-db05-4cbc-89f8-9e172f07d1d7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:30.382371 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-84665bb0-db13-4f8b-be2a-26adfe246ab7 req-4b02661d-db05-4cbc-89f8-9e172f07d1d7 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0921841
Nov 27 12:09:30.432805 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-84665bb0-db13-4f8b-be2a-26adfe246ab7 req-6c48ed7c-574c-4965-a6ac-088e705a840f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442376
Nov 27 12:09:31.643362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df04c8-5e9f-4e07-bb9e-46a2aaa27901 req-9952feb7-58ad-426f-b6ad-0b20ee87fc16 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:31.644761 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-37df04c8-5e9f-4e07-bb9e-46a2aaa27901 req-9952feb7-58ad-426f-b6ad-0b20ee87fc16 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0857596
Nov 27 12:09:31.693625 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-37df04c8-5e9f-4e07-bb9e-46a2aaa27901 req-534aef97-b750-4fa6-bb68-379deacb0e79 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427592
Nov 27 12:09:32.928454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e3d5-8b3e-46d5-862d-7bb3fd9c0a5a req-c46860a0-fac1-465b-9138-4e9da7ddff44 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:32.930872 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cbb5e3d5-8b3e-46d5-862d-7bb3fd9c0a5a req-c46860a0-fac1-465b-9138-4e9da7ddff44 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0840802
Nov 27 12:09:32.981632 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cbb5e3d5-8b3e-46d5-862d-7bb3fd9c0a5a req-6324deb0-85bf-4509-a1c6-2fe41be24cff tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450697
Nov 27 12:09:34.208386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d56ae-9b8e-4092-8ef9-516ebdc8ebf9 req-06687e5a-6d6f-4cfb-bb98-584a8a4a0562 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:34.210443 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5f3d56ae-9b8e-4092-8ef9-516ebdc8ebf9 req-06687e5a-6d6f-4cfb-bb98-584a8a4a0562 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0863519
Nov 27 12:09:34.260461 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5f3d56ae-9b8e-4092-8ef9-516ebdc8ebf9 req-47b08b4f-36da-4550-a34a-063b0b4c61ff tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438893
Nov 27 12:09:35.480095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281289d-a598-470e-9558-a1e7fe68b1d2 req-142b708a-0a02-478b-abec-448d14ab51c5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:35.481549 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0281289d-a598-470e-9558-a1e7fe68b1d2 req-142b708a-0a02-478b-abec-448d14ab51c5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0839937
Nov 27 12:09:35.528594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0281289d-a598-470e-9558-a1e7fe68b1d2 req-6c82b59a-40d1-4acd-9c0b-e49bc9d81995 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415406
Nov 27 12:09:36.734068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dec5c-c2b9-4111-89e7-a5042b7baefd req-c9774967-337d-4760-8c0b-2dbf24dd41f4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:36.735660 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-703dec5c-c2b9-4111-89e7-a5042b7baefd req-c9774967-337d-4760-8c0b-2dbf24dd41f4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0852177
Nov 27 12:09:36.800667 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-703dec5c-c2b9-4111-89e7-a5042b7baefd req-46f6873a-75e0-446a-bfe5-06daedf85219 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585854
Nov 27 12:09:38.048870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79c91a-2255-429a-a74f-822d0051ade3 req-e4419f4c-4e9e-4413-b975-f73a6aa95e39 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:38.050514 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b79c91a-2255-429a-a74f-822d0051ade3 req-e4419f4c-4e9e-4413-b975-f73a6aa95e39 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1056685
Nov 27 12:09:38.105505 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3b79c91a-2255-429a-a74f-822d0051ade3 req-149ae999-5dcf-41b2-bcb3-16fdb4ff2b8d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483689
Nov 27 12:09:39.357102 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-ef7d7194-7c00-49b0-9279-b5a064d93f97 service neutron] 10.222.0.39 "GET /v2.0/ports/b6a897ff-2308-4b83-b320-ee0f654d4d7a/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.1521878
Nov 27 12:09:39.381153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27f689-1076-4277-845f-c98e6444eeb2 req-5fbbdbac-02e5-428e-9dbf-bf781226ee16 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:39.383383 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf27f689-1076-4277-845f-c98e6444eeb2 req-5fbbdbac-02e5-428e-9dbf-bf781226ee16 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1300111
Nov 27 12:09:39.442690 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf27f689-1076-4277-845f-c98e6444eeb2 req-18929fa8-4c36-4557-ba22-a97a891057bf tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486352
Nov 27 12:09:39.483075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:39.948760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-76ce50df-eb10-4f92-9764-23b04febb649 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 1098 time: 0.0778172
Nov 27 12:09:40.169995 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-c90a8dff-56a7-40a0-bcd9-4227516d2830 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1098 time: 0.1899521
Nov 27 12:09:40.318217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-3cac4d02-8128-4b83-a79f-4728e018a42d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:40.320780 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-3cac4d02-8128-4b83-a79f-4728e018a42d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1405587
Nov 27 12:09:40.432947 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-bd6653b2-3889-49d0-a095-1c5de83df6cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 1002 time: 0.1020808
Nov 27 12:09:40.539673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-90155013-4c74-4f2c-82e6-59a6e7ad92ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:40.541121 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-90155013-4c74-4f2c-82e6-59a6e7ad92ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0980952
Nov 27 12:09:40.641743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-da6cfcf2-042c-4eb4-9688-ebe44f8f753a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0901000
Nov 27 12:09:40.714924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f63f9-b61c-4c57-a0ba-7f25bf885b68 req-35369b58-b447-4ce9-b793-9ee40ddf4892 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:40.717704 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1c7f63f9-b61c-4c57-a0ba-7f25bf885b68 req-35369b58-b447-4ce9-b793-9ee40ddf4892 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1002948
Nov 27 12:09:40.773349 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1c7f63f9-b61c-4c57-a0ba-7f25bf885b68 req-97f21bdc-f1f2-4772-8852-599497956dc4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491464
Nov 27 12:09:40.809352 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-65bf8c79-916d-4b06-857d-51c11ff5a404 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592257
Nov 27 12:09:40.973078 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-526a9b13-c8ce-4caa-bed5-60261836d90c req-a5359522-109b-4277-a4f8-c3006cd630ed service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388345
Nov 27 12:09:41.194124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-9a102052-d503-49c1-937a-b7ebb63869aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1098 time: 0.1062026
Nov 27 12:09:41.392184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-6786d859-1ef2-474c-ab35-7502d24ec892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:41.394622 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-6786d859-1ef2-474c-ab35-7502d24ec892 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1716082
Nov 27 12:09:41.523698 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-5e665d66-9514-4901-a774-2001592eae5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 1002 time: 0.1189709
Nov 27 12:09:41.587031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:09:41.620852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-8b72170d-3708-496a-ab3e-1a5bcccf9df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:41.623828 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-8b72170d-3708-496a-ab3e-1a5bcccf9df5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0861320
Nov 27 12:09:41.733003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:41.768442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:09:41.771854 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-82b1d950-5602-4b4f-a9b4-95ce39e562ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1376424
Nov 27 12:09:41.782027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:09:41.891401 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'code': 200}
Nov 27 12:09:41.895382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:41.899443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:09:41.981506 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-890d6cf7-54bf-4c14-9167-e374977dc98c service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973560
Nov 27 12:09:42.028989 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:09:42.045682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.046371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.046903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.047403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.047902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.048625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.049170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.049698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.050226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.050776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.051482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:09:42.072621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:09:42.151480 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31721c13-f497-42ca-8b29-7bcbc07ba25c req-0669a7d3-1a78-4c98-8ff8-ec3b5a4cacbe service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592734
Nov 27 12:09:42.157279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bd20c-75fa-466a-b95a-ed1b97c233ec req-da446820-f998-405e-987a-e375dfb7da3e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:42.160152 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-989bd20c-75fa-466a-b95a-ed1b97c233ec req-da446820-f998-405e-987a-e375dfb7da3e tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.1501100
Nov 27 12:09:42.394546 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-989bd20c-75fa-466a-b95a-ed1b97c233ec req-7957ed64-5da5-4c87-9c87-2046e7db3e57 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2227616
Nov 27 12:09:43.673695 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70617157-b29a-414c-8298-842ed414ec71 req-31207e12-7f60-43ad-8bf2-0aaaa6584969 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:43.675215 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70617157-b29a-414c-8298-842ed414ec71 req-31207e12-7f60-43ad-8bf2-0aaaa6584969 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.0920839
Nov 27 12:09:43.733731 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-70617157-b29a-414c-8298-842ed414ec71 req-2a32a2b3-4a6c-493a-8bea-130713cc586d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519049
Nov 27 12:09:44.941863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cd70-ee1c-4679-93d0-b6c3e4941cf3 req-504e82da-4bc9-4b00-8f56-84b30fb3c8da tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:44.943779 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0622cd70-ee1c-4679-93d0-b6c3e4941cf3 req-504e82da-4bc9-4b00-8f56-84b30fb3c8da tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.0802500
Nov 27 12:09:44.991775 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0622cd70-ee1c-4679-93d0-b6c3e4941cf3 req-eee6e483-5b5b-49f1-88ab-5ac2d0f8508d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419850
Nov 27 12:09:45.617833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:09:45.812315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:09:45.827795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'mac_address': 'fa:16:3e:7b:25:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:09:45.888166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:45.906761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a897ff-2308-4b83-b320-ee0f654d4d7a {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:09:45.923089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:09:46.024416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:46.026714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:09:46.103886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:09:46.107600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:09:46.111462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['b6a897ff-2308-4b83-b320-ee0f654d4d7a'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:09:46.148507 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:09:46.412139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ec8c1-d519-4e03-9148-fe5ce85905fb req-8e6ac7fe-ab6d-4e40-9c9f-a191d2144ad5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:46.414743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-419ec8c1-d519-4e03-9148-fe5ce85905fb req-8e6ac7fe-ab6d-4e40-9c9f-a191d2144ad5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 944 time: 0.2848835
Nov 27 12:09:46.484929 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-419ec8c1-d519-4e03-9148-fe5ce85905fb req-a401366f-5050-4148-a4ff-5b02cef6c5ab tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603232
Nov 27 12:09:47.630529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:09:47.712335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port b6a897ff-2308-4b83-b320-ee0f654d4d7a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:09:47.712830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:47.713668 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81004b7-0cc4-4629-ba59-53125d843d78 req-521c3d5b-79ae-4642-8dfc-b398a0c6011a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:47.715215 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a81004b7-0cc4-4629-ba59-53125d843d78 req-521c3d5b-79ae-4642-8dfc-b398a0c6011a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 944 time: 0.0911148
Nov 27 12:09:47.773498 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a81004b7-0cc4-4629-ba59-53125d843d78 req-1a879873-7bfb-4055-bf6b-0065652a332d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472054
Nov 27 12:09:47.873987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:47.904132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:09:47.916113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:09:47.979077 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'code': 200}
Nov 27 12:09:48.012735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:48.014715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-be775f07-b8a0-4b98-9d2f-a771a6e234ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:09:48.124703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:09:48.127902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:09:48.968439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d5376630-0c6d-4026-8d77-499629a2fc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:49.006277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df83c1a-fc64-4b6c-96cc-8477544bc719 req-ee7a820c-fb93-4d8d-8fe7-f7b90a41bc1f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:49.008301 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9df83c1a-fc64-4b6c-96cc-8477544bc719 req-ee7a820c-fb93-4d8d-8fe7-f7b90a41bc1f tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0913126
Nov 27 12:09:49.062703 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9df83c1a-fc64-4b6c-96cc-8477544bc719 req-01e6102d-6f38-450c-9719-cc6f8902f59b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482662
Nov 27 12:09:49.800847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:50.325414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9bd5a-8309-4aa1-a162-ffee56148ba8 req-c515ed89-1a52-4115-ae1a-d2bc1f49aa0a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:50.327201 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5fe9bd5a-8309-4aa1-a162-ffee56148ba8 req-c515ed89-1a52-4115-ae1a-d2bc1f49aa0a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0862358
Nov 27 12:09:50.386991 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5fe9bd5a-8309-4aa1-a162-ffee56148ba8 req-be6c18ff-af2e-4491-a3e1-b60cc5457f01 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492835
Nov 27 12:09:51.160890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-637ebaa2-b407-4e36-9fbf-1a7383345cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:51.620958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57a3b6-22ae-4044-9a16-4aeb9e510142 req-5feffa88-c49b-440d-bc07-eb76b7226c55 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:51.622550 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba57a3b6-22ae-4044-9a16-4aeb9e510142 req-5feffa88-c49b-440d-bc07-eb76b7226c55 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0848658
Nov 27 12:09:51.699950 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ba57a3b6-22ae-4044-9a16-4aeb9e510142 req-b76371ac-1839-4cd3-b43d-80de481a7ea9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708361
Nov 27 12:09:52.483391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:52.624447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b976fe-b1c5-42c7-a0e0-ed73283ef7a0 req-5aa964bc-db93-4fb9-a94e-6426984d6af4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:52.625877 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-70b976fe-b1c5-42c7-a0e0-ed73283ef7a0 req-5aa964bc-db93-4fb9-a94e-6426984d6af4 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0919740
Nov 27 12:09:52.656498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a062-d8da-4de0-96b1-e712ed61817b req-5f37136b-2eb7-4bd2-8377-fb50ea49a7e6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:52.658989 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-5f37136b-2eb7-4bd2-8377-fb50ea49a7e6 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32&tenant_id=88d241527eee4094b192bf2414812c38&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200  len: 945 time: 0.1187274
Nov 27 12:09:52.674456 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-70b976fe-b1c5-42c7-a0e0-ed73283ef7a0 req-54217463-c171-439c-bcbe-a2e1b82e3860 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418727
Nov 27 12:09:52.785761 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-89fe962d-b49b-4643-b33d-00318b2f932f service neutron] 10.222.0.39 "GET /v2.0/ports/b6a897ff-2308-4b83-b320-ee0f654d4d7a/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.1206949
Nov 27 12:09:52.889230 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-1d1138dc-2d73-4974-89f5-153e99dcdc25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1098 time: 0.0802410
Nov 27 12:09:53.042824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a062-d8da-4de0-96b1-e712ed61817b req-4cbc3a02-c7dc-455d-b36e-d9a675dff1b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:53.044311 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-4cbc3a02-c7dc-455d-b36e-d9a675dff1b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1480670
Nov 27 12:09:53.170325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-68d642dc-ab48-428a-ad52-5024af15ee77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 1002 time: 0.1191931
Nov 27 12:09:53.238068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a062-d8da-4de0-96b1-e712ed61817b req-1081da26-4062-418b-afe0-816554374b63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:53.239723 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-1081da26-4062-418b-afe0-816554374b63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.0630424
Nov 27 12:09:53.348523 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-e5d9c282-960f-4784-9254-f3f996c3b639 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1015825
Nov 27 12:09:53.500400 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-91d37ac0-c41c-43e7-830f-0a124b439e50 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445827
Nov 27 12:09:53.639446 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-e1c0bd70-bc62-4ffc-90cb-e02098079e90 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326928
Nov 27 12:09:53.866402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:53.899447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061379f9-9430-4b17-bdf6-9fbfb698e77c req-de6a92db-7497-4701-a0e8-217a2990fac1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:53.900931 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-061379f9-9430-4b17-bdf6-9fbfb698e77c req-de6a92db-7497-4701-a0e8-217a2990fac1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0863199
Nov 27 12:09:53.951918 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-061379f9-9430-4b17-bdf6-9fbfb698e77c req-1b579dc2-25a7-4a98-91ea-1f588fb836ac tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445943
Nov 27 12:09:55.181399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815da75-8dfc-40b1-b964-97be52e4a612 req-44b51f0a-30ee-4538-9813-504f37ac11b2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:55.183216 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c815da75-8dfc-40b1-b964-97be52e4a612 req-44b51f0a-30ee-4538-9813-504f37ac11b2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0812223
Nov 27 12:09:55.232213 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c815da75-8dfc-40b1-b964-97be52e4a612 req-93988108-39b2-4839-932f-28c093f8d266 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428255
Nov 27 12:09:56.460204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937daa0-5f8a-427b-b273-d288c7c8fce6 req-c3c38287-a6f7-4964-be4d-d125cc249bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:56.461669 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7937daa0-5f8a-427b-b273-d288c7c8fce6 req-c3c38287-a6f7-4964-be4d-d125cc249bc9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0859034
Nov 27 12:09:56.516374 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7937daa0-5f8a-427b-b273-d288c7c8fce6 req-66641ee0-cee8-46b0-b2ba-945f220210f1 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479252
Nov 27 12:09:57.828722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee687a-cac8-4810-aeca-b6e3a7b351f9 req-fde27225-de5d-4217-83a5-9e4f747d1b5d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:57.831186 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-42ee687a-cac8-4810-aeca-b6e3a7b351f9 req-fde27225-de5d-4217-83a5-9e4f747d1b5d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.1099992
Nov 27 12:09:57.891199 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-42ee687a-cac8-4810-aeca-b6e3a7b351f9 req-3ca46ca2-9ae0-4b4b-93ce-2c3de0aa41ca tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502708
Nov 27 12:09:58.332079 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-cda90be3-b39d-40ea-b114-d5391d959b6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32&tenant_id=88d241527eee4094b192bf2414812c38 HTTP/1.1" status: 200  len: 1098 time: 0.0769093
Nov 27 12:09:58.448732 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-beed7174-e64c-4947-a0a0-ce7edba81a56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88d241527eee4094b192bf2414812c38&device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 1098 time: 0.0869489
Nov 27 12:09:58.620072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a062-d8da-4de0-96b1-e712ed61817b req-2c274446-75db-410a-84e0-baf795dd9274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:58.621546 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-2c274446-75db-410a-84e0-baf795dd9274 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 200  len: 912 time: 0.1635175
Nov 27 12:09:58.749820 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-bf711a69-b14f-4dca-8e2c-d790de8b9205 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 200  len: 1002 time: 0.1160915
Nov 27 12:09:58.934441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a062-d8da-4de0-96b1-e712ed61817b req-6d964e58-b69f-48ab-816c-9f9a760c2db7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:58.935795 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-6d964e58-b69f-48ab-816c-9f9a760c2db7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 200  len: 850 time: 0.1760123
Nov 27 12:09:59.032931 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-b097e417-6305-4c75-a027-4f9cca4b7bf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0851462
Nov 27 12:09:59.390802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-cd5115a2-bf0e-47c0-92ac-9dda77d7eb48 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3468590
Nov 27 12:09:59.403136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c8bfe-1dd2-452e-8379-d875e5e9f786 req-288e0ed3-91b4-4cc8-86fb-c9178b97d6c9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:09:59.405743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-259c8bfe-1dd2-452e-8379-d875e5e9f786 req-288e0ed3-91b4-4cc8-86fb-c9178b97d6c9 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.3295991
Nov 27 12:09:59.658305 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-259c8bfe-1dd2-452e-8379-d875e5e9f786 req-f7388747-a176-4a69-99bc-a7ce353fd710 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2193999
Nov 27 12:09:59.676756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:09:59.718252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df98a062-d8da-4de0-96b1-e712ed61817b req-b0ed9a95-a18e-47e1-bf5f-8af0debe0711 service neutron] 10.222.0.39 "GET /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3110979
Nov 27 12:09:59.841000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:59.878007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:09:59.893475 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:09:59.951270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:09:59.958066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:09:59.988508 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'code': 200}
Nov 27 12:10:00.037415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=9']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:00.043332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:00.957792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fae913-0919-4824-9133-e4c3579b6488 req-00b18e04-b2b9-416a-9c99-efa753fca835 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:00.962501 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56fae913-0919-4824-9133-e4c3579b6488 req-00b18e04-b2b9-416a-9c99-efa753fca835 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.1450634
Nov 27 12:10:01.037021 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56fae913-0919-4824-9133-e4c3579b6488 req-8b7e3bd4-a454-489a-8bc8-cf5c5a6413e3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696747
Nov 27 12:10:02.417925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff6d06-089d-4680-ac2c-2b89618d2fb6 req-c822f859-5eb7-4f54-aef7-97996865cdbf tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:02.419451 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-adff6d06-089d-4680-ac2c-2b89618d2fb6 req-c822f859-5eb7-4f54-aef7-97996865cdbf tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.0867784
Nov 27 12:10:02.479262 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-adff6d06-089d-4680-ac2c-2b89618d2fb6 req-a792b6eb-50c1-4219-9c2f-cec0f2b9c686 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493279
Nov 27 12:10:03.680076 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:10:03.752175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181a0a5-2818-4cf5-9c28-bcbdd3678309 req-6c4ef076-e768-495d-a8e2-760c2a156452 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:03.754815 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b181a0a5-2818-4cf5-9c28-bcbdd3678309 req-6c4ef076-e768-495d-a8e2-760c2a156452 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 943 time: 0.1392829
Nov 27 12:10:03.825255 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b181a0a5-2818-4cf5-9c28-bcbdd3678309 req-71227d8a-959a-4234-b21a-4c47d14a7911 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629823
Nov 27 12:10:03.874259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:03.892543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'port_id': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'mac_address': 'fa:16:3e:7b:25:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:10:03.959171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:03.980170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a897ff-2308-4b83-b320-ee0f654d4d7a {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:10:03.998851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:04.054453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:04.056463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:04.133380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['b6a897ff-2308-4b83-b320-ee0f654d4d7a'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:10:04.165648 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=10']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:04.177326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:05.040530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b5735-8035-482d-b451-99268631336f req-0cbe0cc2-d9b4-459f-8da2-4fd28acacb1d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:05.042093 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-383b5735-8035-482d-b451-99268631336f req-0cbe0cc2-d9b4-459f-8da2-4fd28acacb1d tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 945 time: 0.0848715
Nov 27 12:10:05.093923 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-383b5735-8035-482d-b451-99268631336f req-607b1dca-a7be-4e17-9aa2-69167d354caf tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459785
Nov 27 12:10:05.697914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:10:05.770651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port b6a897ff-2308-4b83-b320-ee0f654d4d7a triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:10:05.771023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:05.892636 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:05.922763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:10:05.932785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:06.009492 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'code': 200}
Nov 27 12:10:06.020641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:06.023442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:06.096531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=11']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:06.100061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:06.324879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461c0ca-77f5-4726-8258-9cf86c0f142a req-be9ac603-46db-4478-8bf6-dd2f6d79938a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:06.327201 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0461c0ca-77f5-4726-8258-9cf86c0f142a req-be9ac603-46db-4478-8bf6-dd2f6d79938a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.0971780
Nov 27 12:10:06.384900 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0461c0ca-77f5-4726-8258-9cf86c0f142a req-4adba837-0b44-4378-9e96-f1dba7319c96 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489151
Nov 27 12:10:07.608109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8929-71b3-4e14-8a57-21544f8b87d6 req-909aeb4a-72cc-43d0-bb42-2ca4544ed598 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:07.609594 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a4dc8929-71b3-4e14-8a57-21544f8b87d6 req-909aeb4a-72cc-43d0-bb42-2ca4544ed598 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.0876141
Nov 27 12:10:07.667679 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a4dc8929-71b3-4e14-8a57-21544f8b87d6 req-ae9fe1e9-f938-48cb-98a5-cd9ae6479ba8 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473273
Nov 27 12:10:08.910962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbcaff-7f5e-472d-9a22-9fff06b2ea02 req-8476c814-821e-4819-bc28-99d60abb5530 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:08.912533 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-72cbcaff-7f5e-472d-9a22-9fff06b2ea02 req-8476c814-821e-4819-bc28-99d60abb5530 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.1060145
Nov 27 12:10:08.965069 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-72cbcaff-7f5e-472d-9a22-9fff06b2ea02 req-a2130953-4a35-49d2-8e89-3cb2343d1ee3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464222
Nov 27 12:10:09.482519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:10.206080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f638-a526-4c8f-b307-f137129d6e13 req-b24bb5fe-7f31-48a2-b13f-9e7daf6a976b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:10.207736 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e12f638-a526-4c8f-b307-f137129d6e13 req-b24bb5fe-7f31-48a2-b13f-9e7daf6a976b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.1151905
Nov 27 12:10:10.262812 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e12f638-a526-4c8f-b307-f137129d6e13 req-26164775-16b0-4d35-8b1a-078151c89724 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445015
Nov 27 12:10:10.567560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d3d5-ab18-457d-815e-d4480920d1eb req-30a7a3c7-dbc5-44ae-9b95-d449d75361c3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:10.569567 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4638d3d5-ab18-457d-815e-d4480920d1eb req-30a7a3c7-dbc5-44ae-9b95-d449d75361c3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.0857520
Nov 27 12:10:10.623393 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4638d3d5-ab18-457d-815e-d4480920d1eb req-0e1890fe-c273-4a2f-bdad-c0cfd266f2a2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446646
Nov 27 12:10:10.846678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b65444-0db3-4eb8-bb1d-68b9d18cbe14 req-f607dd6d-8224-414f-a8d4-e00c6aff7fc0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:10.848060 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-69b65444-0db3-4eb8-bb1d-68b9d18cbe14 req-f607dd6d-8224-414f-a8d4-e00c6aff7fc0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.0874999
Nov 27 12:10:10.899479 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-69b65444-0db3-4eb8-bb1d-68b9d18cbe14 req-19fbe162-521c-424d-9b80-b745e219dced tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415552
Nov 27 12:10:11.573353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39e580-c1f7-467c-a38b-203040b51e24 req-acc976f5-e1a0-486e-b4a4-e68170cb89ba tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:11.574903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1f39e580-c1f7-467c-a38b-203040b51e24 req-acc976f5-e1a0-486e-b4a4-e68170cb89ba tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.0905604
Nov 27 12:10:11.630554 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1f39e580-c1f7-467c-a38b-203040b51e24 req-396ea412-043a-4198-ac76-b6b077a24314 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496869
Nov 27 12:10:12.849175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4faf1-16f9-436e-aebf-5ad47c5f7c9c req-12368e75-9bc7-4478-84aa-a53e933631e5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:12.851002 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-04f4faf1-16f9-436e-aebf-5ad47c5f7c9c req-12368e75-9bc7-4478-84aa-a53e933631e5 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.0901408
Nov 27 12:10:12.899146 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-04f4faf1-16f9-436e-aebf-5ad47c5f7c9c req-85767e86-fdc9-4edd-8b3c-b16c89599f24 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422826
Nov 27 12:10:14.178892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a64f5-9d4b-4730-9eac-2293b18a11b9 req-f29e6383-de36-4754-9708-87790243a1a2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:14.180531 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c7a64f5-9d4b-4730-9eac-2293b18a11b9 req-f29e6383-de36-4754-9708-87790243a1a2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.1515541
Nov 27 12:10:14.257952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c7a64f5-9d4b-4730-9eac-2293b18a11b9 req-0a7b38c6-e4e0-4ae0-a1e1-7a1f14e2b9c3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bae757a-2eee-4b4a-bd64-05f285df3374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687630
Nov 27 12:10:14.269938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-fd969ff6-9241-4050-8584-04e057726242 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:14.273150 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-fd969ff6-9241-4050-8584-04e057726242 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 946 time: 0.1614194
Nov 27 12:10:14.362203 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Deleting port b6a897ff-2308-4b83-b320-ee0f654d4d7a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:10:14.362571 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:14.649033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] For port b6a897ff-2308-4b83-b320-ee0f654d4d7a, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=b6a897ff-2308-4b83-b320-ee0f654d4d7a,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:14.649436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:15.083459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:15.083905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:15.084302 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Floating IP 2dc21985-de05-4caf-ba04-95895441a126 disassociated. External IP: 172.26.6.198, port: b6a897ff-2308-4b83-b320-ee0f654d4d7a.
Nov 27 12:10:15.084686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Calling delete_port for b6a897ff-2308-4b83-b320-ee0f654d4d7a owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:10:15.326648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:15.335868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:15.399395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event deleted for resources: {'Port': ['ID=b6a897ff-2308-4b83-b320-ee0f654d4d7a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:15.414621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.415174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.415783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.416380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.417140 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.417573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.418179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.418883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.419290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.419863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.420447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:15.425014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:15.536695 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b4cde780-0d66-4ddd-9c25-8be21ae9305b req-db3ed87f-5f07-4571-83b1-ef991c24077b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 210 time: 0.0699487
Nov 27 12:10:15.729596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:10:15.960977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:10:15.968019 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:10:15.983633 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:10:15.984485 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846652a90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:09:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:16.031080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] No DVR routers for this DVR port b6a897ff-2308-4b83-b320-ee0f654d4d7a on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:10:16.034068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:16.037272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-deleted', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:10:16.106732 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadd956-9534-47ba-8bd4-b3b0c0d3be32', 'name': 'network-vif-deleted', 'tag': 'b6a897ff-2308-4b83-b320-ee0f654d4d7a', 'status': 'completed', 'code': 200}
Nov 27 12:10:16.140103 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fc50ac98-e597-4a11-871c-b31a3c2e69e7 req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.39 "DELETE /v2.0/ports/b6a897ff-2308-4b83-b320-ee0f654d4d7a HTTP/1.1" status: 204  len: 173 time: 1.8585534
Nov 27 12:10:16.203682 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:10:16.548948 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846652a90>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:16.555145 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:10:16.569733 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:10:16.570459 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846652a90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:09:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:16.812462 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aa8d76ea-5c3a-4c2c-9b37-7d193b9ed37f req-83ffe62f-66f9-4f97-ad81-1daae7ba5154 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 210 time: 0.0493567
Nov 27 12:10:16.853072 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:10:17.317095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846652a90>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:17.325265 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ff8d8-a59a-4f35-b777-b7b2fe1a16fa None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:08Z', 'revision_number': 4, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '33da3837-977a-4aa8-b326-cc30b4afa922', 'name': '', 'network_id': 'fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'mac_address': 'fa:16:3e:bd:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:08Z', 'updated_at': '2021-11-27T12:03:15Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'subnets': [{'id': 'a97d4506-d438-47fd-9629-c99f5551c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:10:17.588720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0652cb2-285a-4567-af86-c21d1123b143 None None] New status for floating IP 2dc21985-de05-4caf-ba04-95895441a126: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:10:17.796718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:10:17.846546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: b6a897ff-2308-4b83-b320-ee0f654d4d7a {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:10:17.846823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device b6a897ff-2308-4b83-b320-ee0f654d4d7a not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:10:18.047731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-2b4c2aa3-d42a-47b4-a839-e513275b1911 req-6775189c-5567-4b74-a794-ad954e27510a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Synchronizing usage tracker for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:10:18.156570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-2b4c2aa3-d42a-47b4-a839-e513275b1911 req-6775189c-5567-4b74-a794-ad954e27510a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Unset dirty status for tenant:88d241527eee4094b192bf2414812c38 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:10:18.157887 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2b4c2aa3-d42a-47b4-a839-e513275b1911 req-6775189c-5567-4b74-a794-ad954e27510a tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/ports?device_id=6eadd956-9534-47ba-8bd4-b3b0c0d3be32 HTTP/1.1" status: 200  len: 210 time: 0.1595559
Nov 27 12:10:18.968008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05ae519b-d210-43fc-ab85-c4e5bc5ed92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:19.796890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:21.168721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da8653bd-25fa-451f-8067-0a3aaf492bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:22.477097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:23.115427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56138) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:23.139463 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:10:23.232108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ff90e262-9aa6-46e6-8e38-238b7a8d49f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:23.281863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ff90e262-9aa6-46e6-8e38-238b7a8d49f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:23.486341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ff90e262-9aa6-46e6-8e38-238b7a8d49f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:23.491236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-85aaeabf-1231-4ac6-8075-06118058bd18 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:23.508071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90e262-9aa6-46e6-8e38-238b7a8d49f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bae757a-2eee-4b4a-bd64-05f285df3374,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:23.511085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ff90e262-9aa6-46e6-8e38-238b7a8d49f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:23.606908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ff90e262-9aa6-46e6-8e38-238b7a8d49f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:23.608059 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ff90e262-9aa6-46e6-8e38-238b7a8d49f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "DELETE /v2.0/security-groups/2bae757a-2eee-4b4a-bd64-05f285df3374 HTTP/1.1" status: 204  len: 168 time: 0.4912622
Nov 27 12:10:23.611118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56142) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:23.628664 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.api.v2.resource [None req-d6a044d7-402e-4ca2-bcda-db7d57203cc3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] show failed (client error): The resource could not be found.
Nov 27 12:10:23.630035 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d6a044d7-402e-4ca2-bcda-db7d57203cc3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "GET /v2.0/security-groups/2bae757a-2eee-4b4a-bd64-05f285df3374 HTTP/1.1" status: 404  len: 347 time: 0.0178902
Nov 27 12:10:23.633652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56146) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:23.801969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Deleting port 3f4cf2bf-65f4-4755-90d8-9d5bcf92c898 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:10:23.802388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:23.888478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:23.994365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:23.994704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:24.247385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Calling delete_port for 3f4cf2bf-65f4-4755-90d8-9d5bcf92c898 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:10:24.486115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:24.490145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-169250dc-ccb1-40a4-9692-496cc4a7a27d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:24.536577 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Pushing event deleted for resources: {'Port': ['ID=3f4cf2bf-65f4-4755-90d8-9d5bcf92c898,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:24.540526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:24.627710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:24.705106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:24.706246 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] 10.222.0.23 "DELETE /v2.0/floatingips/2dc21985-de05-4caf-ba04-95895441a126 HTTP/1.1" status: 204  len: 168 time: 1.0715923
Nov 27 12:10:24.710024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56150) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:25.347299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:25.990048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Deleting port 33da3837-977a-4aa8-b326-cc30b4afa922 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:10:25.990792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:26.175927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] For port 33da3837-977a-4aa8-b326-cc30b4afa922, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=33da3837-977a-4aa8-b326-cc30b4afa922,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:26.176289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:26.307061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Calling delete_port for 33da3837-977a-4aa8-b326-cc30b4afa922 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:10:26.579379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:26.583224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ca2cf602-89f0-4780-aa06-2fbad42ff95e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:26.630550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Pushing event deleted for resources: {'Port': ['ID=33da3837-977a-4aa8-b326-cc30b4afa922,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:26.669765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.670144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.670558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.670928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.671294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.671658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.672023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.672382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.672744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.673101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.673454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:26.680845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:27.084518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:27.684047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:10:27.897483 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:10:27.911868 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] Sync routers for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:10:27.913807 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] 10.222.0.23 "PUT /v2.0/routers/22ab6fad-b1de-4931-9613-6a48c8cc7fe8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2022717
Nov 27 12:10:27.915804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56156) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:27.924585 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:10:27.925182 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461cd5e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:10:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:28.177071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:28.213956 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:10:28.419662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:28.497261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Deleting port 565d6c87-1473-4f92-920e-f68d8fa0cc71 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:10:28.497517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:28.704072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] For port 565d6c87-1473-4f92-920e-f68d8fa0cc71, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=565d6c87-1473-4f92-920e-f68d8fa0cc71,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:28.704440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:28.713559 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461cd5e0>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:10:26Z', 'revision_number': 5, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port': {'id': '565d6c87-1473-4f92-920e-f68d8fa0cc71', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:28.718516 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] Checking router: 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:10:28.732661 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] Routers {'22ab6fad-b1de-4931-9613-6a48c8cc7fe8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:10:28.733426 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461cd5e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:10:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:28.871516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Calling delete_port for 565d6c87-1473-4f92-920e-f68d8fa0cc71 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:10:28.918397 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] Set router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:10:29.057390 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461cd5e0>, [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:10:28Z', 'revision_number': 6, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:29.061603 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a68fa0-6f08-4c73-91d6-9314752bd09e None None] The sync data for ids ['22ab6fad-b1de-4931-9613-6a48c8cc7fe8'] in dv-neutron-819441-1-hyperv is: [{'id': '22ab6fad-b1de-4931-9613-6a48c8cc7fe8', 'name': 'tempest-ServerActionsTestJSON-719800971-router', 'tenant_id': '88d241527eee4094b192bf2414812c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:03:05Z', 'updated_at': '2021-11-27T12:10:28Z', 'revision_number': 6, 'project_id': '88d241527eee4094b192bf2414812c38', 'gw_port_host': None}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:10:29.168295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:29.172838 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a2dc1db6-a1ac-4251-9656-cb1b835634a3 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:29.219744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Pushing event deleted for resources: {'Port': ['ID=565d6c87-1473-4f92-920e-f68d8fa0cc71,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:29.223349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:29.911431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 33da3837-977a-4aa8-b326-cc30b4afa922 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:10:30.005817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 33da3837-977a-4aa8-b326-cc30b4afa922 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:10:30.006213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 33da3837-977a-4aa8-b326-cc30b4afa922 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:10:30.006755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 565d6c87-1473-4f92-920e-f68d8fa0cc71 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:10:30.015202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:30.040500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 565d6c87-1473-4f92-920e-f68d8fa0cc71 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:10:30.040856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 565d6c87-1473-4f92-920e-f68d8fa0cc71 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:10:30.633631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:30.642351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:30.762031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:30.762750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ab6fad-b1de-4931-9613-6a48c8cc7fe8 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:10:30.777700 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:30.779062 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] 10.222.0.23 "DELETE /v2.0/routers/22ab6fad-b1de-4931-9613-6a48c8cc7fe8 HTTP/1.1" status: 204  len: 168 time: 2.8620572
Nov 27 12:10:30.783360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56160) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:30.860121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Deleting subnet a97d4506-d438-47fd-9629-c99f5551c2dc {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:10:30.863644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:30.918204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.000912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.139602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.143449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-48fb8139-8ef1-4972-91bf-b019ddbf64ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:31.179354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97d4506-d438-47fd-9629-c99f5551c2dc,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:31.183358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:31.187311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.194800 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a97d4506-d438-47fd-9629-c99f5551c2dc HTTP/1.1" status: 204  len: 168 time: 0.4101350
Nov 27 12:10:31.197655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56164) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:31.204275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c947fa-7a00-4ac2-9697-63d477764123 None None] Network fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:10:31.311553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.325202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Deleting port 8a86def3-3825-44d9-b9e9-0e6433eefb81 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:10:31.325542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.553778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] For port 8a86def3-3825-44d9-b9e9-0e6433eefb81, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8a86def3-3825-44d9-b9e9-0e6433eefb81,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:31.554144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.576283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] DHCP port deletion for fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:10:31.581291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] Deleting port 8a86def3-3825-44d9-b9e9-0e6433eefb81 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:10:31.581664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.667389 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8a86def3-3825-44d9-b9e9-0e6433eefb81 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:10:31.841577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Calling delete_port for 8a86def3-3825-44d9-b9e9-0e6433eefb81 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:10:31.890490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] For port 8a86def3-3825-44d9-b9e9-0e6433eefb81, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8a86def3-3825-44d9-b9e9-0e6433eefb81,segment=NetworkSegment(568af1ae-e80d-4cfa-8ed4-1d33b3093710),segment_id=568af1ae-e80d-4cfa-8ed4-1d33b3093710)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:31.890909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:31.962836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.012004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.016342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8de03144-0a86-4301-b7cd-4c5453605803 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:32.030513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] Calling delete_port for 8a86def3-3825-44d9-b9e9-0e6433eefb81 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:10:32.064912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a86def3-3825-44d9-b9e9-0e6433eefb81,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:32.067733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:32.072755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] No DVR routers for this DVR port 8a86def3-3825-44d9-b9e9-0e6433eefb81 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:10:32.148414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:10:32.148783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:10:32.199478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.226379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845a80ac0>,) {'filters': {'network_id': ['fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:32.239258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a80ac0>, '568af1ae-e80d-4cfa-8ed4-1d33b3093710') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:32.239548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845a80ac0>, '568af1ae-e80d-4cfa-8ed4-1d33b3093710') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:10:32.252211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.268942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.275919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:10:32.276318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:10:32.290357 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:10:32.441474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.445105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf64f33a-7c41-47e9-8988-1ac5c5fbe34c tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:32.464089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.472893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:32.479016 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:32.540103 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fb1c6c00-c5e5-47b3-867d-3c39b5f1a9ac HTTP/1.1" status: 204  len: 168 time: 1.3412936
Nov 27 12:10:32.650261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] Deleting port 8a86def3-3825-44d9-b9e9-0e6433eefb81 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:10:32.652538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:32.721043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e19abea8-47db-4525-8d00-ae2fa633669b None None] The port '8a86def3-3825-44d9-b9e9-0e6433eefb81' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:10:32.891984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56170) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:32.958537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a1cdea6f-bb1e-4f8e-9521-e30fc1cdde75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88d241527eee4094b192bf2414812c38&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0650744
Nov 27 12:10:32.961847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56174) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:33.051926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5cb3-17aa-4323-983f-888ff3132d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:33.085290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5cb3-17aa-4323-983f-888ff3132d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:33.235867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5cb3-17aa-4323-983f-888ff3132d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:33.240622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:33.260963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f5cb3-17aa-4323-983f-888ff3132d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd6da6f-e3ca-4a80-b0a6-cdc9d28e601f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:33.263877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9f5f5cb3-17aa-4323-983f-888ff3132d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:33.271219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5cb3-17aa-4323-983f-888ff3132d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:33.272592 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9f5f5cb3-17aa-4323-983f-888ff3132d0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbd6da6f-e3ca-4a80-b0a6-cdc9d28e601f HTTP/1.1" status: 204  len: 168 time: 0.3093212
Nov 27 12:10:34.633380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56196) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:34.786140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-649050622-network', 'tenant_id': 'c72263ba9522434caeefa13bbea74111'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:10:34.791600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:10:34.795323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Usage tracker for resource:network and tenant:c72263ba9522434caeefa13bbea74111 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:10:34.798080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:10:34.804485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:10:34.881982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Made reservation on behalf of c72263ba9522434caeefa13bbea74111 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:10:34.884392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:34.897914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:34.930746 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:10:34.934589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Usage tracker for resource:security_group_rule and tenant:c72263ba9522434caeefa13bbea74111 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:10:34.937373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:10:34.943355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:10:35.012590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:35.089709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:35.092798 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-40e84220-ea96-4840-87c9-c01eb5a045c4 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:35.121369 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:10:35.129786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f96517-435b-4da0-9f35-7d91ab77cb36,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:35.133730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:35.136298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:35.136630 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Added segment 23f72bb3-836a-4ead-92f3-bd748f8666e7 of type vlan for network 9f14495c-78db-4883-b2d0-413de9d92ed5
Nov 27 12:10:35.163970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:35.253182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:35.254135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:35.254750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:35.258726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f55c6eaf-1bbd-4c48-9eeb-91acd158b4a9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:35.364544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Pushing event updated for resources: {'Network': ['ID=9f14495c-78db-4883-b2d0-413de9d92ed5,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:35.370053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:35.374769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 9f14495c-78db-4883-b2d0-413de9d92ed5 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:10:35.417453 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7829716
Nov 27 12:10:35.420516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56202) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:10:35.425925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Request body: {'subnet': {'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-649050622-subnet', 'tenant_id': 'c72263ba9522434caeefa13bbea74111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:10:35.431904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:10:35.435949 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Usage tracker for resource:subnet and tenant:c72263ba9522434caeefa13bbea74111 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:10:35.439792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:10:35.446811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:10:35.508244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Made reservation on behalf of c72263ba9522434caeefa13bbea74111 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:10:35.510720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:35.779721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:35.783532 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a4ee365-fcc0-4722-8c66-8ce0ebd8fb44 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:35.852053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eab867d-8019-4ab5-adb8-5769ebcc6da8,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:35.856597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:35.866946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Checking segment: {'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:10:35.867291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Network hostable DHCP agents. Network: 9f14495c-78db-4883-b2d0-413de9d92ed5, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:10:35.960565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Network 9f14495c-78db-4883-b2d0-413de9d92ed5 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:10:36.057245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 9f14495c-78db-4883-b2d0-413de9d92ed5) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:10:36.061158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:36.061728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:36.066269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f40765b-8d36-463d-a88a-a6fdcbf02972 None None] Network 9f14495c-78db-4883-b2d0-413de9d92ed5 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:10:36.150611 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7287104
Nov 27 12:10:36.288217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86c3f8-9e32-4c74-85f3-c98e5077c0c4 None None] Network 9f14495c-78db-4883-b2d0-413de9d92ed5 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:10:36.719898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-f7144581-4b2a-43ef-bcac-6420fbc088ff tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:36.721366 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-f7144581-4b2a-43ef-bcac-6420fbc088ff tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/networks?id=9f14495c-78db-4883-b2d0-413de9d92ed5 HTTP/1.1" status: 200  len: 813 time: 0.1492491
Nov 27 12:10:36.737837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-17143d0a-f332-4758-a9be-118e9d19201a tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/quotas/c72263ba9522434caeefa13bbea74111 HTTP/1.1" status: 200  len: 375 time: 0.0109470
Nov 27 12:10:36.792269 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-02b33fd0-ff4b-4635-8287-4d65153e78e7 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c72263ba9522434caeefa13bbea74111&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414348
Nov 27 12:10:36.932070 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-50918bb3-35da-4667-aeef-2ab043593986 service neutron] 10.222.0.23 "GET /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330726
Nov 27 12:10:37.071830 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-05e108c1-e7d0-41a9-abd2-16be46683595 service neutron] 10.222.0.23 "GET /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341906
Nov 27 12:10:37.383245 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-474fd80c-1c26-4c27-90b6-56cfc564faea req-897e4fe4-32f5-4983-a0fd-d532963cda78 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 210 time: 0.0431588
Nov 27 12:10:38.548260 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9a3014d1-9ce9-4590-b051-6e9e4d8980e1 req-951efe40-ad9f-4ef6-930f-38d37afa30b1 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 210 time: 0.0414588
Nov 27 12:10:39.473305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-d73e6fa6-0bff-4b93-adce-cc4f5b6b803a tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:39.475140 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-d73e6fa6-0bff-4b93-adce-cc4f5b6b803a tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.39 "GET /v2.0/networks?id=9f14495c-78db-4883-b2d0-413de9d92ed5 HTTP/1.1" status: 200  len: 813 time: 0.1434107
Nov 27 12:10:39.486823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:39.493647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Request body: {'port': {'device_id': '717dda64-b97c-4b2b-bd79-6744b2f41eba', 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5', 'admin_state_up': True, 'tenant_id': 'c72263ba9522434caeefa13bbea74111'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:10:39.635196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:10:39.640450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Usage tracker for resource:port and tenant:c72263ba9522434caeefa13bbea74111 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:10:39.643238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:10:39.647844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:10:39.719936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Made reservation on behalf of c72263ba9522434caeefa13bbea74111 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:10:39.722678 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-99fa04c8-400f-44c0-b915-de3795d84848 req-dbb7799b-2f5e-49f8-b328-620c1ba06d22 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 210 time: 0.0465710
Nov 27 12:10:39.729251 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:39.898914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Allocated IP 172.20.0.4 (9f14495c-78db-4883-b2d0-413de9d92ed5/0eab867d-8019-4ab5-adb8-5769ebcc6da8/bd3926b9-2106-43bb-a7c2-51a3a4794b1e) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:10:40.222579 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:40.316661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:40.323123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:40.382383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Network 9f14495c-78db-4883-b2d0-413de9d92ed5 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:10:40.389398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:10:40.393549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:10:40.423048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Pushing event updated for resources: {'Port': ['ID=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:40.429189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:40.456531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:40.457125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:40.563150 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0738175
Nov 27 12:10:40.579301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Request body: {'port': {'device_id': '717dda64-b97c-4b2b-bd79-6744b2f41eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:10:40.687070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:41.035892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a184-9e84-4df1-b6d5-e62eff92386d req-8d240369-4251-40de-adef-44e653c34ac4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:41.036498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-30a2a184-9e84-4df1-b6d5-e62eff92386d req-8d240369-4251-40de-adef-44e653c34ac4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Synchronizing usage tracker for tenant:c72263ba9522434caeefa13bbea74111 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:10:41.115116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3926b9-2106-43bb-a7c2-51a3a4794b1e {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:10:41.121896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:41.136643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Transition to ACTIVE for port object bd3926b9-2106-43bb-a7c2-51a3a4794b1e will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:10:41.150057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-30a2a184-9e84-4df1-b6d5-e62eff92386d req-8d240369-4251-40de-adef-44e653c34ac4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Unset dirty status for tenant:c72263ba9522434caeefa13bbea74111 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:10:41.151231 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30a2a184-9e84-4df1-b6d5-e62eff92386d req-8d240369-4251-40de-adef-44e653c34ac4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 931 time: 0.2953727
Nov 27 12:10:41.207430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:41.214282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d85e2a11-e3ec-4da3-97d9-0c8a050ab78a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:41.264356 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30a2a184-9e84-4df1-b6d5-e62eff92386d req-2523ba72-9f6d-4c42-9761-ddd7cc9fd952 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074235
Nov 27 12:10:41.342538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:41.345980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:41.446066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Attempting to bind port bd3926b9-2106-43bb-a7c2-51a3a4794b1e on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:10:41.446393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Attempting to bind port bd3926b9-2106-43bb-a7c2-51a3a4794b1e by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:10:41.446742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Attempting to bind port bd3926b9-2106-43bb-a7c2-51a3a4794b1e on network 9f14495c-78db-4883-b2d0-413de9d92ed5 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:10:41.452393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Port bd3926b9-2106-43bb-a7c2-51a3a4794b1e on network 9f14495c-78db-4883-b2d0-413de9d92ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:10:41.452707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Attempting to bind port bd3926b9-2106-43bb-a7c2-51a3a4794b1e on network 9f14495c-78db-4883-b2d0-413de9d92ed5 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:10:41.458880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:10:41.459205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Checking segment: {'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:10:41.459575 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Bound using segment: {'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:10:41.459989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Bound port: bd3926b9-2106-43bb-a7c2-51a3a4794b1e, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:10:41.460323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:41.548209 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] For port bd3926b9-2106-43bb-a7c2-51a3a4794b1e, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:10:41.551127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] For port bd3926b9-2106-43bb-a7c2-51a3a4794b1e, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:10:41.625199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:41.629086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:41.681745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:41.683166 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd3926b9-2106-43bb-a7c2-51a3a4794b1e HTTP/1.1" status: 200  len: 1093 time: 1.1078122
Nov 27 12:10:41.685961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717dda64-b97c-4b2b-bd79-6744b2f41eba', 'tag': 'bd3926b9-2106-43bb-a7c2-51a3a4794b1e'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:10:41.711524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:41.714849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:41.740698 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717dda64-b97c-4b2b-bd79-6744b2f41eba', 'tag': 'bd3926b9-2106-43bb-a7c2-51a3a4794b1e', 'status': 'completed', 'code': 200}
Nov 27 12:10:41.835476 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c699b3e-1214-42df-8d4f-57d827c76860 req-43fee68e-5eb6-4c37-a07b-aef7e8f89d08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72263ba9522434caeefa13bbea74111&device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 1096 time: 0.0703981
Nov 27 12:10:41.978613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c699b3e-1214-42df-8d4f-57d827c76860 req-c28f3b06-9d38-4985-bb77-3a5a4e54af89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:41.979956 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c699b3e-1214-42df-8d4f-57d827c76860 req-c28f3b06-9d38-4985-bb77-3a5a4e54af89 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c72263ba9522434caeefa13bbea74111&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1367316
Nov 27 12:10:42.122443 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c699b3e-1214-42df-8d4f-57d827c76860 req-ecfcd074-2f3b-4489-a225-f2b24e131313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:42.123916 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5c699b3e-1214-42df-8d4f-57d827c76860 req-ecfcd074-2f3b-4489-a225-f2b24e131313 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1330616
Nov 27 12:10:42.238758 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-7a376ea4-03b9-4f96-9a0d-36a467b63be1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72263ba9522434caeefa13bbea74111&device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 1096 time: 0.0719995
Nov 27 12:10:42.314657 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-0ec213d7-d843-4267-83ac-00cf24d4907c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3926b9-2106-43bb-a7c2-51a3a4794b1e HTTP/1.1" status: 200  len: 217 time: 0.0646112
Nov 27 12:10:42.381560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-63a69276-9b5a-4c50-b361-f529f5500462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:42.383064 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-63a69276-9b5a-4c50-b361-f529f5500462 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eab867d-8019-4ab5-adb8-5769ebcc6da8 HTTP/1.1" status: 200  len: 853 time: 0.0583394
Nov 27 12:10:42.579790 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-e1298658-1dbf-47c3-bf31-8a9ab5e5a3c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f14495c-78db-4883-b2d0-413de9d92ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1634543
Nov 27 12:10:42.703812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63365830-dfd0-4455-af40-7dcf787da183 req-af4763d7-8c33-4157-94e0-e29436d76f15 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:42.705271 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63365830-dfd0-4455-af40-7dcf787da183 req-af4763d7-8c33-4157-94e0-e29436d76f15 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 943 time: 0.3191226
Nov 27 12:10:42.759756 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-ef24a7de-c22d-46d2-874a-4d1e2e4627fb service neutron] 10.222.0.39 "GET /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689172
Nov 27 12:10:42.805018 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63365830-dfd0-4455-af40-7dcf787da183 req-5ce3297c-3c38-4e6c-9d6d-906dd0ab8d82 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846841
Nov 27 12:10:42.918292 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b471583a-5b6e-4bef-a152-d31a1e50a6bd req-eae50882-33e2-422e-9b25-2e4f4a30c3f5 service neutron] 10.222.0.39 "GET /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459157
Nov 27 12:10:44.002750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd694a-683c-4c2b-be63-0128d65e0b71 req-5c31a92a-d7d9-4c60-b101-441e05b85f67 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:44.004169 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cedd694a-683c-4c2b-be63-0128d65e0b71 req-5c31a92a-d7d9-4c60-b101-441e05b85f67 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 943 time: 0.0758481
Nov 27 12:10:44.047910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-cedd694a-683c-4c2b-be63-0128d65e0b71 req-ecd81035-1322-4687-920c-e072c4fea2c4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Synchronizing usage tracker for tenant:c72263ba9522434caeefa13bbea74111 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:10:44.136782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-cedd694a-683c-4c2b-be63-0128d65e0b71 req-ecd81035-1322-4687-920c-e072c4fea2c4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Unset dirty status for tenant:c72263ba9522434caeefa13bbea74111 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:10:44.137846 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-cedd694a-683c-4c2b-be63-0128d65e0b71 req-ecd81035-1322-4687-920c-e072c4fea2c4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276166
Nov 27 12:10:45.339920 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900808a-ee8b-471f-b0df-9ff830dd0a80 req-7654c1a8-9867-4551-9d1b-688377771c72 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:45.341370 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1900808a-ee8b-471f-b0df-9ff830dd0a80 req-7654c1a8-9867-4551-9d1b-688377771c72 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 943 time: 0.0776923
Nov 27 12:10:45.391891 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1900808a-ee8b-471f-b0df-9ff830dd0a80 req-c51359e4-0ace-48da-9d40-c548bb826199 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447237
Nov 27 12:10:45.850721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device bd3926b9-2106-43bb-a7c2-51a3a4794b1e details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:10:45.984225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port bd3926b9-2106-43bb-a7c2-51a3a4794b1e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:45.997270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'bd3926b9-2106-43bb-a7c2-51a3a4794b1e', 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5', 'port_id': 'bd3926b9-2106-43bb-a7c2-51a3a4794b1e', 'mac_address': 'fa:16:3e:6a:27:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eab867d-8019-4ab5-adb8-5769ebcc6da8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:10:46.049945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:46.070226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3926b9-2106-43bb-a7c2-51a3a4794b1e {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:10:46.084749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port bd3926b9-2106-43bb-a7c2-51a3a4794b1e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:46.190592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:46.192261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:46.257089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:46.265304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.265646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.265980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.266316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.266670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.266996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.267317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.267639 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.267956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.268272 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.268586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:10:46.272274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:46.457011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['bd3926b9-2106-43bb-a7c2-51a3a4794b1e'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:10:46.588366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae544b-1c61-4f56-a82b-f9f65ae271ac req-3d3bd9a1-4ed0-4989-9221-798ad385bbc9 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:46.589815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a3ae544b-1c61-4f56-a82b-f9f65ae271ac req-3d3bd9a1-4ed0-4989-9221-798ad385bbc9 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 944 time: 0.0796151
Nov 27 12:10:46.634767 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a3ae544b-1c61-4f56-a82b-f9f65ae271ac req-d544f996-0c6c-48ee-b81e-46db626200e9 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391014
Nov 27 12:10:47.836644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7004-0411-4fa0-b7f1-99956b154621 req-a66b470a-dcfd-4a21-80f8-4118ed41a72e tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:47.838159 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490a7004-0411-4fa0-b7f1-99956b154621 req-a66b470a-dcfd-4a21-80f8-4118ed41a72e tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 944 time: 0.0814488
Nov 27 12:10:47.865515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device bd3926b9-2106-43bb-a7c2-51a3a4794b1e up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:10:47.886291 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490a7004-0411-4fa0-b7f1-99956b154621 req-7596fb18-c845-4a6b-a785-768163c7e654 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424678
Nov 27 12:10:48.013055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port bd3926b9-2106-43bb-a7c2-51a3a4794b1e completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:10:48.018241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port bd3926b9-2106-43bb-a7c2-51a3a4794b1e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:10:48.018642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:48.131413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:48.157094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717dda64-b97c-4b2b-bd79-6744b2f41eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3926b9-2106-43bb-a7c2-51a3a4794b1e'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:10:48.167681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port bd3926b9-2106-43bb-a7c2-51a3a4794b1e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:48.214061 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717dda64-b97c-4b2b-bd79-6744b2f41eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3926b9-2106-43bb-a7c2-51a3a4794b1e', 'code': 200}
Nov 27 12:10:48.224134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:48.226087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:48.291732 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:48.294720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:48.603566 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-97e8d872-6bd8-4b74-97f9-76c14213da30 req-1cce54fb-e8eb-43b1-a1b2-667752b725cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 1098 time: 0.0753951
Nov 27 12:10:48.650696 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-97e8d872-6bd8-4b74-97f9-76c14213da30 req-d0f4d111-f297-4727-b49f-ea82955c10ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361609
Nov 27 12:10:48.976798 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62ccbf58-d06b-4cda-adce-a1dfdbea0d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:49.087790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fe862-447c-4325-98d6-4e0458972ed9 req-bfb6b591-803d-433c-8462-7312e98b5235 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:49.089202 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9d5fe862-447c-4325-98d6-4e0458972ed9 req-bfb6b591-803d-433c-8462-7312e98b5235 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0798752
Nov 27 12:10:49.135958 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9d5fe862-447c-4325-98d6-4e0458972ed9 req-85044ca5-a388-444c-88f0-6d62f5d44222 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412436
Nov 27 12:10:49.833679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:50.351793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1b6c-3df4-4374-a81b-4c6ffec985f4 req-ca26ae87-2093-4a1d-9153-436007573e53 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:50.353348 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0bab1b6c-3df4-4374-a81b-4c6ffec985f4 req-ca26ae87-2093-4a1d-9153-436007573e53 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0792046
Nov 27 12:10:50.406555 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0bab1b6c-3df4-4374-a81b-4c6ffec985f4 req-8521f554-eddc-4d21-b701-53300f74393c tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472872
Nov 27 12:10:50.709361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-ff7751ea-2d65-4b4e-9467-b189966433df tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:50.710720 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-ff7751ea-2d65-4b4e-9467-b189966433df tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/networks?id=9f14495c-78db-4883-b2d0-413de9d92ed5 HTTP/1.1" status: 200  len: 813 time: 0.1437707
Nov 27 12:10:50.726561 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-4d444b1d-3d88-46f1-8fdf-9a7282fb9078 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/quotas/c72263ba9522434caeefa13bbea74111 HTTP/1.1" status: 200  len: 375 time: 0.0105603
Nov 27 12:10:50.808518 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-f12feee5-2e47-45e4-9818-cb650706a17c tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c72263ba9522434caeefa13bbea74111&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0770147
Nov 27 12:10:50.940802 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-b9b8b17c-6c3b-4d22-bd8b-51dbf9342d9b service neutron] 10.222.0.23 "GET /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255131
Nov 27 12:10:51.071470 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-8d13b6ba-27b4-44f7-911b-c775188c973d service neutron] 10.222.0.23 "GET /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242836
Nov 27 12:10:51.155727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3a9985d0-4934-4a29-a140-c501a409ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:51.300949 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bef8f105-db83-4956-a667-51ead6aca250 req-387d0205-c0a1-46ad-b4e7-27e4402748df tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 210 time: 0.0407269
Nov 27 12:10:52.466380 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9556553c-632b-4f3d-977b-91086a505f74 req-224cdb53-fc32-47fb-8a56-067d23ceb844 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 210 time: 0.0420582
Nov 27 12:10:52.487243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:53.293793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5e2522ef-7c11-401c-b521-352af9092aa9 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:53.295293 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5e2522ef-7c11-401c-b521-352af9092aa9 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.39 "GET /v2.0/networks?id=9f14495c-78db-4883-b2d0-413de9d92ed5 HTTP/1.1" status: 200  len: 813 time: 0.1561258
Nov 27 12:10:53.312439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Request body: {'port': {'device_id': 'd5096b80-b293-48b6-946b-14ce5b537361', 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5', 'admin_state_up': True, 'tenant_id': 'c72263ba9522434caeefa13bbea74111'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:10:53.449550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:10:53.459835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:10:53.537221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Made reservation on behalf of c72263ba9522434caeefa13bbea74111 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:10:53.540458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:53.642223 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a43a63eb-3311-4402-be9f-efae9e55ea3d req-d912ac74-0fc8-4b36-b1b3-814549edf9de tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 210 time: 0.0431304
Nov 27 12:10:53.812307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Allocated IP 172.20.0.2 (9f14495c-78db-4883-b2d0-413de9d92ed5/0eab867d-8019-4ab5-adb8-5769ebcc6da8/f980d19c-8c9d-4cce-9946-0a1abf2fd784) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:10:53.893270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:54.008847 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:54.087611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:54.093587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:54.099561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['bd3926b9-2106-43bb-a7c2-51a3a4794b1e'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:10:54.171191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Network 9f14495c-78db-4883-b2d0-413de9d92ed5 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:10:54.172022 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Pushing event updated for resources: {'Port': ['ID=f980d19c-8c9d-4cce-9946-0a1abf2fd784,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:54.174552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:10:54.176294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:54.177661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:10:54.237184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:54.237778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:54.333697 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0248280
Nov 27 12:10:54.345440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Request body: {'port': {'device_id': 'd5096b80-b293-48b6-946b-14ce5b537361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:10:54.455690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:54.831685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f980d19c-8c9d-4cce-9946-0a1abf2fd784 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:10:54.841301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:54.860729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Transition to ACTIVE for port object f980d19c-8c9d-4cce-9946-0a1abf2fd784 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:10:54.880543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddcd44-d964-4217-b164-ca5090f09c13 req-a1c257ea-b9df-451a-b89b-b0368eed9d54 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:54.881222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-ffddcd44-d964-4217-b164-ca5090f09c13 req-a1c257ea-b9df-451a-b89b-b0368eed9d54 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Synchronizing usage tracker for tenant:c72263ba9522434caeefa13bbea74111 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:10:54.913815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:54.917716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bc9602bf-abd0-430e-9fc9-542040efad3b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:54.954482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-ffddcd44-d964-4217-b164-ca5090f09c13 req-a1c257ea-b9df-451a-b89b-b0368eed9d54 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Unset dirty status for tenant:c72263ba9522434caeefa13bbea74111 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:10:54.955661 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ffddcd44-d964-4217-b164-ca5090f09c13 req-a1c257ea-b9df-451a-b89b-b0368eed9d54 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 931 time: 0.1910994
Nov 27 12:10:55.061890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Pushing event updated for resources: {'Port': ['ID=f980d19c-8c9d-4cce-9946-0a1abf2fd784,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:55.073110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:55.148295 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ffddcd44-d964-4217-b164-ca5090f09c13 req-ef48b4e1-21ed-45b2-a116-e317083e44e0 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837199
Nov 27 12:10:55.186908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Attempting to bind port f980d19c-8c9d-4cce-9946-0a1abf2fd784 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:10:55.187233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Attempting to bind port f980d19c-8c9d-4cce-9946-0a1abf2fd784 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:10:55.187549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Attempting to bind port f980d19c-8c9d-4cce-9946-0a1abf2fd784 on network 9f14495c-78db-4883-b2d0-413de9d92ed5 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:10:55.193998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Port f980d19c-8c9d-4cce-9946-0a1abf2fd784 on network 9f14495c-78db-4883-b2d0-413de9d92ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:10:55.194302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Attempting to bind port f980d19c-8c9d-4cce-9946-0a1abf2fd784 on network 9f14495c-78db-4883-b2d0-413de9d92ed5 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:10:55.200469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:10:55.200797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Checking segment: {'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:10:55.201166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Bound using segment: {'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:10:55.201578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Bound port: f980d19c-8c9d-4cce-9946-0a1abf2fd784, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f72bb3-836a-4ead-92f3-bd748f8666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:10:55.201910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:55.285939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] For port f980d19c-8c9d-4cce-9946-0a1abf2fd784, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:10:55.289906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] For port f980d19c-8c9d-4cce-9946-0a1abf2fd784, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f980d19c-8c9d-4cce-9946-0a1abf2fd784,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:10:55.389099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:55.392973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6822a646-6472-4c6a-ae8b-7c9312435bf2 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:55.449204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:55.450578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] 10.222.0.39 "PUT /v2.0/ports/f980d19c-8c9d-4cce-9946-0a1abf2fd784 HTTP/1.1" status: 200  len: 1093 time: 1.1091876
Nov 27 12:10:55.451098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5096b80-b293-48b6-946b-14ce5b537361', 'tag': 'f980d19c-8c9d-4cce-9946-0a1abf2fd784'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:10:55.477104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Pushing event updated for resources: {'Port': ['ID=f980d19c-8c9d-4cce-9946-0a1abf2fd784,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:55.480413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:55.508534 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5096b80-b293-48b6-946b-14ce5b537361', 'tag': 'f980d19c-8c9d-4cce-9946-0a1abf2fd784', 'status': 'completed', 'code': 200}
Nov 27 12:10:55.598588 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d46b4da3-3745-4b2e-92be-b1fd3eaa9d7b req-990f7c13-ef24-422d-bd34-062acae54761 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72263ba9522434caeefa13bbea74111&device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 1096 time: 0.0697925
Nov 27 12:10:55.749551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4da3-3745-4b2e-92be-b1fd3eaa9d7b req-812a486e-feb8-4d9d-a089-e69273022a65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:55.750937 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d46b4da3-3745-4b2e-92be-b1fd3eaa9d7b req-812a486e-feb8-4d9d-a089-e69273022a65 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c72263ba9522434caeefa13bbea74111&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1441743
Nov 27 12:10:55.994771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4da3-3745-4b2e-92be-b1fd3eaa9d7b req-0244d50c-02c6-4a87-91bb-eeab23004666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:55.996238 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d46b4da3-3745-4b2e-92be-b1fd3eaa9d7b req-0244d50c-02c6-4a87-91bb-eeab23004666 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2383273
Nov 27 12:10:56.112363 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-3a750fd4-f03d-4823-a98c-6e5ab014f47b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72263ba9522434caeefa13bbea74111&device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 1096 time: 0.0713136
Nov 27 12:10:56.181092 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-6b1dafc6-6dec-4b1d-a1f7-1f4b4e481414 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f980d19c-8c9d-4cce-9946-0a1abf2fd784 HTTP/1.1" status: 200  len: 217 time: 0.0617797
Nov 27 12:10:56.253143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-af7fca41-4331-4cad-b018-1b038be38177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:56.254610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-af7fca41-4331-4cad-b018-1b038be38177 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eab867d-8019-4ab5-adb8-5769ebcc6da8 HTTP/1.1" status: 200  len: 853 time: 0.0671945
Nov 27 12:10:56.337177 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-05f99bef-03bf-4f26-a7e7-e8f3348e51ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f14495c-78db-4883-b2d0-413de9d92ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0753872
Nov 27 12:10:56.477752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860b57-fcdb-4649-bdf6-0f5ec1fa2676 req-21b71a36-d470-4ac4-a4f6-ef4c5e77437b tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:56.479130 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8c860b57-fcdb-4649-bdf6-0f5ec1fa2676 req-21b71a36-d470-4ac4-a4f6-ef4c5e77437b tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 943 time: 0.1887128
Nov 27 12:10:56.512668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-c16f8e86-222d-454a-bdce-26a46a1296d7 service neutron] 10.222.0.39 "GET /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673248
Nov 27 12:10:56.616435 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8c860b57-fcdb-4649-bdf6-0f5ec1fa2676 req-da38fd11-c239-41e7-87a0-dd75d0c693a6 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282995
Nov 27 12:10:56.669370 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-21c2a5c6-da5c-4814-a6be-2e54f8b1d42a req-f1ecff91-6ad9-434b-8141-04eb7606a59a service neutron] 10.222.0.39 "GET /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462085
Nov 27 12:10:57.900971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f980d19c-8c9d-4cce-9946-0a1abf2fd784 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:10:57.938815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875f74-52f6-46a8-8282-6a8242e6e52a req-3397a18c-9385-4c9d-8410-75619200f69a tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:57.939926 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-be875f74-52f6-46a8-8282-6a8242e6e52a req-3397a18c-9385-4c9d-8410-75619200f69a tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 943 time: 0.1898873
Nov 27 12:10:57.995583 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-be875f74-52f6-46a8-8282-6a8242e6e52a req-0a9ef660-f024-45ad-8b88-cb3643a2cae4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489316
Nov 27 12:10:58.050747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f980d19c-8c9d-4cce-9946-0a1abf2fd784, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f980d19c-8c9d-4cce-9946-0a1abf2fd784,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:58.069020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'f980d19c-8c9d-4cce-9946-0a1abf2fd784', 'network_id': '9f14495c-78db-4883-b2d0-413de9d92ed5', 'port_id': 'f980d19c-8c9d-4cce-9946-0a1abf2fd784', 'mac_address': 'fa:16:3e:08:1b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eab867d-8019-4ab5-adb8-5769ebcc6da8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:10:58.123741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:58.143233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f980d19c-8c9d-4cce-9946-0a1abf2fd784 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:10:58.159255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f980d19c-8c9d-4cce-9946-0a1abf2fd784, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f980d19c-8c9d-4cce-9946-0a1abf2fd784,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:10:58.219207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:10:58.221075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:10:58.289057 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=f980d19c-8c9d-4cce-9946-0a1abf2fd784,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:10:58.292745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:10:58.446283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['f980d19c-8c9d-4cce-9946-0a1abf2fd784'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:10:59.195580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5263f5a-9e0e-4908-965d-d49e0198b648 req-8d290861-877c-4d72-ab95-53e46f4174b9 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:10:59.197022 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d5263f5a-9e0e-4908-965d-d49e0198b648 req-8d290861-877c-4d72-ab95-53e46f4174b9 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 944 time: 0.0800567
Nov 27 12:10:59.248560 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d5263f5a-9e0e-4908-965d-d49e0198b648 req-374069b1-1b7b-4a00-a198-95440f16ed54 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461102
Nov 27 12:10:59.924911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f980d19c-8c9d-4cce-9946-0a1abf2fd784 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:00.050516 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port f980d19c-8c9d-4cce-9946-0a1abf2fd784 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:00.055692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port f980d19c-8c9d-4cce-9946-0a1abf2fd784 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:00.056070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:00.140010 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:11:00.169351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:00.199758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5096b80-b293-48b6-946b-14ce5b537361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f980d19c-8c9d-4cce-9946-0a1abf2fd784'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:11:00.209386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f980d19c-8c9d-4cce-9946-0a1abf2fd784, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f980d19c-8c9d-4cce-9946-0a1abf2fd784,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:00.256045 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5096b80-b293-48b6-946b-14ce5b537361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f980d19c-8c9d-4cce-9946-0a1abf2fd784', 'code': 200}
Nov 27 12:11:00.287660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:00.291219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b4dff92d-d82e-44ba-97b9-d4f40ae90a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:00.359744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=f980d19c-8c9d-4cce-9946-0a1abf2fd784,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:00.362794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:00.449909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ed72f-f9ae-49bc-bfc0-9573014b4a73 req-1e183886-7d20-48d0-8ab5-6a15dcb96438 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:00.451269 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9d2ed72f-f9ae-49bc-bfc0-9573014b4a73 req-1e183886-7d20-48d0-8ab5-6a15dcb96438 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 945 time: 0.0790677
Nov 27 12:11:00.497394 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9d2ed72f-f9ae-49bc-bfc0-9573014b4a73 req-aa544bbb-2fb3-45a6-9615-398b78c28960 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406663
Nov 27 12:11:00.616791 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-786112b5-f3b3-4ec3-ae53-72f9ef388c56 req-581d8362-33bb-4219-876f-b43bc659dddf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 1098 time: 0.0706186
Nov 27 12:11:00.661868 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-786112b5-f3b3-4ec3-ae53-72f9ef388c56 req-93c1db28-1431-4477-ad73-a18f25f7c48c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365396
Nov 27 12:11:01.694973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3f59-28e2-4b3f-af9a-17a9afbb2bae req-d1b84de5-c378-4ea5-943b-43cceef8ade4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:01.696390 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-66af3f59-28e2-4b3f-af9a-17a9afbb2bae req-d1b84de5-c378-4ea5-943b-43cceef8ade4 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 945 time: 0.0763612
Nov 27 12:11:01.741214 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-66af3f59-28e2-4b3f-af9a-17a9afbb2bae req-fc5e3cf0-ae52-4589-a7bc-efb3e5a3b3f1 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393372
Nov 27 12:11:02.950820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047792c-aca9-4c32-bd7d-f466bb31edad req-e1e7f240-a999-42ea-94e5-68f503bf54ff tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:02.952308 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2047792c-aca9-4c32-bd7d-f466bb31edad req-e1e7f240-a999-42ea-94e5-68f503bf54ff tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 945 time: 0.0885961
Nov 27 12:11:03.001916 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2047792c-aca9-4c32-bd7d-f466bb31edad req-c98ee621-b815-4d93-ace6-62e3876e961d tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432909
Nov 27 12:11:03.572584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9f177-537e-4129-8da3-5ff86462aeb6 req-aa3866f4-11f1-4b3f-83e5-6b06796e0a06 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:03.574037 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-edf9f177-537e-4129-8da3-5ff86462aeb6 req-aa3866f4-11f1-4b3f-83e5-6b06796e0a06 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 945 time: 0.0813072
Nov 27 12:11:03.621075 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-edf9f177-537e-4129-8da3-5ff86462aeb6 req-df6eda2d-2066-46ec-8190-924a6281c314 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413063
Nov 27 12:11:04.824667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a84a-0310-4d59-b00b-bb898f329807 req-c702e792-15e4-44cb-acb2-11505b2f21ff tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:04.826073 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4de1a84a-0310-4d59-b00b-bb898f329807 req-c702e792-15e4-44cb-acb2-11505b2f21ff tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 945 time: 0.0809200
Nov 27 12:11:04.870355 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4de1a84a-0310-4d59-b00b-bb898f329807 req-71f9a69a-eb49-4b70-8947-7b79d6bf5bab tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387728
Nov 27 12:11:04.959586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-ec2aeefa-cb44-47a0-b814-d192f7d8982b tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:04.960935 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-ec2aeefa-cb44-47a0-b814-d192f7d8982b tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 945 time: 0.0765569
Nov 27 12:11:05.036194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Deleting port f980d19c-8c9d-4cce-9946-0a1abf2fd784 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:05.036530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:05.275239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] For port f980d19c-8c9d-4cce-9946-0a1abf2fd784, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f980d19c-8c9d-4cce-9946-0a1abf2fd784,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:05.275514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:05.499729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Calling delete_port for f980d19c-8c9d-4cce-9946-0a1abf2fd784 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:05.715593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:05.721428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f2a6a6f4-ac47-4a89-81a5-df496b83831b tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:05.727619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['bd3926b9-2106-43bb-a7c2-51a3a4794b1e', 'f980d19c-8c9d-4cce-9946-0a1abf2fd784'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:11:05.765516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Pushing event deleted for resources: {'Port': ['ID=f980d19c-8c9d-4cce-9946-0a1abf2fd784,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:05.768030 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:05.840038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] No DVR routers for this DVR port f980d19c-8c9d-4cce-9946-0a1abf2fd784 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:05.842553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:05.846417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5096b80-b293-48b6-946b-14ce5b537361', 'name': 'network-vif-deleted', 'tag': 'f980d19c-8c9d-4cce-9946-0a1abf2fd784'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:11:05.911008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5096b80-b293-48b6-946b-14ce5b537361', 'name': 'network-vif-deleted', 'tag': 'f980d19c-8c9d-4cce-9946-0a1abf2fd784', 'status': 'completed', 'code': 200}
Nov 27 12:11:05.913056 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44aba109-6088-417b-85bc-e0a53828a4e4 req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.39 "DELETE /v2.0/ports/f980d19c-8c9d-4cce-9946-0a1abf2fd784 HTTP/1.1" status: 204  len: 173 time: 0.9467719
Nov 27 12:11:06.045119 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d2724208-5937-4240-96a7-db71dcb8ed98 req-8b4fe20e-e5d6-462e-aae8-b14ddd674868 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5096b80-b293-48b6-946b-14ce5b537361 HTTP/1.1" status: 200  len: 210 time: 0.0450699
Nov 27 12:11:07.330980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660fe3-c448-46e9-ae36-9f9e33e557f0 req-89f0ecf5-50e7-4d45-9b1d-d20dc6ff6424 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:07.332431 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-df660fe3-c448-46e9-ae36-9f9e33e557f0 req-89f0ecf5-50e7-4d45-9b1d-d20dc6ff6424 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0832229
Nov 27 12:11:07.378066 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-df660fe3-c448-46e9-ae36-9f9e33e557f0 req-16323100-4547-4190-a0d2-4641cf67ec88 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401368
Nov 27 12:11:07.602056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67819a5-3340-40b5-971c-08a1f4853714 req-e227e448-d372-43f4-8527-7e408f08a0af tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:07.603529 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d67819a5-3340-40b5-971c-08a1f4853714 req-e227e448-d372-43f4-8527-7e408f08a0af tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0761218
Nov 27 12:11:07.648400 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d67819a5-3340-40b5-971c-08a1f4853714 req-cbc4eddd-f185-4b07-b02c-beccbbf128b7 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393217
Nov 27 12:11:07.847305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468696-3464-4fc7-a59c-9e1f30c1e612 req-b20dd19b-1924-441a-87e7-e0c042c7a09e tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:07.847305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-fe468696-3464-4fc7-a59c-9e1f30c1e612 req-b20dd19b-1924-441a-87e7-e0c042c7a09e tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Synchronizing usage tracker for tenant:c72263ba9522434caeefa13bbea74111 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:11:07.932704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-fe468696-3464-4fc7-a59c-9e1f30c1e612 req-b20dd19b-1924-441a-87e7-e0c042c7a09e tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Unset dirty status for tenant:c72263ba9522434caeefa13bbea74111 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:11:07.933893 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fe468696-3464-4fc7-a59c-9e1f30c1e612 req-b20dd19b-1924-441a-87e7-e0c042c7a09e tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.1640427
Nov 27 12:11:07.960760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f980d19c-8c9d-4cce-9946-0a1abf2fd784 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:11:07.982573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fe468696-3464-4fc7-a59c-9e1f30c1e612 req-9a987208-05e5-4e7c-9469-ee19bd15222e tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428205
Nov 27 12:11:07.992901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: f980d19c-8c9d-4cce-9946-0a1abf2fd784 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:11:07.993510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f980d19c-8c9d-4cce-9946-0a1abf2fd784 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:11:08.194684 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f4fd1f58-b264-4775-996c-58213705cf10 req-c3d95fe8-bd44-4ad9-848b-51b7589fe77d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0757756
Nov 27 12:11:08.409996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4543419-8b9e-47c2-839f-53155ee6a137 req-ac0c1387-d051-4218-89f0-acfa458fb902 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:08.411490 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a4543419-8b9e-47c2-839f-53155ee6a137 req-ac0c1387-d051-4218-89f0-acfa458fb902 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0838859
Nov 27 12:11:08.468715 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a4543419-8b9e-47c2-839f-53155ee6a137 req-629eb381-ffc1-4ce4-941f-692f2fb000b1 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473197
Nov 27 12:11:08.669079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d487f-0ba0-4a1c-bf61-efaecc708e41 req-5d8f8d28-6088-467d-a5f5-5728df386159 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:08.670557 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7d0d487f-0ba0-4a1c-bf61-efaecc708e41 req-5d8f8d28-6088-467d-a5f5-5728df386159 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0782387
Nov 27 12:11:08.718266 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7d0d487f-0ba0-4a1c-bf61-efaecc708e41 req-ffd24fbe-fe0a-49b4-851e-9ea61908123e tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420594
Nov 27 12:11:08.943769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c264b8d-25c7-4369-a074-31f4799dc469 req-4752cab2-738e-4067-823a-eaf658cd1272 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:08.945203 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5c264b8d-25c7-4369-a074-31f4799dc469 req-4752cab2-738e-4067-823a-eaf658cd1272 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0824542
Nov 27 12:11:08.991170 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5c264b8d-25c7-4369-a074-31f4799dc469 req-dc456727-93e1-47f4-afc7-a249aba37e8b tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403228
Nov 27 12:11:09.441312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:09.713376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5d6ea-d411-4278-9570-52efdbc46bdf req-a70ad63b-d37f-4be3-ab49-a719bd4aacef tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:09.714843 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e9f5d6ea-d411-4278-9570-52efdbc46bdf req-a70ad63b-d37f-4be3-ab49-a719bd4aacef tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0754757
Nov 27 12:11:09.762936 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e9f5d6ea-d411-4278-9570-52efdbc46bdf req-623ea05a-8ea3-44c9-aa9a-1304edcf1953 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426619
Nov 27 12:11:10.960572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383a06-fdcc-4d4b-ba69-eb7af1f40f54 req-9b4c3248-4039-4688-b2d8-f8de0d8a66cf tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:10.970464 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-59383a06-fdcc-4d4b-ba69-eb7af1f40f54 req-9b4c3248-4039-4688-b2d8-f8de0d8a66cf tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0802035
Nov 27 12:11:11.008668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-59383a06-fdcc-4d4b-ba69-eb7af1f40f54 req-1c69435e-7b14-4596-8ab2-6ddd782a5f41 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1f96517-435b-4da0-9f35-7d91ab77cb36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402174
Nov 27 12:11:11.198283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-8cad4e01-a2d5-489a-b8bf-fd64621ff273 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:11.199600 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-8cad4e01-a2d5-489a-b8bf-fd64621ff273 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.39 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 945 time: 0.0813489
Nov 27 12:11:11.273638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Deleting port bd3926b9-2106-43bb-a7c2-51a3a4794b1e {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:11.273966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:11.528455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] For port bd3926b9-2106-43bb-a7c2-51a3a4794b1e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,segment=NetworkSegment(23f72bb3-836a-4ead-92f3-bd748f8666e7),segment_id=23f72bb3-836a-4ead-92f3-bd748f8666e7)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:11.528744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:11.652097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Calling delete_port for bd3926b9-2106-43bb-a7c2-51a3a4794b1e owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:11.852620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:11.858422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:11.868504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['bd3926b9-2106-43bb-a7c2-51a3a4794b1e'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:11:11.902482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Pushing event deleted for resources: {'Port': ['ID=bd3926b9-2106-43bb-a7c2-51a3a4794b1e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:11.904966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:11.976758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] No DVR routers for this DVR port bd3926b9-2106-43bb-a7c2-51a3a4794b1e on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:11.979213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:11.981788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717dda64-b97c-4b2b-bd79-6744b2f41eba', 'name': 'network-vif-deleted', 'tag': 'bd3926b9-2106-43bb-a7c2-51a3a4794b1e'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:11:12.049067 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717dda64-b97c-4b2b-bd79-6744b2f41eba', 'name': 'network-vif-deleted', 'tag': 'bd3926b9-2106-43bb-a7c2-51a3a4794b1e', 'status': 'completed', 'code': 200}
Nov 27 12:11:12.063127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b4629d22-b961-43e1-aa74-3acce7ee36cb req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.39 "DELETE /v2.0/ports/bd3926b9-2106-43bb-a7c2-51a3a4794b1e HTTP/1.1" status: 204  len: 173 time: 0.8539746
Nov 27 12:11:12.174260 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-65a0153c-ea7a-4638-9a66-f42e02ddd463 req-9f6188a3-d0d7-4aed-881f-2ba2a2acc051 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Synchronizing usage tracker for tenant:c72263ba9522434caeefa13bbea74111 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:11:12.241174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-65a0153c-ea7a-4638-9a66-f42e02ddd463 req-9f6188a3-d0d7-4aed-881f-2ba2a2acc051 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Unset dirty status for tenant:c72263ba9522434caeefa13bbea74111 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:11:12.242342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-65a0153c-ea7a-4638-9a66-f42e02ddd463 req-9f6188a3-d0d7-4aed-881f-2ba2a2acc051 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] 10.222.0.23 "GET /v2.0/ports?device_id=717dda64-b97c-4b2b-bd79-6744b2f41eba HTTP/1.1" status: 200  len: 210 time: 0.1087909
Nov 27 12:11:13.349913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56344) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:13.512388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] Deleting subnet 0eab867d-8019-4ab5-adb8-5769ebcc6da8 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:11:13.515245 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:13.564080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:13.620206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:13.753805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:13.758207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-12354762-ae30-4166-8f90-b89907b44926 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:13.791743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eab867d-8019-4ab5-adb8-5769ebcc6da8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:13.795246 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:13.798611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:13.804827 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-42dff9ba-8ae0-4641-8717-6a70753fbe10 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0eab867d-8019-4ab5-adb8-5769ebcc6da8 HTTP/1.1" status: 204  len: 168 time: 0.4538400
Nov 27 12:11:13.807272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56348) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:13.912858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:13.990141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device bd3926b9-2106-43bb-a7c2-51a3a4794b1e no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:11:14.025949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: bd3926b9-2106-43bb-a7c2-51a3a4794b1e {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:11:14.026939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device bd3926b9-2106-43bb-a7c2-51a3a4794b1e not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:11:14.040121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.069901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ceafa0>,) {'filters': {'network_id': ['9f14495c-78db-4883-b2d0-413de9d92ed5']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:14.084055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ceafa0>, '23f72bb3-836a-4ead-92f3-bd748f8666e7') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:14.084348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ceafa0>, '23f72bb3-836a-4ead-92f3-bd748f8666e7') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:14.096795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.113947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.120672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:14.121070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:14.134852 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:14.274539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.278003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3e62bdc7-174a-4a2d-8eeb-c22092071815 tempest-FloatingIPNegativeTestJSON-1200035715 tempest-FloatingIPNegativeTestJSON-1200035715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:14.291156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.300294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Pushing event deleted for resources: {'Network': ['ID=9f14495c-78db-4883-b2d0-413de9d92ed5,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:14.305708 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] 10.222.0.23 "DELETE /v2.0/networks/9f14495c-78db-4883-b2d0-413de9d92ed5 HTTP/1.1" status: 204  len: 168 time: 0.4951456
Nov 27 12:11:14.305708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7df42288-43b3-48a2-b1ce-b4d71912db9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:14.659087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56354) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:14.708616 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ee795325-98cc-4b95-af38-c847c4f81fce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c72263ba9522434caeefa13bbea74111&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482960
Nov 27 12:11:14.711349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56358) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:14.772491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-009aa6d9-9af0-410a-96ac-f91beb5c7f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.797332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-009aa6d9-9af0-410a-96ac-f91beb5c7f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.919536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-009aa6d9-9af0-410a-96ac-f91beb5c7f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:14.923350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2031d0ce-bbda-4098-8c8b-b92caa9983a6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:14.935720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa6d9-9af0-410a-96ac-f91beb5c7f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f96517-435b-4da0-9f35-7d91ab77cb36,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:14.939183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-009aa6d9-9af0-410a-96ac-f91beb5c7f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:15.003988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-009aa6d9-9af0-410a-96ac-f91beb5c7f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:15.005105 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-009aa6d9-9af0-410a-96ac-f91beb5c7f8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1f96517-435b-4da0-9f35-7d91ab77cb36 HTTP/1.1" status: 204  len: 168 time: 0.2928882
Nov 27 12:11:16.185270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56380) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:16.316329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171160944'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:16.321537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:16.325872 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:network and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:16.328812 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:16.335581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:16.406980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:16.410060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:16.423767 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:16.455373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:16.459641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:security_group_rule and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:16.462375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:16.468103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:16.537498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:16.595420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:16.598509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ff90e262-9aa6-46e6-8e38-238b7a8d49f0 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:16.631898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:11:16.640413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9ebba-89c7-42a6-85ce-09f2ca565f0e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:16.647327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:16.647661 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Added segment ea593886-2103-4e74-b008-f86147777ae7 of type vlan for network 90d0a44f-18a8-4515-a06b-49d25dd3215f
Nov 27 12:11:16.672512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.673293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.673293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.673618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.673992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.674352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.674746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.675109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.675469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.675823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.676180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:16.683179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:16.686936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:16.772984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:16.778085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:16.778680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:16.782439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-448bc789-ce05-44ab-b3fc-a8af5f8bf287 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:16.897642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Network': ['ID=90d0a44f-18a8-4515-a06b-49d25dd3215f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:16.900314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:16.907928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 90d0a44f-18a8-4515-a06b-49d25dd3215f details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:11:16.950842 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7644370
Nov 27 12:11:18.961011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-640df711-41b0-4eca-8ebf-b4b96cdfff5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:19.816280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:20.217225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56386) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:20.223077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'subnet': {'network_id': '90d0a44f-18a8-4515-a06b-49d25dd3215f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:20.334612 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:20.338614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:subnet and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:20.341448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:20.347309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:20.421878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:20.524768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:20.818177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:20.822092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-740943d4-26eb-4bad-b5ea-5802bc2bf739 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:20.896215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Subnet': ['ID=2278c4ff-0b8e-4718-bd1e-704a87e42f27,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:20.898972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:20.909909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Checking segment: {'id': 'ea593886-2103-4e74-b008-f86147777ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '90d0a44f-18a8-4515-a06b-49d25dd3215f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:20.910257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network hostable DHCP agents. Network: 90d0a44f-18a8-4515-a06b-49d25dd3215f, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:11:20.977713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network 90d0a44f-18a8-4515-a06b-49d25dd3215f is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:11:21.052366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 90d0a44f-18a8-4515-a06b-49d25dd3215f) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:21.056557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:21.057133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.066415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6531a7ad-7e70-44e9-9cb2-d6bce0b867c6 None None] Network 90d0a44f-18a8-4515-a06b-49d25dd3215f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:21.162996 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c127d5f1-d5ac-4cfd-b775-9900b14bddc2 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9442501
Nov 27 12:11:21.166044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56390) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:21.172015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1077756881'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:21.177048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:21.180978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:network and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:21.184010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:21.190021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:21.221708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-954990c7-493e-46a2-b275-48e179ac2555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.269769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:21.275189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.293034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-90d0a44f-18a8-4515-a06b-49d25dd3215f', 'network_id': '90d0a44f-18a8-4515-a06b-49d25dd3215f', 'tenant_id': '251832bf138d452e8f7762cdb3cee82c', 'fixed_ips': [{'subnet_id': '2278c4ff-0b8e-4718-bd1e-704a87e42f27'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:11:21.294134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.309168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:11:21.320308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.320642 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Added segment a20e87e8-4dca-4f12-bd80-f2d5016de2f6 of type vlan for network a18919f8-fc66-4041-bdf8-fbc5d725d459
Nov 27 12:11:21.349124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.446829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.450554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:21.451161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.457474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9607dd56-4b1b-4596-9d4f-3779bc88e9a6 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:21.459649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Allocated IP 2001:db8:0:ffff::2 (90d0a44f-18a8-4515-a06b-49d25dd3215f/2278c4ff-0b8e-4718-bd1e-704a87e42f27/e35e935f-f455-446f-9625-226c25470236) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:21.658961 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4916718
Nov 27 12:11:21.663138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56394) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:21.668563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Network': ['ID=a18919f8-fc66-4041-bdf8-fbc5d725d459,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:21.669897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'subnet': {'network_id': 'a18919f8-fc66-4041-bdf8-fbc5d725d459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:21.671244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:21.680133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network a18919f8-fc66-4041-bdf8-fbc5d725d459 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:11:21.693669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.709866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Transition to ACTIVE for port object e35e935f-f455-446f-9625-226c25470236 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:21.789931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Transition to ACTIVE for port object e35e935f-f455-446f-9625-226c25470236 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:21.795564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:21.799496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:subnet and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:21.803052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:21.814162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:21.862823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:21.867146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:21.884919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:21.943799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Network 90d0a44f-18a8-4515-a06b-49d25dd3215f is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:21.948125 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:21.951547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:21.955352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Pushing event updated for resources: {'Port': ['ID=e35e935f-f455-446f-9625-226c25470236,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:21.957519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:21.993119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.061313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Attempting to bind port e35e935f-f455-446f-9625-226c25470236 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:22.061670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Attempting to bind port e35e935f-f455-446f-9625-226c25470236 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'ea593886-2103-4e74-b008-f86147777ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '90d0a44f-18a8-4515-a06b-49d25dd3215f'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:22.062036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Attempting to bind port e35e935f-f455-446f-9625-226c25470236 on network 90d0a44f-18a8-4515-a06b-49d25dd3215f {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:22.069067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:22.069945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Checking segment: {'id': 'ea593886-2103-4e74-b008-f86147777ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '90d0a44f-18a8-4515-a06b-49d25dd3215f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:22.069945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.070202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Bound using segment: {'id': 'ea593886-2103-4e74-b008-f86147777ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '90d0a44f-18a8-4515-a06b-49d25dd3215f'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:22.070688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Bound port: e35e935f-f455-446f-9625-226c25470236, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea593886-2103-4e74-b008-f86147777ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '90d0a44f-18a8-4515-a06b-49d25dd3215f'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:22.071058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.160789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] For port e35e935f-f455-446f-9625-226c25470236, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:22.164542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] For port e35e935f-f455-446f-9625-226c25470236, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e35e935f-f455-446f-9625-226c25470236,segment=NetworkSegment(ea593886-2103-4e74-b008-f86147777ae7),segment_id=ea593886-2103-4e74-b008-f86147777ae7)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:22.241973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.245814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:22.293071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.299104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-304703c0-61a4-4fc7-96a3-f1313270ae86 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:22.340351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Pushing event updated for resources: {'Port': ['ID=e35e935f-f455-446f-9625-226c25470236,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:22.343690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:22.393392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Subnet': ['ID=c6145564-36a7-4c4a-9a4d-fa99a5fca96b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:22.398307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:22.402496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Checking segment: {'id': 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a18919f8-fc66-4041-bdf8-fbc5d725d459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:22.403269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network hostable DHCP agents. Network: a18919f8-fc66-4041-bdf8-fbc5d725d459, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:11:22.481407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.507626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network a18919f8-fc66-4041-bdf8-fbc5d725d459 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:11:22.584523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, a18919f8-fc66-4041-bdf8-fbc5d725d459) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:22.589645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:22.590745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.595011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102c849-0fd4-436f-bc67-da275825e819 None None] Network a18919f8-fc66-4041-bdf8-fbc5d725d459 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:22.674551 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.0090830
Nov 27 12:11:22.676722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56398) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:22.826339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-a18919f8-fc66-4041-bdf8-fbc5d725d459', 'network_id': 'a18919f8-fc66-4041-bdf8-fbc5d725d459', 'tenant_id': '251832bf138d452e8f7762cdb3cee82c', 'fixed_ips': [{'subnet_id': 'c6145564-36a7-4c4a-9a4d-fa99a5fca96b'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:11:22.827219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.830127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:22.907788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.042348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Allocated IP 2001:db8::2 (a18919f8-fc66-4041-bdf8-fbc5d725d459/c6145564-36a7-4c4a-9a4d-fa99a5fca96b/cfaa44e6-41bf-4317-8797-4230268789a2) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:23.260231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.269961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be717d-eae4-40d0-9098-b4ee81548a84 None None] Network 90d0a44f-18a8-4515-a06b-49d25dd3215f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:23.286188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Transition to ACTIVE for port object cfaa44e6-41bf-4317-8797-4230268789a2 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:23.363052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Transition to ACTIVE for port object cfaa44e6-41bf-4317-8797-4230268789a2 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:23.459419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.465401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:23.506360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4b201ea3-7cde-4ec1-8bf5-260e28577995 None None] Provisioning for port e35e935f-f455-446f-9625-226c25470236 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:23.533478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.544607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c76a80fd-2a23-4821-93c7-59c39574dc04 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:23.577873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Network a18919f8-fc66-4041-bdf8-fbc5d725d459 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:23.579194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Subnet': ['ID=c6145564-36a7-4c4a-9a4d-fa99a5fca96b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:23.581763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:23.582914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:23.583764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Pushing event updated for resources: {'Port': ['ID=cfaa44e6-41bf-4317-8797-4230268789a2,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:23.586963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:23.588978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:23.694173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.708278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e35e935f-f455-446f-9625-226c25470236 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:23.724679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284543c5e0>,) {'filters': {'network_id': ['a18919f8-fc66-4041-bdf8-fbc5d725d459']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:23.738491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284543c5e0>, 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:23.738796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284543c5e0>, 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:23.751152 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Attempting to bind port cfaa44e6-41bf-4317-8797-4230268789a2 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:23.751520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Attempting to bind port cfaa44e6-41bf-4317-8797-4230268789a2 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a18919f8-fc66-4041-bdf8-fbc5d725d459'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:23.751640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.751881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Attempting to bind port cfaa44e6-41bf-4317-8797-4230268789a2 on network a18919f8-fc66-4041-bdf8-fbc5d725d459 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:23.767726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.773755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:23.774115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Checking segment: {'id': 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a18919f8-fc66-4041-bdf8-fbc5d725d459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:23.774240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:23.774536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.774643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.779098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Bound using segment: {'id': 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a18919f8-fc66-4041-bdf8-fbc5d725d459'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:23.779098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Bound port: cfaa44e6-41bf-4317-8797-4230268789a2, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a18919f8-fc66-4041-bdf8-fbc5d725d459'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:23.779098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:23.791441 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:23.896715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] For port cfaa44e6-41bf-4317-8797-4230268789a2, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:23.900074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] For port cfaa44e6-41bf-4317-8797-4230268789a2, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cfaa44e6-41bf-4317-8797-4230268789a2,segment=NetworkSegment(a20e87e8-4dca-4f12-bd80-f2d5016de2f6),segment_id=a20e87e8-4dca-4f12-bd80-f2d5016de2f6)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:23.927257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.928297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 12:11:23.928297 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 12:11:23.928297 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': 'a18919f8-fc66-4041-bdf8-fbc5d725d459'}]
Nov 27 12:11:23.928297 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:11:23.928742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:11:23.948561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:23.952503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e35e935f-f455-446f-9625-226c25470236 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:23.956017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:23.999559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e35e935f-f455-446f-9625-226c25470236 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:23.999946 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:24.099336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Pushing event updated for resources: {'Port': ['ID=cfaa44e6-41bf-4317-8797-4230268789a2,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:24.124988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:24.182562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d3532ecf-203c-41a9-b436-bb60d600a13a None None] Provisioning complete for port e35e935f-f455-446f-9625-226c25470236 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:24.182939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3532ecf-203c-41a9-b436-bb60d600a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:24.252174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547db12-5fb8-4882-90df-29cb56805a56 None None] Network a18919f8-fc66-4041-bdf8-fbc5d725d459 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:24.283611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:24.429911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:24.442590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Deleting port cfaa44e6-41bf-4317-8797-4230268789a2 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:24.443531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:24.486517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e35e935f-f455-446f-9625-226c25470236, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e35e935f-f455-446f-9625-226c25470236,segment=NetworkSegment(ea593886-2103-4e74-b008-f86147777ae7),segment_id=ea593886-2103-4e74-b008-f86147777ae7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:24.511028 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d3532ecf-203c-41a9-b436-bb60d600a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:24.570729 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ed91e-e7d5-4874-b990-0925016af8b7 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 12:11:24.600640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:24.606407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:24.662938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] For port cfaa44e6-41bf-4317-8797-4230268789a2, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cfaa44e6-41bf-4317-8797-4230268789a2,segment=NetworkSegment(a20e87e8-4dca-4f12-bd80-f2d5016de2f6),segment_id=a20e87e8-4dca-4f12-bd80-f2d5016de2f6)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:24.663290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:24.778044 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-d3532ecf-203c-41a9-b436-bb60d600a13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:11:24.778400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-d3532ecf-203c-41a9-b436-bb60d600a13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:11:24.797377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e35e935f-f455-446f-9625-226c25470236,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:24.803243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:24.825759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ed91e-e7d5-4874-b990-0925016af8b7 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 12:11:24.893926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Calling delete_port for cfaa44e6-41bf-4317-8797-4230268789a2 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:25.044771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.048921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-67fe7bc4-6135-45d6-91dc-79ecb9ac0e1b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:25.092835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Port': ['ID=cfaa44e6-41bf-4317-8797-4230268789a2,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:25.096592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:25.099979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No DVR routers for this DVR port cfaa44e6-41bf-4317-8797-4230268789a2 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:25.221403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.250456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284578bc40>,) {'filters': {'network_id': ['a18919f8-fc66-4041-bdf8-fbc5d725d459']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:25.263214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284578bc40>, 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:25.263497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284578bc40>, 'a20e87e8-4dca-4f12-bd80-f2d5016de2f6') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:25.275599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.291756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.303960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:25.304344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:25.322440 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:25.473565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.477491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f8440b2-14b0-418f-bfa9-a09683508767 tempest-TagsExtTest-1345294052 tempest-TagsExtTest-1345294052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:25.491993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.506236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Network': ['ID=a18919f8-fc66-4041-bdf8-fbc5d725d459,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:25.509174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:25.510998 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/a18919f8-fc66-4041-bdf8-fbc5d725d459 HTTP/1.1" status: 204  len: 168 time: 2.8332601
Nov 27 12:11:25.514524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56402) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:25.520005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1601919136'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:25.525266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:25.529142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:network and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:25.532011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:25.538454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:25.635445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:25.638734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.661573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e35e935f-f455-446f-9625-226c25470236 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:25.668458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:11:25.677864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.678198 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Added segment a069fa7e-3742-42cb-80a5-8375756a1d02 of type vlan for network 20ad9ee5-4376-451a-aa55-08c818233964
Nov 27 12:11:25.704885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.731466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e35e935f-f455-446f-9625-226c25470236 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:25.731761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.816165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.820085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:25.820735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:25.826028 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-212f46d6-1681-4a42-a1dd-8f82bdc7324e tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:25.931722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Network': ['ID=20ad9ee5-4376-451a-aa55-08c818233964,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:25.934331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:25.939261 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4237270
Nov 27 12:11:25.942331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56406) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:25.945090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 20ad9ee5-4376-451a-aa55-08c818233964 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:11:25.948403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'subnet': {'network_id': '20ad9ee5-4376-451a-aa55-08c818233964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:26.068185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:26.074302 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:subnet and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:26.078962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:26.084923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:26.143635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:26.245121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:26.338325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.ipam_backend_mixin [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Performing IP validity checks on allocation pools {{(pid=84364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 27 12:11:26.338804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.ipam_backend_mixin [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 27 12:11:26.578535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:26.582524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-fe6ee886-be18-4975-8ed0-47634bab2013 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:26.663325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Subnet': ['ID=0e3001f2-1d33-4385-8ebd-8ada012be153,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:26.666983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:26.675478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Checking segment: {'id': 'a069fa7e-3742-42cb-80a5-8375756a1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '20ad9ee5-4376-451a-aa55-08c818233964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:26.675836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network hostable DHCP agents. Network: 20ad9ee5-4376-451a-aa55-08c818233964, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:11:26.778132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network 20ad9ee5-4376-451a-aa55-08c818233964 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:11:26.873214 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 20ad9ee5-4376-451a-aa55-08c818233964) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:26.878386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:26.880171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:26.883262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315c99f-819d-418b-b8f3-242413a50402 None None] Network 20ad9ee5-4376-451a-aa55-08c818233964 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:26.977050 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-278d6b89-8c5b-4e1c-8198-ec1f32ea9d39 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0334692
Nov 27 12:11:26.980065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56410) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:27.108907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-20ad9ee5-4376-451a-aa55-08c818233964', 'network_id': '20ad9ee5-4376-451a-aa55-08c818233964', 'tenant_id': '251832bf138d452e8f7762cdb3cee82c', 'fixed_ips': [{'subnet_id': '0e3001f2-1d33-4385-8ebd-8ada012be153'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:11:27.110027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.131550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.199394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.273724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Allocated IP 2001:db8::3 (20ad9ee5-4376-451a-aa55-08c818233964/0e3001f2-1d33-4385-8ebd-8ada012be153/eadf89c0-f95f-4f22-bd62-0b0f211c1ee9) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:27.486451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.497028 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Transition to ACTIVE for port object eadf89c0-f95f-4f22-bd62-0b0f211c1ee9 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:27.515691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Transition to ACTIVE for port object eadf89c0-f95f-4f22-bd62-0b0f211c1ee9 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:27.567261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.571625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:27.636652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Network 20ad9ee5-4376-451a-aa55-08c818233964 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:27.639848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:27.642198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:27.648920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Pushing event updated for resources: {'Port': ['ID=eadf89c0-f95f-4f22-bd62-0b0f211c1ee9,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:27.652747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:27.664341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.668216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-faa34207-6bf1-449b-b318-4c2e3d5bd296 tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:27.742274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Attempting to bind port eadf89c0-f95f-4f22-bd62-0b0f211c1ee9 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:27.742678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Attempting to bind port eadf89c0-f95f-4f22-bd62-0b0f211c1ee9 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'a069fa7e-3742-42cb-80a5-8375756a1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '20ad9ee5-4376-451a-aa55-08c818233964'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:27.743049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Attempting to bind port eadf89c0-f95f-4f22-bd62-0b0f211c1ee9 on network 20ad9ee5-4376-451a-aa55-08c818233964 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:27.750824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:27.751203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Checking segment: {'id': 'a069fa7e-3742-42cb-80a5-8375756a1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '20ad9ee5-4376-451a-aa55-08c818233964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:27.751611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.752011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Bound using segment: {'id': 'a069fa7e-3742-42cb-80a5-8375756a1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '20ad9ee5-4376-451a-aa55-08c818233964'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:27.752485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Bound port: eadf89c0-f95f-4f22-bd62-0b0f211c1ee9, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a069fa7e-3742-42cb-80a5-8375756a1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '20ad9ee5-4376-451a-aa55-08c818233964'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:27.752858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.824072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3001f2-1d33-4385-8ebd-8ada012be153,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:27.843952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] For port eadf89c0-f95f-4f22-bd62-0b0f211c1ee9, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:27.847434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] For port eadf89c0-f95f-4f22-bd62-0b0f211c1ee9, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=eadf89c0-f95f-4f22-bd62-0b0f211c1ee9,segment=NetworkSegment(a069fa7e-3742-42cb-80a5-8375756a1d02),segment_id=a069fa7e-3742-42cb-80a5-8375756a1d02)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:27.856533 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.856908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.857276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.857639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.857997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.858352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.858734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.859089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.859448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.859794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.860141 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:27.865615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:27.934058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.955573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:27.960134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284611c550>,) {'filters': {'network_id': ['20ad9ee5-4376-451a-aa55-08c818233964']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:27.960843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:27.972899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284611c550>, 'a069fa7e-3742-42cb-80a5-8375756a1d02') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:27.973185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284611c550>, 'a069fa7e-3742-42cb-80a5-8375756a1d02') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:27.986107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:28.003582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:28.011940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:28.012343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:28.028121 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:28.080433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Pushing event updated for resources: {'Port': ['ID=eadf89c0-f95f-4f22-bd62-0b0f211c1ee9,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:28.112772 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:28.153812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb03732-9da5-4406-93b7-3caa79b4417a None None] Network 20ad9ee5-4376-451a-aa55-08c818233964 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:28.155895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 12:11:28.155895 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 12:11:28.155895 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': '20ad9ee5-4376-451a-aa55-08c818233964'}]
Nov 27 12:11:28.155895 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:11:28.156300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:11:28.352093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37965b8e-f081-4037-971b-8ae6cb27b4da None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 12:11:28.437480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37965b8e-f081-4037-971b-8ae6cb27b4da None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 12:11:28.657143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:28.668398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Deleting port eadf89c0-f95f-4f22-bd62-0b0f211c1ee9 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:28.668735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:28.884400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] For port eadf89c0-f95f-4f22-bd62-0b0f211c1ee9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=eadf89c0-f95f-4f22-bd62-0b0f211c1ee9,segment=NetworkSegment(a069fa7e-3742-42cb-80a5-8375756a1d02),segment_id=a069fa7e-3742-42cb-80a5-8375756a1d02)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:28.884761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.009067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Calling delete_port for eadf89c0-f95f-4f22-bd62-0b0f211c1ee9 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:29.138405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.142762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:29.188779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Port': ['ID=eadf89c0-f95f-4f22-bd62-0b0f211c1ee9,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:29.191247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:29.194587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No DVR routers for this DVR port eadf89c0-f95f-4f22-bd62-0b0f211c1ee9 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:29.316893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.342962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844a3ff10>,) {'filters': {'network_id': ['20ad9ee5-4376-451a-aa55-08c818233964']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:29.355348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a3ff10>, 'a069fa7e-3742-42cb-80a5-8375756a1d02') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:29.355641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a3ff10>, 'a069fa7e-3742-42cb-80a5-8375756a1d02') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:29.367349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.384118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.390158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:29.390568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:29.405780 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:29.559187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.562820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-50bfea8b-8d22-4057-9453-e0ccdb48de3a tempest-NetworksIpV6TestAttrs-2036777491 tempest-NetworksIpV6TestAttrs-2036777491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:29.578764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.590688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Network': ['ID=20ad9ee5-4376-451a-aa55-08c818233964,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:29.594839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:29.597495 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/20ad9ee5-4376-451a-aa55-08c818233964 HTTP/1.1" status: 204  len: 168 time: 2.6163867
Nov 27 12:11:29.601359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56416) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:29.607116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088672367'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:29.612289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:29.616135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:network and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:29.619019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:29.625723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:29.720992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:29.724283 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.756036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:11:29.766026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.766365 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Added segment c3a9f07b-709d-4eaa-9163-a28f260d3764 of type vlan for network ddc49268-9e34-404c-bec1-96598d2871ea
Nov 27 12:11:29.795013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.887199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.891204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:29.891808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:29.896432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2398e0b6-e21a-4e70-b018-965f630262a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:30.006477 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Network': ['ID=ddc49268-9e34-404c-bec1-96598d2871ea,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:30.009103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:30.017269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network ddc49268-9e34-404c-bec1-96598d2871ea details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:11:30.070347 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-201fd902-ecb8-4988-900d-971a6d0de276 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4678383
Nov 27 12:11:30.073019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56420) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:30.078561 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'subnet': {'network_id': 'ddc49268-9e34-404c-bec1-96598d2871ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:30.190504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:30.194841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:subnet and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:30.197657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:30.203311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:30.274977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:30.380058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:30.680946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:30.684836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a53611ea-2ae2-40a8-9791-f16b7086ea6d tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:30.764602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Subnet': ['ID=82c84b86-7da5-47be-8084-515c3a14a6f7,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:30.768350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:30.777127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Checking segment: {'id': 'c3a9f07b-709d-4eaa-9163-a28f260d3764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ddc49268-9e34-404c-bec1-96598d2871ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:30.777478 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network hostable DHCP agents. Network: ddc49268-9e34-404c-bec1-96598d2871ea, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:11:30.898008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network ddc49268-9e34-404c-bec1-96598d2871ea is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:11:31.058222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, ddc49268-9e34-404c-bec1-96598d2871ea) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:31.062139 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:31.062750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.070018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef1194-dfa9-4569-ad2f-501c4f7e2cea None None] Network ddc49268-9e34-404c-bec1-96598d2871ea requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:31.156236 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-44c6aaa9-7ecc-45dd-882a-171c6f2646bc tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0821407
Nov 27 12:11:31.159818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56424) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:31.166892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-875748063'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:31.171911 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:31.176011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:network and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:31.178990 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:31.184686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:31.252036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:31.255686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.290123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-ddc49268-9e34-404c-bec1-96598d2871ea', 'network_id': 'ddc49268-9e34-404c-bec1-96598d2871ea', 'tenant_id': '251832bf138d452e8f7762cdb3cee82c', 'fixed_ips': [{'subnet_id': '82c84b86-7da5-47be-8084-515c3a14a6f7'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:11:31.291766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.294172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:11:31.303366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.303900 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Added segment cc339817-0924-4fa7-aafb-81906e7bebca of type vlan for network 49373c24-0ed7-44c7-af09-dc7c71b10d6c
Nov 27 12:11:31.331794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.423905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.428388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:31.428981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.434378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-28d9af76-94e2-46a4-95a4-8cb60d7362ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:31.459261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Allocated IP 2001:db8::2 (ddc49268-9e34-404c-bec1-96598d2871ea/82c84b86-7da5-47be-8084-515c3a14a6f7/ca929c52-9cc9-46e8-9558-73e0eb9b0bed) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:31.538932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Network': ['ID=49373c24-0ed7-44c7-af09-dc7c71b10d6c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:31.545302 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3844182
Nov 27 12:11:31.545426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56428) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:31.546555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a22a4d5e-4de7-4c42-b6c7-7cc1931b61da tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:31.550244 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 49373c24-0ed7-44c7-af09-dc7c71b10d6c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:11:31.553751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Request body: {'subnet': {'network_id': '49373c24-0ed7-44c7-af09-dc7c71b10d6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:31.667276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:31.671056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Usage tracker for resource:subnet and tenant:251832bf138d452e8f7762cdb3cee82c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:31.673858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:31.679555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:31.755717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Made reservation on behalf of 251832bf138d452e8f7762cdb3cee82c for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:31.761620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.779487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Transition to ACTIVE for port object ca929c52-9cc9-46e8-9558-73e0eb9b0bed will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:31.797554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Transition to ACTIVE for port object ca929c52-9cc9-46e8-9558-73e0eb9b0bed will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:31.864106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.867979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:31.868925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:31.924990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Network ddc49268-9e34-404c-bec1-96598d2871ea is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:31.931879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:31.934850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:31.945630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Pushing event updated for resources: {'Port': ['ID=ca929c52-9cc9-46e8-9558-73e0eb9b0bed,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:31.948876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:32.077987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Attempting to bind port ca929c52-9cc9-46e8-9558-73e0eb9b0bed on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:32.078754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Attempting to bind port ca929c52-9cc9-46e8-9558-73e0eb9b0bed by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'c3a9f07b-709d-4eaa-9163-a28f260d3764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ddc49268-9e34-404c-bec1-96598d2871ea'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:32.078754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Attempting to bind port ca929c52-9cc9-46e8-9558-73e0eb9b0bed on network ddc49268-9e34-404c-bec1-96598d2871ea {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:32.086445 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:32.086973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Checking segment: {'id': 'c3a9f07b-709d-4eaa-9163-a28f260d3764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ddc49268-9e34-404c-bec1-96598d2871ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:32.087380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:32.087784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Bound using segment: {'id': 'c3a9f07b-709d-4eaa-9163-a28f260d3764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ddc49268-9e34-404c-bec1-96598d2871ea'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:32.088257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Bound port: ca929c52-9cc9-46e8-9558-73e0eb9b0bed, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a9f07b-709d-4eaa-9163-a28f260d3764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ddc49268-9e34-404c-bec1-96598d2871ea'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:32.088632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:32.196730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] For port ca929c52-9cc9-46e8-9558-73e0eb9b0bed, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:32.199905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] For port ca929c52-9cc9-46e8-9558-73e0eb9b0bed, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ca929c52-9cc9-46e8-9558-73e0eb9b0bed,segment=NetworkSegment(c3a9f07b-709d-4eaa-9163-a28f260d3764),segment_id=c3a9f07b-709d-4eaa-9163-a28f260d3764)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:32.297021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:32.300793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:32.343130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:32.347507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7931424f-5f64-4d50-9c50-58dfb9991f0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:32.375332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Pushing event updated for resources: {'Port': ['ID=ca929c52-9cc9-46e8-9558-73e0eb9b0bed,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:32.378390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:32.428657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event updated for resources: {'Subnet': ['ID=3b7a9633-fe68-4552-885f-9b4967379a24,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:32.432687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:32.441539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Checking segment: {'id': 'cc339817-0924-4fa7-aafb-81906e7bebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49373c24-0ed7-44c7-af09-dc7c71b10d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:32.441899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network hostable DHCP agents. Network: 49373c24-0ed7-44c7-af09-dc7c71b10d6c, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:11:32.558942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Network 49373c24-0ed7-44c7-af09-dc7c71b10d6c is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:11:32.656215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 49373c24-0ed7-44c7-af09-dc7c71b10d6c) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:32.660382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:32.663346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:32.666205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa45e9c-d030-46f4-9b14-1f51fe3b98d3 None None] Network 49373c24-0ed7-44c7-af09-dc7c71b10d6c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:32.782920 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2352085
Nov 27 12:11:32.785291 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56432) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:32.882592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-49373c24-0ed7-44c7-af09-dc7c71b10d6c', 'network_id': '49373c24-0ed7-44c7-af09-dc7c71b10d6c', 'tenant_id': '251832bf138d452e8f7762cdb3cee82c', 'fixed_ips': [{'subnet_id': '3b7a9633-fe68-4552-885f-9b4967379a24'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:11:32.883688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:32.933134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.010700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.059205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Allocated IP 2001:db8::2 (49373c24-0ed7-44c7-af09-dc7c71b10d6c/3b7a9633-fe68-4552-885f-9b4967379a24/cdc63030-d6ca-4248-b04b-69636bdae670) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:33.290554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.302140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Transition to ACTIVE for port object cdc63030-d6ca-4248-b04b-69636bdae670 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:33.322616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b7e90-2a90-4daa-b3f7-ef4dd685f78f None None] Network ddc49268-9e34-404c-bec1-96598d2871ea requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:33.340145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Transition to ACTIVE for port object cdc63030-d6ca-4248-b04b-69636bdae670 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:33.447232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.460452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:33.527082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.531728 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-42c0f568-2c02-4805-bbe8-b5aed7bec7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:33.567392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Network 49373c24-0ed7-44c7-af09-dc7c71b10d6c is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:33.568071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7a9633-fe68-4552-885f-9b4967379a24,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:33.571781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:33.577400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:33.585254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:33.589071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Pushing event updated for resources: {'Port': ['ID=cdc63030-d6ca-4248-b04b-69636bdae670,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:33.595595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:33.596223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6e5aed40-e73b-48eb-b236-6077c0ec575f None None] Provisioning for port ca929c52-9cc9-46e8-9558-73e0eb9b0bed completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:33.673002 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.708643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844c8fdc0>,) {'filters': {'network_id': ['49373c24-0ed7-44c7-af09-dc7c71b10d6c']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:33.710111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ca929c52-9cc9-46e8-9558-73e0eb9b0bed up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:33.721490 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c8fdc0>, 'cc339817-0924-4fa7-aafb-81906e7bebca') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:33.721779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c8fdc0>, 'cc339817-0924-4fa7-aafb-81906e7bebca') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:33.734583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.750793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.757310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:33.757699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.765961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Attempting to bind port cdc63030-d6ca-4248-b04b-69636bdae670 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:33.766328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Attempting to bind port cdc63030-d6ca-4248-b04b-69636bdae670 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'cc339817-0924-4fa7-aafb-81906e7bebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49373c24-0ed7-44c7-af09-dc7c71b10d6c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:33.766714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Attempting to bind port cdc63030-d6ca-4248-b04b-69636bdae670 on network 49373c24-0ed7-44c7-af09-dc7c71b10d6c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:33.773244 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:33.795739 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:33.796117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Checking segment: {'id': 'cc339817-0924-4fa7-aafb-81906e7bebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49373c24-0ed7-44c7-af09-dc7c71b10d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:33.796515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.796916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Bound using segment: {'id': 'cc339817-0924-4fa7-aafb-81906e7bebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49373c24-0ed7-44c7-af09-dc7c71b10d6c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:33.797391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Bound port: cdc63030-d6ca-4248-b04b-69636bdae670, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc339817-0924-4fa7-aafb-81906e7bebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '49373c24-0ed7-44c7-af09-dc7c71b10d6c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:33.797803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:33.903908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] For port cdc63030-d6ca-4248-b04b-69636bdae670, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:33.907123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] For port cdc63030-d6ca-4248-b04b-69636bdae670, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cdc63030-d6ca-4248-b04b-69636bdae670,segment=NetworkSegment(cc339817-0924-4fa7-aafb-81906e7bebca),segment_id=cc339817-0924-4fa7-aafb-81906e7bebca)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:33.953937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.db.api [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 12:11:33.953937 dv-neutron-819441-1-hyperv neutron-server[84364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 12:11:33.953937 dv-neutron-819441-1-hyperv neutron-server[84364]: [parameters: {'id': '49373c24-0ed7-44c7-af09-dc7c71b10d6c'}]
Nov 27 12:11:33.953937 dv-neutron-819441-1-hyperv neutron-server[84364]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:11:33.954514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_db.api [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:11:34.120897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port ca929c52-9cc9-46e8-9558-73e0eb9b0bed completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:34.124487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:34.128845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:34.162747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ca929c52-9cc9-46e8-9558-73e0eb9b0bed triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:34.163116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:34.259379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Pushing event updated for resources: {'Port': ['ID=cdc63030-d6ca-4248-b04b-69636bdae670,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:34.284685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:34.409158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166e9e9-e985-4bc4-8387-ad0ed6cebf8c None None] Network 49373c24-0ed7-44c7-af09-dc7c71b10d6c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:34.429681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:34.455896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:34.467180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Deleting port cdc63030-d6ca-4248-b04b-69636bdae670 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:34.467594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:34.563770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port ca929c52-9cc9-46e8-9558-73e0eb9b0bed, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ca929c52-9cc9-46e8-9558-73e0eb9b0bed,segment=NetworkSegment(c3a9f07b-709d-4eaa-9163-a28f260d3764),segment_id=c3a9f07b-709d-4eaa-9163-a28f260d3764)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:34.631803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75f5265-92e8-4559-9477-abaa91e9eb54 None None] get_active_networks_info from dv-neutron-819441-1-hyperv {{(pid=84365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 27 12:11:34.661539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:34.663270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:34.684720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] For port cdc63030-d6ca-4248-b04b-69636bdae670, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=cdc63030-d6ca-4248-b04b-69636bdae670,segment=NetworkSegment(cc339817-0924-4fa7-aafb-81906e7bebca),segment_id=cc339817-0924-4fa7-aafb-81906e7bebca)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:34.685772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:34.756390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=ca929c52-9cc9-46e8-9558-73e0eb9b0bed,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:34.762297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:34.787973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f5265-92e8-4559-9477-abaa91e9eb54 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 12:11:34.813274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Calling delete_port for cdc63030-d6ca-4248-b04b-69636bdae670 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:35.086859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:35.090786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f0060b18-23d6-49d1-91b4-684c7af201d6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:35.142162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Port': ['ID=cdc63030-d6ca-4248-b04b-69636bdae670,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:35.147307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:35.154900 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No DVR routers for this DVR port cdc63030-d6ca-4248-b04b-69636bdae670 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:35.282403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:35.307458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28451f9970>,) {'filters': {'network_id': ['49373c24-0ed7-44c7-af09-dc7c71b10d6c']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:35.319866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28451f9970>, 'cc339817-0924-4fa7-aafb-81906e7bebca') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:35.320163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28451f9970>, 'cc339817-0924-4fa7-aafb-81906e7bebca') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:35.331389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:35.349067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:35.355290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:35.355676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:35.370213 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:35.615884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:35.619522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:35.634889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:35.648842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Network': ['ID=49373c24-0ed7-44c7-af09-dc7c71b10d6c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:35.651679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:35.656466 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/49373c24-0ed7-44c7-af09-dc7c71b10d6c HTTP/1.1" status: 204  len: 168 time: 2.8669899
Nov 27 12:11:35.656749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56436) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:35.668041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ca929c52-9cc9-46e8-9558-73e0eb9b0bed up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:35.696242 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eaea02-0bb6-460d-8895-1099ce6af7fa tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] GET failed (client error): The resource could not be found.
Nov 27 12:11:35.696913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-36eaea02-0bb6-460d-8895-1099ce6af7fa tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Synchronizing usage tracker for tenant:251832bf138d452e8f7762cdb3cee82c on resource:subnet {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:11:35.741478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ca929c52-9cc9-46e8-9558-73e0eb9b0bed triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:35.741856 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:35.776313 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-36eaea02-0bb6-460d-8895-1099ce6af7fa tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Unset dirty status for tenant:251832bf138d452e8f7762cdb3cee82c on resource:subnet {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:11:35.777554 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-36eaea02-0bb6-460d-8895-1099ce6af7fa tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "GET /v2.0/subnets/3b7a9633-fe68-4552-885f-9b4967379a24 HTTP/1.1" status: 404  len: 337 time: 0.1199172
Nov 27 12:11:35.780439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56440) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:35.805136 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-951bf008-e41b-4c77-975e-e02a51deeb03 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] DELETE failed (client error): The resource could not be found.
Nov 27 12:11:35.808227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951bf008-e41b-4c77-975e-e02a51deeb03 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 12:11:35.808227 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-951bf008-e41b-4c77-975e-e02a51deeb03 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/49373c24-0ed7-44c7-af09-dc7c71b10d6c HTTP/1.1" status: 404  len: 339 time: 0.0258322
Nov 27 12:11:35.811114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56444) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:35.852483 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8cb233-16b0-4b84-bbaa-282ff320adf9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] DELETE failed (client error): The resource could not be found.
Nov 27 12:11:35.852916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8cb233-16b0-4b84-bbaa-282ff320adf9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 12:11:35.854565 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ba8cb233-16b0-4b84-bbaa-282ff320adf9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/subnets/3b7a9633-fe68-4552-885f-9b4967379a24 HTTP/1.1" status: 404  len: 337 time: 0.0425444
Nov 27 12:11:35.857152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56448) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:35.882686 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-800da584-163f-4199-9abe-693a3dffc2a3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] DELETE failed (client error): The resource could not be found.
Nov 27 12:11:35.883160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800da584-163f-4199-9abe-693a3dffc2a3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 12:11:35.884802 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-800da584-163f-4199-9abe-693a3dffc2a3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/49373c24-0ed7-44c7-af09-dc7c71b10d6c HTTP/1.1" status: 404  len: 339 time: 0.0268292
Nov 27 12:11:35.887331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56452) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:36.070502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Deleting subnet 82c84b86-7da5-47be-8084-515c3a14a6f7 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:11:36.073446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.130811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.230316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.401576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.405440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3e1065b8-ad6f-4017-8256-9b3be5badea6 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:36.441036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Subnet': ['ID=82c84b86-7da5-47be-8084-515c3a14a6f7,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:36.444994 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:36.447707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.453683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7d8bd-c7bf-4d2b-aa5c-9e4abfae632c None None] Network ddc49268-9e34-404c-bec1-96598d2871ea requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:36.567707 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/subnets/82c84b86-7da5-47be-8084-515c3a14a6f7 HTTP/1.1" status: 204  len: 168 time: 0.6793177
Nov 27 12:11:36.570288 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56456) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:36.696948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.710680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Deleting port ca929c52-9cc9-46e8-9558-73e0eb9b0bed {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:36.711031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.745646 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] DHCP port deletion for ddc49268-9e34-404c-bec1-96598d2871ea request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:11:36.750136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] Deleting port ca929c52-9cc9-46e8-9558-73e0eb9b0bed {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:36.750557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.921930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] For port ca929c52-9cc9-46e8-9558-73e0eb9b0bed, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ca929c52-9cc9-46e8-9558-73e0eb9b0bed,segment=NetworkSegment(c3a9f07b-709d-4eaa-9163-a28f260d3764),segment_id=c3a9f07b-709d-4eaa-9163-a28f260d3764)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:36.922279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:36.956860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] For port ca929c52-9cc9-46e8-9558-73e0eb9b0bed, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ca929c52-9cc9-46e8-9558-73e0eb9b0bed,segment=NetworkSegment(c3a9f07b-709d-4eaa-9163-a28f260d3764),segment_id=c3a9f07b-709d-4eaa-9163-a28f260d3764)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:36.957180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.047122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Calling delete_port for ca929c52-9cc9-46e8-9558-73e0eb9b0bed owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:37.083223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] Calling delete_port for ca929c52-9cc9-46e8-9558-73e0eb9b0bed owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:37.143179 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:11:37.228402 dv-neutron-819441-1-hyperv neutron-server[84365]:   util.warn(
Nov 27 12:11:37.232566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.233335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-58182525-7254-4b04-b13a-5e2887b8c4b0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:37.238830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:11:37.239190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:11:37.277393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Port': ['ID=ca929c52-9cc9-46e8-9558-73e0eb9b0bed,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:37.281449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:37.284334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No DVR routers for this DVR port ca929c52-9cc9-46e8-9558-73e0eb9b0bed on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:37.407947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.432606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844ed17f0>,) {'filters': {'network_id': ['ddc49268-9e34-404c-bec1-96598d2871ea']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:37.445561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ed17f0>, 'c3a9f07b-709d-4eaa-9163-a28f260d3764') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:37.445853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844ed17f0>, 'c3a9f07b-709d-4eaa-9163-a28f260d3764') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:37.457251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.472776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.478886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:37.479209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:37.493931 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:37.661909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ca929c52-9cc9-46e8-9558-73e0eb9b0bed no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:11:37.696835 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: ca929c52-9cc9-46e8-9558-73e0eb9b0bed {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:11:37.699151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ca929c52-9cc9-46e8-9558-73e0eb9b0bed not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:11:37.740792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] Deleting port ca929c52-9cc9-46e8-9558-73e0eb9b0bed {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:37.741087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.761323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.764810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-905e73bc-d520-4e0d-8126-a652bbd02830 tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:37.781835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:37.789145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Network': ['ID=ddc49268-9e34-404c-bec1-96598d2871ea,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:37.794046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:37.799237 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/ddc49268-9e34-404c-bec1-96598d2871ea HTTP/1.1" status: 204  len: 168 time: 1.2257228
Nov 27 12:11:37.799565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56460) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:37.839344 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb32522d-e29b-4b45-95db-2ad5c2abf82f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] DELETE failed (client error): The resource could not be found.
Nov 27 12:11:37.839779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb32522d-e29b-4b45-95db-2ad5c2abf82f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 12:11:37.845643 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-cb32522d-e29b-4b45-95db-2ad5c2abf82f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/subnets/0e3001f2-1d33-4385-8ebd-8ada012be153 HTTP/1.1" status: 404  len: 337 time: 0.0426238
Nov 27 12:11:37.846169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56464) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:37.855140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d1a9a-9b11-4c85-80dd-1062fe45d066 None None] The port 'ca929c52-9cc9-46e8-9558-73e0eb9b0bed' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:11:37.882997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.pecan_wsgi.hooks.translation [None req-52745e31-3f41-4053-868f-67b7b5926f9e tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] DELETE failed (client error): The resource could not be found.
Nov 27 12:11:37.883457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52745e31-3f41-4053-868f-67b7b5926f9e tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 12:11:37.885303 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-52745e31-3f41-4053-868f-67b7b5926f9e tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/20ad9ee5-4376-451a-aa55-08c818233964 HTTP/1.1" status: 404  len: 339 time: 0.0355155
Nov 27 12:11:37.888020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56468) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:37.929907 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad7ca8f-5efa-43cd-a27b-9691a82df7c4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] DELETE failed (client error): The resource could not be found.
Nov 27 12:11:37.930338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad7ca8f-5efa-43cd-a27b-9691a82df7c4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 12:11:37.931986 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4ad7ca8f-5efa-43cd-a27b-9691a82df7c4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/subnets/c6145564-36a7-4c4a-9a4d-fa99a5fca96b HTTP/1.1" status: 404  len: 337 time: 0.0430291
Nov 27 12:11:37.934635 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56472) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:37.958955 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1007d4-d557-4a8d-b755-f52d29b64134 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] DELETE failed (client error): The resource could not be found.
Nov 27 12:11:37.959375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1007d4-d557-4a8d-b755-f52d29b64134 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 12:11:37.960980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ea1007d4-d557-4a8d-b755-f52d29b64134 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/a18919f8-fc66-4041-bdf8-fbc5d725d459 HTTP/1.1" status: 404  len: 339 time: 0.0254714
Nov 27 12:11:37.963687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56476) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:38.159960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Deleting subnet 2278c4ff-0b8e-4718-bd1e-704a87e42f27 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:11:38.163402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.221004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.304660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.474261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.478783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0fe7633f-a9d4-497b-a604-6c95ae37a9bd tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:38.519683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Subnet': ['ID=2278c4ff-0b8e-4718-bd1e-704a87e42f27,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:38.523637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:38.526896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.531600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7787da57-bc39-4d8e-8df2-5d96deff82ab None None] Network 90d0a44f-18a8-4515-a06b-49d25dd3215f requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:38.537936 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-27b7df7c-d8bf-4be8-a7e1-ef3d2e14c02f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/subnets/2278c4ff-0b8e-4718-bd1e-704a87e42f27 HTTP/1.1" status: 204  len: 168 time: 0.5732384
Nov 27 12:11:38.540233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56480) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:38.656275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.668592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Deleting port e35e935f-f455-446f-9625-226c25470236 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:38.668912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.774662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] DHCP port deletion for 90d0a44f-18a8-4515-a06b-49d25dd3215f request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:11:38.779046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] Deleting port e35e935f-f455-446f-9625-226c25470236 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:38.779420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.873698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] For port e35e935f-f455-446f-9625-226c25470236, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e35e935f-f455-446f-9625-226c25470236,segment=NetworkSegment(ea593886-2103-4e74-b008-f86147777ae7),segment_id=ea593886-2103-4e74-b008-f86147777ae7)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:38.874306 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:38.986535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] For port e35e935f-f455-446f-9625-226c25470236, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e35e935f-f455-446f-9625-226c25470236,segment=NetworkSegment(ea593886-2103-4e74-b008-f86147777ae7),segment_id=ea593886-2103-4e74-b008-f86147777ae7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:38.987169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.001940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Calling delete_port for e35e935f-f455-446f-9625-226c25470236 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:39.110796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] Calling delete_port for e35e935f-f455-446f-9625-226c25470236 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:39.143981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.148139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-63f0478f-5374-4d2d-8c71-90abff84c970 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:39.189394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Port': ['ID=e35e935f-f455-446f-9625-226c25470236,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:39.189975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:11:39.190338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:11:39.193455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:39.196549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] No DVR routers for this DVR port e35e935f-f455-446f-9625-226c25470236 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:39.319837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.349092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845079d00>,) {'filters': {'network_id': ['90d0a44f-18a8-4515-a06b-49d25dd3215f']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:39.361185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845079d00>, 'ea593886-2103-4e74-b008-f86147777ae7') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:39.361475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845079d00>, 'ea593886-2103-4e74-b008-f86147777ae7') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:39.373381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.389495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.395660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:39.396057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:39.411101 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:39.503929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.582851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.586232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f93c9998-1cd8-4516-aed7-9aa298ae5a29 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:39.601208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.612991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Pushing event deleted for resources: {'Network': ['ID=90d0a44f-18a8-4515-a06b-49d25dd3215f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:39.615763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:39.617254 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] 10.222.0.23 "DELETE /v2.0/networks/90d0a44f-18a8-4515-a06b-49d25dd3215f HTTP/1.1" status: 204  len: 168 time: 1.0761259
Nov 27 12:11:39.666513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e35e935f-f455-446f-9625-226c25470236 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:11:39.695206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] Deleting port e35e935f-f455-446f-9625-226c25470236 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:39.695586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:39.731506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e35e935f-f455-446f-9625-226c25470236 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:11:39.731861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e35e935f-f455-446f-9625-226c25470236 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:11:39.769416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a0246-6f4d-42f6-884c-9a34701849b7 None None] The port 'e35e935f-f455-446f-9625-226c25470236' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:11:40.210033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56488) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:40.385049 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9d6cba76-7c79-461b-8699-9dbec5b84934 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=251832bf138d452e8f7762cdb3cee82c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1737285
Nov 27 12:11:40.387450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56494) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:40.447595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a308a38-2e34-4630-a8ac-da4bc0ca11f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:40.472817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a308a38-2e34-4630-a8ac-da4bc0ca11f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:40.606325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a308a38-2e34-4630-a8ac-da4bc0ca11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:40.611406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a5d8235a-20aa-4548-9a24-f56b96e13787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:40.624463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a308a38-2e34-4630-a8ac-da4bc0ca11f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9ebba-89c7-42a6-85ce-09f2ca565f0e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:40.627027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5a308a38-2e34-4630-a8ac-da4bc0ca11f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:40.628124 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a308a38-2e34-4630-a8ac-da4bc0ca11f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:40.629217 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5a308a38-2e34-4630-a8ac-da4bc0ca11f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdf9ebba-89c7-42a6-85ce-09f2ca565f0e HTTP/1.1" status: 204  len: 168 time: 0.2408485
Nov 27 12:11:41.890266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56516) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:42.018572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-721678044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:42.024954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:42.028734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Usage tracker for resource:router and tenant:a6305aa97f1e4a369497bfaa274f7599 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:42.031562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:42.041230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:42.115950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.116951 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.135487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.225042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.342354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.343141 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3fc55bc6-640f-46c1-9b1c-c5f448362a92 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.4518261
Nov 27 12:11:42.345972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56522) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:42.351517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1994812687'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:42.356703 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:42.360510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Usage tracker for resource:network and tenant:a6305aa97f1e4a369497bfaa274f7599 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:42.363928 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:42.370018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:42.461493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Made reservation on behalf of a6305aa97f1e4a369497bfaa274f7599 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:42.464561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.477679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.509043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:42.513026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Usage tracker for resource:security_group_rule and tenant:a6305aa97f1e4a369497bfaa274f7599 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:42.516898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:42.522492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:42.594412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.684434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.687701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1d7f89eb-567d-4cce-8745-9192b95b1e16 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:42.717824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:11:42.726109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27eb552f-5166-430c-a714-73d6e231af3a,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:42.729596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:42.732101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.732432 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Added segment 7485133e-c6f3-4c88-a7d4-2f64f186b32b of type vlan for network 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa
Nov 27 12:11:42.759857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.862246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.867677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:42.868450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:42.872725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ecb172d-d617-4a86-ac93-cead4126da88 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:43.108146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event updated for resources: {'Network': ['ID=2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:43.111304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:43.118578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:11:43.178435 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.8313563
Nov 27 12:11:43.181180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56526) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:43.187113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Request body: {'subnet': {'network_id': '2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:43.307330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:43.311660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Usage tracker for resource:subnet and tenant:a6305aa97f1e4a369497bfaa274f7599 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:43.315225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:43.321920 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:43.399173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Made reservation on behalf of a6305aa97f1e4a369497bfaa274f7599 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:43.508615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:43.833403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:43.837386 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ceb0879-470d-40bf-8a00-4f519e54ff93 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:43.913661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event updated for resources: {'Subnet': ['ID=670afd58-f445-4fde-a47d-3c835ef46f5f,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:43.916555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:43.927799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Checking segment: {'id': '7485133e-c6f3-4c88-a7d4-2f64f186b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:43.928147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Network hostable DHCP agents. Network: 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:11:44.038438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Network 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:11:44.138020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:44.141801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:44.142429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:44.147211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea3948-7233-448f-816e-93f9a04beec1 None None] Network 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:44.243058 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ac5635d1-c527-42ce-90e0-2df8b0ac4287 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0602727
Nov 27 12:11:44.246199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56530) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:44.252460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1098897426'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:44.257614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:44.262205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Usage tracker for resource:network and tenant:a6305aa97f1e4a369497bfaa274f7599 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:44.266760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:44.276021 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:44.377771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Made reservation on behalf of a6305aa97f1e4a369497bfaa274f7599 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:44.379648 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa', 'network_id': '2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa', 'tenant_id': 'a6305aa97f1e4a369497bfaa274f7599', 'fixed_ips': [{'subnet_id': '670afd58-f445-4fde-a47d-3c835ef46f5f'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:11:44.380500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:44.380890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:44.413480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:11:44.422451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:44.422861 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Added segment c47d1d78-36aa-44f7-adf6-db86b6ad1b97 of type vlan for network 73e708fd-09ed-4647-a2de-2c9daa9ce1f8
Nov 27 12:11:44.450674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:44.542490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Allocated IP 172.20.0.2 (2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa/670afd58-f445-4fde-a47d-3c835ef46f5f/4424e15c-0d5c-4115-b26b-9d88bf20c365) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:44.593248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:44.597528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:44.598103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:44.602072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:44.705128 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event updated for resources: {'Network': ['ID=73e708fd-09ed-4647-a2de-2c9daa9ce1f8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:44.709161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:44.725495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 73e708fd-09ed-4647-a2de-2c9daa9ce1f8 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:11:44.824318 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.5765686
Nov 27 12:11:44.827034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56534) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:44.833270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Request body: {'subnet': {'network_id': '73e708fd-09ed-4647-a2de-2c9daa9ce1f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:44.889309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:44.913169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Transition to ACTIVE for port object 4424e15c-0d5c-4115-b26b-9d88bf20c365 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:44.933700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Transition to ACTIVE for port object 4424e15c-0d5c-4115-b26b-9d88bf20c365 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:44.952380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:44.956228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Usage tracker for resource:subnet and tenant:a6305aa97f1e4a369497bfaa274f7599 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:44.959040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:44.964678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:45.075814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:45.079921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:45.120505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Made reservation on behalf of a6305aa97f1e4a369497bfaa274f7599 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:45.143705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Network 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:45.147243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:45.155996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:45.158527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Pushing event updated for resources: {'Port': ['ID=4424e15c-0d5c-4115-b26b-9d88bf20c365,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:45.161447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:45.226674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:45.252360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Attempting to bind port 4424e15c-0d5c-4115-b26b-9d88bf20c365 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:45.252738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Attempting to bind port 4424e15c-0d5c-4115-b26b-9d88bf20c365 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '7485133e-c6f3-4c88-a7d4-2f64f186b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:45.253115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Attempting to bind port 4424e15c-0d5c-4115-b26b-9d88bf20c365 on network 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:45.260124 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:45.260500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Checking segment: {'id': '7485133e-c6f3-4c88-a7d4-2f64f186b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:45.260910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:45.261307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Bound using segment: {'id': '7485133e-c6f3-4c88-a7d4-2f64f186b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:45.261775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Bound port: 4424e15c-0d5c-4115-b26b-9d88bf20c365, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7485133e-c6f3-4c88-a7d4-2f64f186b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:45.262154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:45.352766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] For port 4424e15c-0d5c-4115-b26b-9d88bf20c365, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:45.356258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] For port 4424e15c-0d5c-4115-b26b-9d88bf20c365, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4424e15c-0d5c-4115-b26b-9d88bf20c365,segment=NetworkSegment(7485133e-c6f3-4c88-a7d4-2f64f186b32b),segment_id=7485133e-c6f3-4c88-a7d4-2f64f186b32b)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:45.446763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:45.450555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:45.521438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:45.526237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b8c4eb6e-9441-4164-909f-cdb36dac67da tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:45.528793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Pushing event updated for resources: {'Port': ['ID=4424e15c-0d5c-4115-b26b-9d88bf20c365,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:45.531781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:45.605998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event updated for resources: {'Subnet': ['ID=5852df7e-2768-4ed5-95f1-557b75e64252,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:45.609418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:45.617408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Checking segment: {'id': 'c47d1d78-36aa-44f7-adf6-db86b6ad1b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73e708fd-09ed-4647-a2de-2c9daa9ce1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:45.617835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Network hostable DHCP agents. Network: 73e708fd-09ed-4647-a2de-2c9daa9ce1f8, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:11:45.731873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Network 73e708fd-09ed-4647-a2de-2c9daa9ce1f8 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:11:45.823455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 73e708fd-09ed-4647-a2de-2c9daa9ce1f8) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:45.827352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:45.828040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:45.833526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d50697-88eb-4589-b289-ba1ed2686bf3 None None] Network 73e708fd-09ed-4647-a2de-2c9daa9ce1f8 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:45.913642 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-560dec82-8979-4b93-a41b-3af2cd128914 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0855045
Nov 27 12:11:45.916358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56538) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:45.921780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0c31b271-983a-4840-8bf2-f5bc5214f4d9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Request body: {'router': {'external_gateway_info': {'network_id': '73e708fd-09ed-4647-a2de-2c9daa9ce1f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:46.067492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-73e708fd-09ed-4647-a2de-2c9daa9ce1f8', 'network_id': '73e708fd-09ed-4647-a2de-2c9daa9ce1f8', 'tenant_id': 'a6305aa97f1e4a369497bfaa274f7599', 'fixed_ips': [{'subnet_id': '5852df7e-2768-4ed5-95f1-557b75e64252'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:11:46.068344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:46.240481 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Allocated IP 172.21.0.2 (73e708fd-09ed-4647-a2de-2c9daa9ce1f8/5852df7e-2768-4ed5-95f1-557b75e64252/c80fc059-cf5e-453b-a090-2de5b80db0b8) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:46.454149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0c31b271-983a-4840-8bf2-f5bc5214f4d9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:46.470149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:46.481983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Transition to ACTIVE for port object c80fc059-cf5e-453b-a090-2de5b80db0b8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:46.503428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Transition to ACTIVE for port object c80fc059-cf5e-453b-a090-2de5b80db0b8 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:46.543784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dbd650-53b1-4c8f-ab6c-6565964f432a None None] Network 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:46.622843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:46.634307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:46.682148 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.api.v2.resource [None req-0c31b271-983a-4840-8bf2-f5bc5214f4d9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 12:11:46.686817 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0c31b271-983a-4840-8bf2-f5bc5214f4d9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "PUT /v2.0/routers/1633f427-d448-45da-99d1-2e17bafc5f15 HTTP/1.1" status: 400  len: 364 time: 0.7660301
Nov 27 12:11:46.691093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56542) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:46.737195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Network 73e708fd-09ed-4647-a2de-2c9daa9ce1f8 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:46.747174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Pushing event updated for resources: {'Port': ['ID=c80fc059-cf5e-453b-a090-2de5b80db0b8,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:46.753069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:46.759235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:46.768278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a4478426-8c28-4375-af68-6267df755e18 None None] Provisioning for port 4424e15c-0d5c-4115-b26b-9d88bf20c365 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:46.808612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.808951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.809286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.809615 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.809940 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.810267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.810717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.811043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.811361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.811677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.811993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:11:46.822657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:46.896410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Deleting subnet 5852df7e-2768-4ed5-95f1-557b75e64252 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:11:46.899574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:46.953866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:46.956188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Attempting to bind port c80fc059-cf5e-453b-a090-2de5b80db0b8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:46.956562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Attempting to bind port c80fc059-cf5e-453b-a090-2de5b80db0b8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'c47d1d78-36aa-44f7-adf6-db86b6ad1b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73e708fd-09ed-4647-a2de-2c9daa9ce1f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:46.956931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Attempting to bind port c80fc059-cf5e-453b-a090-2de5b80db0b8 on network 73e708fd-09ed-4647-a2de-2c9daa9ce1f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:46.968460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:46.968887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Checking segment: {'id': 'c47d1d78-36aa-44f7-adf6-db86b6ad1b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73e708fd-09ed-4647-a2de-2c9daa9ce1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:46.969283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:46.969678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Bound using segment: {'id': 'c47d1d78-36aa-44f7-adf6-db86b6ad1b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73e708fd-09ed-4647-a2de-2c9daa9ce1f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:46.970141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Bound port: c80fc059-cf5e-453b-a090-2de5b80db0b8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47d1d78-36aa-44f7-adf6-db86b6ad1b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73e708fd-09ed-4647-a2de-2c9daa9ce1f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:46.970538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:47.038696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:47.178960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:47.182812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] For port c80fc059-cf5e-453b-a090-2de5b80db0b8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:47.186892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] For port c80fc059-cf5e-453b-a090-2de5b80db0b8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c80fc059-cf5e-453b-a090-2de5b80db0b8,segment=NetworkSegment(c47d1d78-36aa-44f7-adf6-db86b6ad1b97),segment_id=c47d1d78-36aa-44f7-adf6-db86b6ad1b97)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:47.187466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-441e713a-2009-410e-9823-ebb5826c3e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:47.225176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event deleted for resources: {'Subnet': ['ID=5852df7e-2768-4ed5-95f1-557b75e64252,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:47.227705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:47.228660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:47.237510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56546) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:47.237675 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-57d56dee-44e6-4357-8d4f-4a1fc4981ec9 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "DELETE /v2.0/subnets/5852df7e-2768-4ed5-95f1-557b75e64252 HTTP/1.1" status: 204  len: 168 time: 0.5444639
Nov 27 12:11:47.273759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:47.277547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:47.385264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:47.396562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Deleting port c80fc059-cf5e-453b-a090-2de5b80db0b8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:47.397209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:47.399539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Pushing event updated for resources: {'Port': ['ID=c80fc059-cf5e-453b-a090-2de5b80db0b8,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:47.409024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:47.634049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] For port c80fc059-cf5e-453b-a090-2de5b80db0b8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=c80fc059-cf5e-453b-a090-2de5b80db0b8,segment=NetworkSegment(c47d1d78-36aa-44f7-adf6-db86b6ad1b97),segment_id=c47d1d78-36aa-44f7-adf6-db86b6ad1b97)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:47.634612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:47.746586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c80fc059-cf5e-453b-a090-2de5b80db0b8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:47.773210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Calling delete_port for c80fc059-cf5e-453b-a090-2de5b80db0b8 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:47.886544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port c80fc059-cf5e-453b-a090-2de5b80db0b8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:47.892156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4424e15c-0d5c-4115-b26b-9d88bf20c365 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:48.004855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.008859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:48.051596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event deleted for resources: {'Port': ['ID=c80fc059-cf5e-453b-a090-2de5b80db0b8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:48.056689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:48.057590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4424e15c-0d5c-4115-b26b-9d88bf20c365 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:48.059463 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] No DVR routers for this DVR port c80fc059-cf5e-453b-a090-2de5b80db0b8 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:48.067395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4424e15c-0d5c-4115-b26b-9d88bf20c365 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:48.067785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.188837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.195072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.216950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28459ef400>,) {'filters': {'network_id': ['73e708fd-09ed-4647-a2de-2c9daa9ce1f8']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:48.230735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28459ef400>, 'c47d1d78-36aa-44f7-adf6-db86b6ad1b97') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:48.231108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28459ef400>, 'c47d1d78-36aa-44f7-adf6-db86b6ad1b97') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:48.231625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4424e15c-0d5c-4115-b26b-9d88bf20c365, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4424e15c-0d5c-4115-b26b-9d88bf20c365,segment=NetworkSegment(7485133e-c6f3-4c88-a7d4-2f64f186b32b),segment_id=7485133e-c6f3-4c88-a7d4-2f64f186b32b)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:48.244165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.261877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.268466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:48.268941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:48.283848 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:48.326859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.329104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:48.381819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5168a19-a646-424c-ac70-8571043063c4 None None] Network 73e708fd-09ed-4647-a2de-2c9daa9ce1f8 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:48.451916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.455256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7ad7cb7d-9f96-4fba-8c5a-cf49208474e0 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:48.472225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.479115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event deleted for resources: {'Network': ['ID=73e708fd-09ed-4647-a2de-2c9daa9ce1f8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:48.483589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:48.489643 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "DELETE /v2.0/networks/73e708fd-09ed-4647-a2de-2c9daa9ce1f8 HTTP/1.1" status: 204  len: 168 time: 1.2481966
Nov 27 12:11:48.489967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56550) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:48.508680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f00540c5-0f70-43b5-9e0e-6ef70d90a155 None None] Could not find standard attr ID for object c80fc059-cf5e-453b-a090-2de5b80db0b8. {{(pid=84365) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 12:11:48.518937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4424e15c-0d5c-4115-b26b-9d88bf20c365,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:48.522513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:48.647858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3719875-00cd-48c1-82ae-18c351f5f5bd None None] DHCP port deletion for 73e708fd-09ed-4647-a2de-2c9daa9ce1f8 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:11:48.797486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Deleting subnet 670afd58-f445-4fde-a47d-3c835ef46f5f {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:11:48.800433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.853717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.945325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:48.972116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7fcdd38c-312a-4c16-94cd-16afe317e1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.075402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.079572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2f925403-1772-4953-b433-813a5cca6b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:49.118682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event deleted for resources: {'Subnet': ['ID=670afd58-f445-4fde-a47d-3c835ef46f5f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:49.121271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:49.124624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.131161 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-137eb114-f239-4fba-b1de-28bff6362ec4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "DELETE /v2.0/subnets/670afd58-f445-4fde-a47d-3c835ef46f5f HTTP/1.1" status: 204  len: 168 time: 0.6402965
Nov 27 12:11:49.131539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88ec39-d652-4617-b232-946d15c3cc0c None None] Network 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:49.133725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56554) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:49.249210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.259905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Deleting port 4424e15c-0d5c-4115-b26b-9d88bf20c365 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:49.260234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.399231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506116d1-9393-4a24-a668-346321a5a29d None None] DHCP port deletion for 2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:11:49.403745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-506116d1-9393-4a24-a668-346321a5a29d None None] Deleting port 4424e15c-0d5c-4115-b26b-9d88bf20c365 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:49.405550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-506116d1-9393-4a24-a668-346321a5a29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.583609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] For port 4424e15c-0d5c-4115-b26b-9d88bf20c365, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4424e15c-0d5c-4115-b26b-9d88bf20c365,segment=NetworkSegment(7485133e-c6f3-4c88-a7d4-2f64f186b32b),segment_id=7485133e-c6f3-4c88-a7d4-2f64f186b32b)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:49.583963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.607652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-506116d1-9393-4a24-a668-346321a5a29d None None] For port 4424e15c-0d5c-4115-b26b-9d88bf20c365, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4424e15c-0d5c-4115-b26b-9d88bf20c365,segment=NetworkSegment(7485133e-c6f3-4c88-a7d4-2f64f186b32b),segment_id=7485133e-c6f3-4c88-a7d4-2f64f186b32b)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:49.607967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-506116d1-9393-4a24-a668-346321a5a29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.673931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c80fc059-cf5e-453b-a090-2de5b80db0b8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:11:49.706446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Calling delete_port for 4424e15c-0d5c-4115-b26b-9d88bf20c365 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:49.766285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-506116d1-9393-4a24-a668-346321a5a29d None None] Calling delete_port for 4424e15c-0d5c-4115-b26b-9d88bf20c365 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:11:49.801730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: c80fc059-cf5e-453b-a090-2de5b80db0b8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:11:49.802070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device c80fc059-cf5e-453b-a090-2de5b80db0b8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:11:49.802505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4424e15c-0d5c-4115-b26b-9d88bf20c365 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:11:49.861997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:49.867488 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c6a3aa68-27bd-47f4-afab-b03e85ce27f2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:49.898485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No active binding found for port 4424e15c-0d5c-4115-b26b-9d88bf20c365 {{(pid=84365) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Nov 27 12:11:49.898922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4424e15c-0d5c-4115-b26b-9d88bf20c365 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:11:49.902029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-506116d1-9393-4a24-a668-346321a5a29d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:11:49.902534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-506116d1-9393-4a24-a668-346321a5a29d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:11:49.914719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event deleted for resources: {'Port': ['ID=4424e15c-0d5c-4115-b26b-9d88bf20c365,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:49.918407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:49.922118 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] No DVR routers for this DVR port 4424e15c-0d5c-4115-b26b-9d88bf20c365 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:11:49.953544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:50.054567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:50.080592 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845be3730>,) {'filters': {'network_id': ['2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:50.093289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845be3730>, '7485133e-c6f3-4c88-a7d4-2f64f186b32b') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:50.093585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845be3730>, '7485133e-c6f3-4c88-a7d4-2f64f186b32b') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:50.104766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:50.120817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:50.126952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:11:50.127372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:11:50.141925 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:11:50.281144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:50.285794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ced263d2-6e2c-44e2-8e3c-b365ec69c189 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:50.302657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:50.315223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Pushing event deleted for resources: {'Network': ['ID=2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:50.318969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:50.323493 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "DELETE /v2.0/networks/2b8d725e-9676-4a8d-a6e3-dfa0d51e27aa HTTP/1.1" status: 204  len: 168 time: 1.1862082
Nov 27 12:11:50.324439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56558) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:50.387942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ef2dbfb3-4273-4d76-8216-91b84ff539db tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Synchronizing usage tracker for tenant:a6305aa97f1e4a369497bfaa274f7599 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:11:50.403749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-506116d1-9393-4a24-a668-346321a5a29d None None] Deleting port 4424e15c-0d5c-4115-b26b-9d88bf20c365 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:11:50.404334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-506116d1-9393-4a24-a668-346321a5a29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:50.474033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-506116d1-9393-4a24-a668-346321a5a29d None None] The port '4424e15c-0d5c-4115-b26b-9d88bf20c365' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:11:50.481063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-ef2dbfb3-4273-4d76-8216-91b84ff539db tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Unset dirty status for tenant:a6305aa97f1e4a369497bfaa274f7599 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:11:50.482100 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ef2dbfb3-4273-4d76-8216-91b84ff539db tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "GET /v2.0/ports?device_id=1633f427-d448-45da-99d1-2e17bafc5f15 HTTP/1.1" status: 200  len: 205 time: 0.1573198
Nov 27 12:11:50.485108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56562) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:50.624896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1321481-5721-4ddc-b810-90720e71b66f tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:51.012154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1321481-5721-4ddc-b810-90720e71b66f tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:51.016447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1321481-5721-4ddc-b810-90720e71b66f tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:51.115153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1321481-5721-4ddc-b810-90720e71b66f tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:51.115562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1321481-5721-4ddc-b810-90720e71b66f tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Fanout notify agent at l3_agent the message router_deleted on router 1633f427-d448-45da-99d1-2e17bafc5f15 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:11:51.126207 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d1321481-5721-4ddc-b810-90720e71b66f tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:51.127304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d1321481-5721-4ddc-b810-90720e71b66f tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] 10.222.0.23 "DELETE /v2.0/routers/1633f427-d448-45da-99d1-2e17bafc5f15 HTTP/1.1" status: 204  len: 168 time: 0.6413176
Nov 27 12:11:51.223641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6316963e-a0ce-4526-a4d5-a8b8e73c018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:51.735891 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56570) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:51.911623 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-aae05f49-cee9-485a-aa6d-0c27f6b483c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6305aa97f1e4a369497bfaa274f7599&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1738119
Nov 27 12:11:51.913913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56576) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:51.977805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc252ac2-2a7e-4266-a92c-5ce822b35ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:52.002943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc252ac2-2a7e-4266-a92c-5ce822b35ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:52.147221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc252ac2-2a7e-4266-a92c-5ce822b35ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:52.150968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ae5fd119-8399-4147-bc5d-328aeaf38f01 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:52.162083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc252ac2-2a7e-4266-a92c-5ce822b35ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eb552f-5166-430c-a714-73d6e231af3a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:52.165136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc252ac2-2a7e-4266-a92c-5ce822b35ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:52.171115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cc252ac2-2a7e-4266-a92c-5ce822b35ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:52.172556 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cc252ac2-2a7e-4266-a92c-5ce822b35ab6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27eb552f-5166-430c-a714-73d6e231af3a HTTP/1.1" status: 204  len: 168 time: 0.2573872
Nov 27 12:11:52.503793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:53.330717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56598) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:53.467916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-830718463-network', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:53.472800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:53.476686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Usage tracker for resource:network and tenant:7c6204fe277c4f9a974d1ea86c561f1c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:53.479571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:53.485246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:53.598769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Made reservation on behalf of 7c6204fe277c4f9a974d1ea86c561f1c for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:53.601100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:53.616974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:53.649875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:53.654083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Usage tracker for resource:security_group_rule and tenant:7c6204fe277c4f9a974d1ea86c561f1c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:53.656892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:53.662628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:53.731268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:53.840361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:53.843478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-98b82474-567b-419b-a4a1-280a9f08ec58 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:53.871683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:11:53.880718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8406878-ec9f-49e4-8875-2dab66aec223,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:53.887476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:53.887476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:53.887476 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Added segment 65f763b6-2855-4307-9afd-3dcdbb62f591 of type vlan for network 63b1ca33-327c-4360-bb8b-38064ea2594d
Nov 27 12:11:53.914381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:53.914680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:54.040719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:54.041676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:54.042244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:54.045975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cc30661c-b43f-4136-95ac-6ab7470df9f3 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:54.146716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Pushing event updated for resources: {'Network': ['ID=63b1ca33-327c-4360-bb8b-38064ea2594d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:54.149853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:54.156189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 63b1ca33-327c-4360-bb8b-38064ea2594d details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:11:54.201184 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8693123
Nov 27 12:11:54.204043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56604) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:54.209399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Request body: {'subnet': {'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-subnet', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:54.214440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:54.218281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Usage tracker for resource:subnet and tenant:7c6204fe277c4f9a974d1ea86c561f1c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:54.221239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:54.227684 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:54.309280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Made reservation on behalf of 7c6204fe277c4f9a974d1ea86c561f1c for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:11:54.311736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:54.708037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:54.712819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f63fb6c8-0b6a-4923-94af-ef954f8bb8b9 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:54.786101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb32d4a-666b-4065-b2ae-afd2f3d06795,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:54.790038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:54.803765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Checking segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:54.804110 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Network hostable DHCP agents. Network: 63b1ca33-327c-4360-bb8b-38064ea2594d, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:11:54.890076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Network 63b1ca33-327c-4360-bb8b-38064ea2594d is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:11:54.947064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 63b1ca33-327c-4360-bb8b-38064ea2594d) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:54.950977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:11:54.951553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:54.955859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028101c-ed91-412f-8e4a-414a140116ec None None] Network 63b1ca33-327c-4360-bb8b-38064ea2594d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:55.041399 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b29dfa53-cdef-4a2d-9995-58354a06a31f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8362699
Nov 27 12:11:55.044238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56608) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:55.049435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:11:55.055040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:11:55.059273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Usage tracker for resource:router and tenant:7c6204fe277c4f9a974d1ea86c561f1c is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:11:55.062542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:11:55.068780 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:11:55.161442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.162973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.183427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.208478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-63b1ca33-327c-4360-bb8b-38064ea2594d', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'fixed_ips': [{'subnet_id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:11:55.209275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.368078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Allocated IP 172.20.0.2 (63b1ca33-327c-4360-bb8b-38064ea2594d/fdb32d4a-666b-4065-b2ae-afd2f3d06795/4423d84e-4f8f-42a6-8758-50621de35e7e) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:55.442069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.575209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.586681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Transition to ACTIVE for port object 4423d84e-4f8f-42a6-8758-50621de35e7e will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:55.605611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Transition to ACTIVE for port object 4423d84e-4f8f-42a6-8758-50621de35e7e will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:55.679308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.683750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-033ccee7-06b5-4df1-81de-81da8a974aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:55.728397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.750137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Network 63b1ca33-327c-4360-bb8b-38064ea2594d is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:55.753597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:55.757070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:55.760235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.763500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Pushing event updated for resources: {'Port': ['ID=4423d84e-4f8f-42a6-8758-50621de35e7e,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:55.766128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:55.851447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Attempting to bind port 4423d84e-4f8f-42a6-8758-50621de35e7e on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:55.851831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Attempting to bind port 4423d84e-4f8f-42a6-8758-50621de35e7e by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:55.852185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Attempting to bind port 4423d84e-4f8f-42a6-8758-50621de35e7e on network 63b1ca33-327c-4360-bb8b-38064ea2594d {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:55.858799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:55.859131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Checking segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:55.859502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.859945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Bound using segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:55.860407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Bound port: 4423d84e-4f8f-42a6-8758-50621de35e7e, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:55.860774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:55.900542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Allocated IP 172.26.6.54 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/ec050567-925d-414e-87da-287bebd74103) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:55.949851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] For port 4423d84e-4f8f-42a6-8758-50621de35e7e, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:55.952862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] For port 4423d84e-4f8f-42a6-8758-50621de35e7e, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4423d84e-4f8f-42a6-8758-50621de35e7e,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:56.027641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:56.032351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:56.051374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:56.111900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Pushing event updated for resources: {'Port': ['ID=4423d84e-4f8f-42a6-8758-50621de35e7e,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:56.115430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:56.149371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:56.153655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:56.221846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:56.230762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:56.235294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:56.265535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Pushing event updated for resources: {'Port': ['ID=ec050567-925d-414e-87da-287bebd74103,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:56.272041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:56.506786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:56.507617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:56.789228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:11:57.122366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8382d-58aa-43c0-8df9-dc48cd5d214d None None] Network 63b1ca33-327c-4360-bb8b-38064ea2594d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:11:57.141946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:11:57.198122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Sync routers for ids ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:11:57.268502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Routers {'89bf7a5b-7f6c-44cb-9725-dead026fe8fb'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:11:57.269127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f55c70>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:11:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:57.274874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:57.278750 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.2309830
Nov 27 12:11:57.279066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56612) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:11:57.370358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-27db18ee-cc4e-45ab-bf88-317a814eb038 None None] Provisioning for port 4423d84e-4f8f-42a6-8758-50621de35e7e completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:57.540539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Set router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:11:57.794999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4423d84e-4f8f-42a6-8758-50621de35e7e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:58.009713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4423d84e-4f8f-42a6-8758-50621de35e7e completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:58.017761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4423d84e-4f8f-42a6-8758-50621de35e7e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:58.018278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.075997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f55c70>, [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:56Z', 'revision_number': 3, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:58.085591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Checking router: 89bf7a5b-7f6c-44cb-9725-dead026fe8fb for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:11:58.085938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Updating router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb port ec050567-925d-414e-87da-287bebd74103 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:11:58.105266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.173159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.240932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.333364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Allocated IP 172.20.0.1 (63b1ca33-327c-4360-bb8b-38064ea2594d/fdb32d4a-666b-4065-b2ae-afd2f3d06795/fc0a5593-8c25-4766-b830-2e9972887dd8) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:11:58.341951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4423d84e-4f8f-42a6-8758-50621de35e7e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4423d84e-4f8f-42a6-8758-50621de35e7e,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:11:58.423987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.433817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:58.505597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.521884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Transition to ACTIVE for port object fc0a5593-8c25-4766-b830-2e9972887dd8 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:58.541861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4423d84e-4f8f-42a6-8758-50621de35e7e,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:58.545713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:58.621496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.623724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.627568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ae49f7ae-0655-4cd3-bf50-1eebbf5807c5 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:58.633281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Transition to ACTIVE for port object ec050567-925d-414e-87da-287bebd74103 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:11:58.695800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Network 63b1ca33-327c-4360-bb8b-38064ea2594d is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:58.699026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:58.703353 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:11:58.730133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.730418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Pushing event updated for resources: {'Port': ['ID=fc0a5593-8c25-4766-b830-2e9972887dd8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:58.734708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:58.736161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:58.777506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.822275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36eb1-fb18-4ba8-bb96-4183ff028ccd None None] Pushing event updated for resources: {'Port': ['ID=ec050567-925d-414e-87da-287bebd74103,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:58.826759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-87a36eb1-fb18-4ba8-bb96-4183ff028ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:58.831598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Attempting to bind port ec050567-925d-414e-87da-287bebd74103 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:11:58.831598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Attempting to bind port ec050567-925d-414e-87da-287bebd74103 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:11:58.831598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Attempting to bind port ec050567-925d-414e-87da-287bebd74103 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:11:58.844183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:11:58.844674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:11:58.845142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.845611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:11:58.846165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Bound port: ec050567-925d-414e-87da-287bebd74103, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:11:58.846654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.946679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:58.997389 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] For port ec050567-925d-414e-87da-287bebd74103, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:11:59.009171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] For port ec050567-925d-414e-87da-287bebd74103, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ec050567-925d-414e-87da-287bebd74103,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:11:59.093034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-06ae49bd-ce43-4181-87f1-eb0f0d3c5665 None None] Provisioning for port fc0a5593-8c25-4766-b830-2e9972887dd8 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:11:59.100862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-06ae49bd-ce43-4181-87f1-eb0f0d3c5665 None None] Provisioning complete for port fc0a5593-8c25-4766-b830-2e9972887dd8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:59.101233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-06ae49bd-ce43-4181-87f1-eb0f0d3c5665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:59.134752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:59.140790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:59.170615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:59.216749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-06ae49bd-ce43-4181-87f1-eb0f0d3c5665 None None] Port fc0a5593-8c25-4766-b830-2e9972887dd8 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:11:59.243980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:59.260400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36eb1-fb18-4ba8-bb96-4183ff028ccd None None] Pushing event updated for resources: {'Port': ['ID=ec050567-925d-414e-87da-287bebd74103,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:59.263451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-87a36eb1-fb18-4ba8-bb96-4183ff028ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:59.272773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:11:59.281037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Routers {'89bf7a5b-7f6c-44cb-9725-dead026fe8fb'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:11:59.281675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845f55c70>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:11:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:11:59.480444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] Set router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:11:59.483404 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:59.486982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Pushing event updated for resources: {'Port': ['ID=fc0a5593-8c25-4766-b830-2e9972887dd8,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:11:59.491742 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:11:59.629505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Network 63b1ca33-327c-4360-bb8b-38064ea2594d is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:11:59.630738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:11:59.689257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4423d84e-4f8f-42a6-8758-50621de35e7e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:11:59.898402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4423d84e-4f8f-42a6-8758-50621de35e7e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:59.898857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:11:59.984271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b44eb0f8-781d-4e90-8d22-c9a38c1fe829 None None] Provisioning complete for port fc0a5593-8c25-4766-b830-2e9972887dd8 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:11:59.984586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b44eb0f8-781d-4e90-8d22-c9a38c1fe829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:00.039106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:12:00.086607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b44eb0f8-781d-4e90-8d22-c9a38c1fe829 None None] Port fc0a5593-8c25-4766-b830-2e9972887dd8 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:12:00.092476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845f55c70>, [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:58Z', 'revision_number': 4, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fc0a5593-8c25-4766-b830-2e9972887dd8', 'name': '', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'mac_address': 'fa:16:3e:3c:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:58Z', 'updated_at': '2021-11-27T12:11:59Z', 'revision_number': 2, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'subnets': [{'id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:00.107859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc03d36-70ac-4de7-b44d-96c47533aacc None None] The sync data for ids ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'] in dv-neutron-819441-1-hyperv is: [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:58Z', 'revision_number': 4, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fc0a5593-8c25-4766-b830-2e9972887dd8', 'name': '', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'mac_address': 'fa:16:3e:3c:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:58Z', 'updated_at': '2021-11-27T12:11:59Z', 'revision_number': 2, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'subnets': [{'id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:12:00.292872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:12:00.317300 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] 10.222.0.23 "PUT /v2.0/routers/89bf7a5b-7f6c-44cb-9725-dead026fe8fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0370245
Nov 27 12:12:01.606035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56634) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:12:01.611681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1049539289-network', 'tenant_id': '99300346728d493f92a2a07b37661bbd'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:12:01.616568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:12:01.626325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Usage tracker for resource:network and tenant:99300346728d493f92a2a07b37661bbd is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:12:01.626325 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:12:01.631039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:12:01.700781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ec050567-925d-414e-87da-287bebd74103 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:01.727139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Made reservation on behalf of 99300346728d493f92a2a07b37661bbd for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:12:01.732450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:01.742357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:01.777070 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:12:01.780924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Usage tracker for resource:security_group_rule and tenant:99300346728d493f92a2a07b37661bbd is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:12:01.784916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:12:01.790899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:12:01.851999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port ec050567-925d-414e-87da-287bebd74103 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:01.862104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ec050567-925d-414e-87da-287bebd74103 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:01.862104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:01.862418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:01.935740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:01.940364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a85b137c-230b-4827-944c-1d67814185c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:01.965099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:12:01.978073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e12160-81e6-450a-bd7e-bf392271516f,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:01.981249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:01.984357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:01.984700 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Added segment 49cb197c-6257-4ec5-a04e-2ea0683610b7 of type vlan for network 83a4da6b-34ea-48fa-8387-a08ad9a19077
Nov 27 12:12:01.986706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:02.006950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port ec050567-925d-414e-87da-287bebd74103, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ec050567-925d-414e-87da-287bebd74103,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:02.013698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:02.072788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:02.074884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:02.115310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:02.116176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:02.116749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:02.121031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3fc04a58-be20-4dc0-9242-cc2fddac22e4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:02.144779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=ec050567-925d-414e-87da-287bebd74103,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:02.148233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:02.220652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Pushing event updated for resources: {'Network': ['ID=83a4da6b-34ea-48fa-8387-a08ad9a19077,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:02.224020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:02.231279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 83a4da6b-34ea-48fa-8387-a08ad9a19077 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:12:02.296230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56638) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:12:02.297193 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6898427
Nov 27 12:12:02.303826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Request body: {'subnet': {'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-subnet', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:12:02.309532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:12:02.314945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Usage tracker for resource:subnet and tenant:99300346728d493f92a2a07b37661bbd is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:12:02.318199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:12:02.325311 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:12:02.417887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Made reservation on behalf of 99300346728d493f92a2a07b37661bbd for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:12:02.420300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:02.680681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:02.684785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fda1633b-160a-44e6-a3ef-516ac16689a6 tempest-NetworksTestDHCPv6-1700442892 tempest-NetworksTestDHCPv6-1700442892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:02.765883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c964f586-42e8-4d3e-9ed5-d4f27a2763cf,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:02.770516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:02.783351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Checking segment: {'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:12:02.784743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Network hostable DHCP agents. Network: 83a4da6b-34ea-48fa-8387-a08ad9a19077, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:12:02.874797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Network 83a4da6b-34ea-48fa-8387-a08ad9a19077 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:12:02.932226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 83a4da6b-34ea-48fa-8387-a08ad9a19077) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:12:02.936595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:02.937349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:02.944132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd09aaed-fb61-4b83-9e51-4593e2eb39cb None None] Network 83a4da6b-34ea-48fa-8387-a08ad9a19077 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:12:03.033064 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7346690
Nov 27 12:12:03.033287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56642) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:12:03.039781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:12:03.044548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:12:03.048714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Usage tracker for resource:router and tenant:99300346728d493f92a2a07b37661bbd is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:12:03.052130 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:12:03.060704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:12:03.137876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.138906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.163155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.176306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-83a4da6b-34ea-48fa-8387-a08ad9a19077', 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'fixed_ips': [{'subnet_id': 'c964f586-42e8-4d3e-9ed5-d4f27a2763cf'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:12:03.177165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.344334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Allocated IP 172.20.0.2 (83a4da6b-34ea-48fa-8387-a08ad9a19077/c964f586-42e8-4d3e-9ed5-d4f27a2763cf/09327334-df52-4e0d-abe8-f60243592d01) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:12:03.393009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.553932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.564736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Transition to ACTIVE for port object 09327334-df52-4e0d-abe8-f60243592d01 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:03.584547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Transition to ACTIVE for port object 09327334-df52-4e0d-abe8-f60243592d01 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:03.657889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.663211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-87a36eb1-fb18-4ba8-bb96-4183ff028ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:03.681223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.713246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.740291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ec050567-925d-414e-87da-287bebd74103 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:03.826904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Network 83a4da6b-34ea-48fa-8387-a08ad9a19077 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:12:03.830007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Pushing event updated for resources: {'Port': ['ID=09327334-df52-4e0d-abe8-f60243592d01,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:03.833843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:12:03.835622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:03.837836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:12:03.936535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Attempting to bind port 09327334-df52-4e0d-abe8-f60243592d01 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:12:03.936797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Attempting to bind port 09327334-df52-4e0d-abe8-f60243592d01 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:12:03.937166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Attempting to bind port 09327334-df52-4e0d-abe8-f60243592d01 on network 83a4da6b-34ea-48fa-8387-a08ad9a19077 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:12:03.940062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port ec050567-925d-414e-87da-287bebd74103 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:03.940444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.983212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:12:03.983937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Checking segment: {'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:12:03.984034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:03.984395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Bound using segment: {'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:12:03.984875 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Bound port: 09327334-df52-4e0d-abe8-f60243592d01, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:12:03.985165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Allocated IP 172.26.6.49 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/90bbe9ca-2d53-4308-aade-7e624e83afc4) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:12:03.985288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:04.132819 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] For port 09327334-df52-4e0d-abe8-f60243592d01, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:12:04.133344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:04.141878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] For port 09327334-df52-4e0d-abe8-f60243592d01, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=09327334-df52-4e0d-abe8-f60243592d01,segment=NetworkSegment(49cb197c-6257-4ec5-a04e-2ea0683610b7),segment_id=49cb197c-6257-4ec5-a04e-2ea0683610b7)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:12:04.210344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:04.214141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:04.239230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:04.243653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e1f0ec98-1524-44bb-8602-40026ddefbd8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:04.288797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Pushing event updated for resources: {'Port': ['ID=09327334-df52-4e0d-abe8-f60243592d01,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:04.291876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:04.311286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:12:04.312498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:12:04.331417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:12:04.357882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Pushing event updated for resources: {'Port': ['ID=90bbe9ca-2d53-4308-aade-7e624e83afc4,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:04.362823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:04.606579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:04.607315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:04.924338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Router 603f3166-2b5d-4619-afa5-a75868ea3524 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:12:05.145736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:12:05.155961 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Sync routers for ids ['603f3166-2b5d-4619-afa5-a75868ea3524'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:12:05.169007 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Routers {'603f3166-2b5d-4619-afa5-a75868ea3524'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:12:05.169630 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462b4b20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:11:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['603f3166-2b5d-4619-afa5-a75868ea3524'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:05.224328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:05.225711 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.1913238
Nov 27 12:12:05.228631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56646) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:12:05.264335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7255d-1aa0-47e9-b5f2-e1a9037d6fd8 None None] Network 83a4da6b-34ea-48fa-8387-a08ad9a19077 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:12:05.376883 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Set router 603f3166-2b5d-4619-afa5-a75868ea3524 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:12:05.490908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a103fb82-077a-4744-bab7-e4de99499d60 None None] Provisioning for port 09327334-df52-4e0d-abe8-f60243592d01 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:05.704514 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462b4b20>, [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:04Z', 'revision_number': 3, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:05.709252 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Checking router: 603f3166-2b5d-4619-afa5-a75868ea3524 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:12:05.709681 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Updating router 603f3166-2b5d-4619-afa5-a75868ea3524 port 90bbe9ca-2d53-4308-aade-7e624e83afc4 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:12:05.743605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 09327334-df52-4e0d-abe8-f60243592d01 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:05.772068 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:05.971797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 09327334-df52-4e0d-abe8-f60243592d01 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:05.977905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 09327334-df52-4e0d-abe8-f60243592d01 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:05.978285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.106185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.137562 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.142441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 09327334-df52-4e0d-abe8-f60243592d01, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=09327334-df52-4e0d-abe8-f60243592d01,segment=NetworkSegment(49cb197c-6257-4ec5-a04e-2ea0683610b7),segment_id=49cb197c-6257-4ec5-a04e-2ea0683610b7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:06.149546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.150039 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Transition to ACTIVE for port object 90bbe9ca-2d53-4308-aade-7e624e83afc4 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:06.238610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.240613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-87a36eb1-fb18-4ba8-bb96-4183ff028ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:06.268749 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.274235 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-c6501104-ad55-48aa-ade8-dfbc50ac22a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:06.317001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=09327334-df52-4e0d-abe8-f60243592d01,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:06.320602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:06.359512 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Attempting to bind port 90bbe9ca-2d53-4308-aade-7e624e83afc4 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:12:06.359794 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Attempting to bind port 90bbe9ca-2d53-4308-aade-7e624e83afc4 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:12:06.360149 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Attempting to bind port 90bbe9ca-2d53-4308-aade-7e624e83afc4 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:12:06.362209 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Pushing event updated for resources: {'Port': ['ID=90bbe9ca-2d53-4308-aade-7e624e83afc4,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:06.374335 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.374986 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.374986 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.375322 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.375640 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.375977 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.376319 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.376633 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.376939 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.377247 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.377551 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:06.381345 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:12:06.381808 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:12:06.382285 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.382629 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:12:06.383089 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Bound port: 90bbe9ca-2d53-4308-aade-7e624e83afc4, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:12:06.383456 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.400162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Allocated IP 172.20.0.1 (83a4da6b-34ea-48fa-8387-a08ad9a19077/c964f586-42e8-4d3e-9ed5-d4f27a2763cf/7958ce7c-4d95-4765-92da-8884925359eb) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:12:06.406324 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:06.454665 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] For port 90bbe9ca-2d53-4308-aade-7e624e83afc4, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:12:06.458316 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] For port 90bbe9ca-2d53-4308-aade-7e624e83afc4, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=90bbe9ca-2d53-4308-aade-7e624e83afc4,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:12:06.538000 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.541677 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4946671e-7704-4039-a6df-631b37c2835d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:06.550538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.567025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Transition to ACTIVE for port object 7958ce7c-4d95-4765-92da-8884925359eb will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:06.622892 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Pushing event updated for resources: {'Port': ['ID=90bbe9ca-2d53-4308-aade-7e624e83afc4,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:06.626124 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:06.627868 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Routers {'603f3166-2b5d-4619-afa5-a75868ea3524'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:12:06.628467 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28462b4b20>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:11:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['603f3166-2b5d-4619-afa5-a75868ea3524'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:06.675385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.679819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1b5ec187-e44f-425f-9ebf-f66c41bd0e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:06.752888 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Network 83a4da6b-34ea-48fa-8387-a08ad9a19077 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:12:06.754554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:12:06.758893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:12:06.788472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7958ce7c-4d95-4765-92da-8884925359eb,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:06.795849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:06.809937 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] Set router 603f3166-2b5d-4619-afa5-a75868ea3524 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:12:06.818414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:06.961381 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:07.125711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d7a56836-a263-4fff-bd1b-b0bf8bdc417f None None] Provisioning for port 7958ce7c-4d95-4765-92da-8884925359eb completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:07.131246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d7a56836-a263-4fff-bd1b-b0bf8bdc417f None None] Provisioning complete for port 7958ce7c-4d95-4765-92da-8884925359eb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:07.131621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d7a56836-a263-4fff-bd1b-b0bf8bdc417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:07.138167 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28462b4b20>, [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:04Z', 'revision_number': 3, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:07.142396 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce80dd3-fffb-4e1c-ba77-3a101d31d94e None None] The sync data for ids ['603f3166-2b5d-4619-afa5-a75868ea3524'] in dv-neutron-819441-1-hyperv is: [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:04Z', 'revision_number': 3, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:12:07.191619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d7a56836-a263-4fff-bd1b-b0bf8bdc417f None None] Port 7958ce7c-4d95-4765-92da-8884925359eb cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:12:07.195655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:07.274727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:07.300279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7236a033-aac4-43ea-981a-d3bdafe15285 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:07.388530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:07.392185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7958ce7c-4d95-4765-92da-8884925359eb,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:07.396707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:07.538665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Network 83a4da6b-34ea-48fa-8387-a08ad9a19077 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:12:07.539777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:12:07.697042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 09327334-df52-4e0d-abe8-f60243592d01 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:07.775192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 09327334-df52-4e0d-abe8-f60243592d01 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:07.775561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:07.852744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-57bd4eeb-9ca0-4267-8bec-e9e3d572e09f None None] Provisioning complete for port 7958ce7c-4d95-4765-92da-8884925359eb triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:07.853035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-57bd4eeb-9ca0-4267-8bec-e9e3d572e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:07.946247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-57bd4eeb-9ca0-4267-8bec-e9e3d572e09f None None] Port 7958ce7c-4d95-4765-92da-8884925359eb cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:12:08.074258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Router 603f3166-2b5d-4619-afa5-a75868ea3524 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:12:08.288489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:12:08.297975 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] 10.222.0.23 "PUT /v2.0/routers/603f3166-2b5d-4619-afa5-a75868ea3524/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0683036
Nov 27 12:12:09.415422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-2c85f224-e60c-4dee-90e7-ee133b323625 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:09.416063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-2c85f224-e60c-4dee-90e7-ee133b323625 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Synchronizing usage tracker for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:12:09.501439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:09.529881 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-2c85f224-e60c-4dee-90e7-ee133b323625 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Unset dirty status for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:12:09.531115 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-2c85f224-e60c-4dee-90e7-ee133b323625 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/networks?id=63b1ca33-327c-4360-bb8b-38064ea2594d HTTP/1.1" status: 200  len: 816 time: 0.2643762
Nov 27 12:12:09.548916 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bfd17158-7c9b-4eaf-88d3-ef02f574d15f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/quotas/7c6204fe277c4f9a974d1ea86c561f1c HTTP/1.1" status: 200  len: 375 time: 0.0121479
Nov 27 12:12:09.633000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-7b46eaed-7763-43cc-bd4d-d2d0e8e9e8cc tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Synchronizing usage tracker for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:12:09.731807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-7b46eaed-7763-43cc-bd4d-d2d0e8e9e8cc tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Unset dirty status for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:12:09.733056 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-7b46eaed-7763-43cc-bd4d-d2d0e8e9e8cc tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1784551
Nov 27 12:12:09.749590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-8a813dc7-8fcf-4f5e-a299-20b9cc20cfd9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:12:09.750811 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-8a813dc7-8fcf-4f5e-a299-20b9cc20cfd9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0058975
Nov 27 12:12:09.881113 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-8dba2af8-84b9-42f8-b1df-31ad0806b13b service neutron] 10.222.0.23 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238792
Nov 27 12:12:10.010637 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-958ac704-433f-4246-9ad6-2e0d03da45eb service neutron] 10.222.0.23 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237307
Nov 27 12:12:10.313068 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-833fd39e-38e8-4d86-ad5a-5a05ef09f56e req-dc5c45cf-f334-454c-b739-774e851258c1 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 210 time: 0.0431533
Nov 27 12:12:11.429816 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9432f854-47a7-4953-8cdf-a96964d7f337 req-9ca223fd-c3e3-494c-8792-b4c43f5833d1 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 210 time: 0.0446146
Nov 27 12:12:12.598843 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a84d2b9e-2248-4da9-bd45-a34cf35cda27 req-52251afe-d950-409e-aad8-6910dd7b96f0 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 210 time: 0.0440767
Nov 27 12:12:12.931200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-ad2fc477-af1c-45bd-b29b-34f0e9f952b8 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:12.932662 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-ad2fc477-af1c-45bd-b29b-34f0e9f952b8 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.39 "GET /v2.0/networks?id=63b1ca33-327c-4360-bb8b-38064ea2594d HTTP/1.1" status: 200  len: 816 time: 0.1838453
Nov 27 12:12:12.952414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Request body: {'port': {'device_id': '4843c292-4254-497d-b8e1-20eae5922432', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'admin_state_up': True, 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:12:13.102893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:12:13.112975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:12:13.194670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Made reservation on behalf of 7c6204fe277c4f9a974d1ea86c561f1c for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:12:13.197805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:13.387671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Allocated IP 172.20.0.6 (63b1ca33-327c-4360-bb8b-38064ea2594d/fdb32d4a-666b-4065-b2ae-afd2f3d06795/393b07c5-eb5e-4cc7-b6a3-d8bd0c717408) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:12:13.596845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:13.612179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Transition to ACTIVE for port object 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:13.708547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 90bbe9ca-2d53-4308-aade-7e624e83afc4 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:13.709535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:13.715685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:13.787190 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Network 63b1ca33-327c-4360-bb8b-38064ea2594d is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:12:13.790614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:12:13.795095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:12:13.807126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6644e-bfeb-4eb1-bcf4-52d15b9e0d5d req-2b132ef1-06ce-4ab9-9d8e-610894ace676 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:13.809506 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-18e6644e-bfeb-4eb1-bcf4-52d15b9e0d5d req-2b132ef1-06ce-4ab9-9d8e-610894ace676 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 931 time: 0.0809731
Nov 27 12:12:13.827651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Pushing event updated for resources: {'Port': ['ID=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:13.833943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:13.846104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 90bbe9ca-2d53-4308-aade-7e624e83afc4 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:13.852447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 90bbe9ca-2d53-4308-aade-7e624e83afc4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:13.853095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:13.868360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-18e6644e-bfeb-4eb1-bcf4-52d15b9e0d5d req-89141a65-8f82-4163-ba55-414452536a83 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Synchronizing usage tracker for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:12:13.873635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:13.875222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:13.939347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Sync routers for ids ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:12:13.994371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-18e6644e-bfeb-4eb1-bcf4-52d15b9e0d5d req-89141a65-8f82-4163-ba55-414452536a83 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Unset dirty status for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:12:13.995744 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-18e6644e-bfeb-4eb1-bcf4-52d15b9e0d5d req-89141a65-8f82-4163-ba55-414452536a83 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791434
Nov 27 12:12:14.009030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Routers {'89bf7a5b-7f6c-44cb-9725-dead026fe8fb'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:12:14.009674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d42ac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:11:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:14.029434 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0810068
Nov 27 12:12:14.045584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Request body: {'port': {'device_id': '4843c292-4254-497d-b8e1-20eae5922432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:12:14.140865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:14.144730 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:12:14.159725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:14.231468 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 90bbe9ca-2d53-4308-aade-7e624e83afc4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=90bbe9ca-2d53-4308-aade-7e624e83afc4,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:14.275658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Set router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:12:14.316030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d9c5e87a-8c99-4fa4-b8a8-485a74e9c7d4 None None] Provisioning for port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:14.331482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:14.340974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:14.372188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-d9c5e87a-8c99-4fa4-b8a8-485a74e9c7d4 None None] Provisioning complete for port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:14.372557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e87a-8c99-4fa4-b8a8-485a74e9c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:14.537375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5e87a-8c99-4fa4-b8a8-485a74e9c7d4 None None] Port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:12:14.548109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=90bbe9ca-2d53-4308-aade-7e624e83afc4,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:14.552610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:14.614943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:12:14.621805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:14.635948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Transition to ACTIVE for port object 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:14.702843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:14.708835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:14.719804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d42ac0>, [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:58Z', 'revision_number': 4, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fc0a5593-8c25-4766-b830-2e9972887dd8', 'name': '', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'mac_address': 'fa:16:3e:3c:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:58Z', 'updated_at': '2021-11-27T12:11:59Z', 'revision_number': 2, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'subnets': [{'id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:14.726224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Checking router: 89bf7a5b-7f6c-44cb-9725-dead026fe8fb for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:12:14.726224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Updating router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb port fc0a5593-8c25-4766-b830-2e9972887dd8 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:12:14.775915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:14.843082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Pushing event updated for resources: {'Port': ['ID=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:14.848240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:14.954837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Attempting to bind port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:12:14.955161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Attempting to bind port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:12:14.955484 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Attempting to bind port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 on network 63b1ca33-327c-4360-bb8b-38064ea2594d {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:12:14.965073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 on network 63b1ca33-327c-4360-bb8b-38064ea2594d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:12:14.965073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Attempting to bind port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 on network 63b1ca33-327c-4360-bb8b-38064ea2594d {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:12:14.969236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:12:14.969568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Checking segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:12:14.969978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Bound using segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:12:14.970482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Bound port: 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:12:14.970805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.071038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] For port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:12:15.075300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] For port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:12:15.162248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.167740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.176409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5fb24098-1795-4953-9c01-cd9105f2ff68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:15.177910 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Transition to ACTIVE for port object fc0a5593-8c25-4766-b830-2e9972887dd8 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:15.234790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.236319 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] 10.222.0.39 "PUT /v2.0/ports/393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 HTTP/1.1" status: 200  len: 1093 time: 1.1947381
Nov 27 12:12:15.241053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4843c292-4254-497d-b8e1-20eae5922432', 'tag': '393b07c5-eb5e-4cc7-b6a3-d8bd0c717408'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:12:15.243020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.255102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b4dff92d-d82e-44ba-97b9-d4f40ae90a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:15.290310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Pushing event updated for resources: {'Port': ['ID=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:15.299801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:15.344238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ffa12-c7a7-400a-b897-848fec0307cb req-1f38e11e-aa59-4385-854b-8a56dfbb9c9d tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:15.349537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b94ffa12-c7a7-400a-b897-848fec0307cb req-1f38e11e-aa59-4385-854b-8a56dfbb9c9d tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Synchronizing usage tracker for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:12:15.412046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54317d-1d0a-4270-bac7-45326417e3bc None None] Pushing event updated for resources: {'Port': ['ID=fc0a5593-8c25-4766-b830-2e9972887dd8,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:15.416573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3a54317d-1d0a-4270-bac7-45326417e3bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:15.451503 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4843c292-4254-497d-b8e1-20eae5922432', 'tag': '393b07c5-eb5e-4cc7-b6a3-d8bd0c717408', 'status': 'completed', 'code': 200}
Nov 27 12:12:15.475463 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-1fd6dd76-e72d-4b4f-8100-158e1b6ad898 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 1096 time: 0.0945790
Nov 27 12:12:15.520843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Attempting to bind port fc0a5593-8c25-4766-b830-2e9972887dd8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:12:15.521422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Attempting to bind port fc0a5593-8c25-4766-b830-2e9972887dd8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:12:15.521773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Attempting to bind port fc0a5593-8c25-4766-b830-2e9972887dd8 on network 63b1ca33-327c-4360-bb8b-38064ea2594d {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:12:15.530012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:12:15.537607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Checking segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:12:15.537607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.537607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Bound using segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:12:15.537607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Bound port: fc0a5593-8c25-4766-b830-2e9972887dd8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:12:15.537607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.546610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b94ffa12-c7a7-400a-b897-848fec0307cb req-1f38e11e-aa59-4385-854b-8a56dfbb9c9d tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Unset dirty status for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:12:15.547671 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b94ffa12-c7a7-400a-b897-848fec0307cb req-1f38e11e-aa59-4385-854b-8a56dfbb9c9d tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 943 time: 0.4158611
Nov 27 12:12:15.601974 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-338ea5cd-d0e5-4ee0-9f52-cdbb155d6be8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 HTTP/1.1" status: 200  len: 217 time: 0.1148870
Nov 27 12:12:15.655712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] For port fc0a5593-8c25-4766-b830-2e9972887dd8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:12:15.663281 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b94ffa12-c7a7-400a-b897-848fec0307cb req-34a905cc-9723-482a-ab0b-b3462ec3ee5b tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898390
Nov 27 12:12:15.663803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] For port fc0a5593-8c25-4766-b830-2e9972887dd8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fc0a5593-8c25-4766-b830-2e9972887dd8,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:12:15.685499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-8430431c-587b-4700-bf9e-c7da94914f0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:15.690823 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-8430431c-587b-4700-bf9e-c7da94914f0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdb32d4a-666b-4065-b2ae-afd2f3d06795 HTTP/1.1" status: 200  len: 855 time: 0.0761824
Nov 27 12:12:15.732621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 90bbe9ca-2d53-4308-aade-7e624e83afc4 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:15.773021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.779883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d0edf9f8-fdd0-494f-b74d-df5a547b6897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:15.805699 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-9e3466cb-b56c-49a5-9422-d5b41cecac28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63b1ca33-327c-4360-bb8b-38064ea2594d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1072485
Nov 27 12:12:15.897998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54317d-1d0a-4270-bac7-45326417e3bc None None] Pushing event updated for resources: {'Port': ['ID=fc0a5593-8c25-4766-b830-2e9972887dd8,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:15.903567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3a54317d-1d0a-4270-bac7-45326417e3bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:15.906885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Routers {'89bf7a5b-7f6c-44cb-9725-dead026fe8fb'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:12:15.907522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845d42ac0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:11:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:15.980013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 90bbe9ca-2d53-4308-aade-7e624e83afc4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:15.980425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:15.990755 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-06be989c-62af-4682-9d73-f877106ce4ea service neutron] 10.222.0.39 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737263
Nov 27 12:12:16.153804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e048efc-1979-4cca-9e99-83eaaaeb1095 req-4dad9764-4342-41ad-a6b5-e1b1fe8690f0 service neutron] 10.222.0.39 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515393
Nov 27 12:12:16.275272 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] Set router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:12:16.390108 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-4b10938b-db30-4615-af5f-e386c2e43d04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 1096 time: 0.1055238
Nov 27 12:12:16.556679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-cfbae8cd-c431-47e0-90d6-e8a394072726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:16.558321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-cfbae8cd-c431-47e0-90d6-e8a394072726 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63b1ca33-327c-4360-bb8b-38064ea2594d HTTP/1.1" status: 200  len: 917 time: 0.1570549
Nov 27 12:12:16.739609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845d42ac0>, [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:58Z', 'revision_number': 4, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fc0a5593-8c25-4766-b830-2e9972887dd8', 'name': '', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'mac_address': 'fa:16:3e:3c:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:58Z', 'updated_at': '2021-11-27T12:12:15Z', 'revision_number': 4, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'subnets': [{'id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:16.747135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd9f528-c544-4a6e-a445-99d2b785f2db None None] The sync data for ids ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'] in dv-neutron-819441-1-hyperv is: [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:11:58Z', 'revision_number': 4, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fc0a5593-8c25-4766-b830-2e9972887dd8', 'name': '', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'mac_address': 'fa:16:3e:3c:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:58Z', 'updated_at': '2021-11-27T12:12:15Z', 'revision_number': 4, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'subnets': [{'id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:12:16.768291 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-61ac5c6d-2a9d-4589-92d2-d171bb79fb10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 HTTP/1.1" status: 200  len: 217 time: 0.2023284
Nov 27 12:12:16.781672 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Sync routers for ids ['603f3166-2b5d-4619-afa5-a75868ea3524'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:12:16.808004 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Routers {'603f3166-2b5d-4619-afa5-a75868ea3524'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:12:16.809064 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464f9d90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:11:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['603f3166-2b5d-4619-afa5-a75868ea3524'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:16.846314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-91b898cc-6fd9-44d8-ab12-a095905cc689 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:16.848446 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-91b898cc-6fd9-44d8-ab12-a095905cc689 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdb32d4a-666b-4065-b2ae-afd2f3d06795 HTTP/1.1" status: 200  len: 855 time: 0.0716009
Nov 27 12:12:16.941951 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-9b0a5533-0833-4efd-be8e-aeb67346e582 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63b1ca33-327c-4360-bb8b-38064ea2594d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0852087
Nov 27 12:12:17.131613 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-ead91b5d-d526-4b4a-b23b-7f2d0d8cae2d service neutron] 10.222.0.39 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825955
Nov 27 12:12:17.148371 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Set router 603f3166-2b5d-4619-afa5-a75868ea3524 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:12:17.270358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486a659-c28a-4e38-a34f-9b476eeb7d58 req-d2a795aa-4c4e-4435-b166-c3a6ac2f447e tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:17.272090 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4486a659-c28a-4e38-a34f-9b476eeb7d58 req-d2a795aa-4c4e-4435-b166-c3a6ac2f447e tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 943 time: 0.3689973
Nov 27 12:12:17.358740 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-58e4047d-237f-478c-bf0b-40a7bd668c9e req-535b61ff-1e94-4d56-a56b-1644aab2ed23 service neutron] 10.222.0.39 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190905
Nov 27 12:12:17.418993 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4486a659-c28a-4e38-a34f-9b476eeb7d58 req-7bd50904-5a57-4741-b919-0ad022248fb4 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307163
Nov 27 12:12:17.601356 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464f9d90>, [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:06Z', 'revision_number': 4, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7958ce7c-4d95-4765-92da-8884925359eb', 'name': '', 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'mac_address': 'fa:16:3e:8d:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c964f586-42e8-4d3e-9ed5-d4f27a2763cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:06Z', 'updated_at': '2021-11-27T12:12:07Z', 'revision_number': 2, 'project_id': '99300346728d493f92a2a07b37661bbd', 'subnets': [{'id': 'c964f586-42e8-4d3e-9ed5-d4f27a2763cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:17.606191 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Checking router: 603f3166-2b5d-4619-afa5-a75868ea3524 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:12:17.606649 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Updating router 603f3166-2b5d-4619-afa5-a75868ea3524 port 7958ce7c-4d95-4765-92da-8884925359eb binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:12:17.669215 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:17.729957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fc0a5593-8c25-4766-b830-2e9972887dd8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:17.856174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port fc0a5593-8c25-4766-b830-2e9972887dd8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:17.861527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port fc0a5593-8c25-4766-b830-2e9972887dd8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:17.862072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.045696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.060347 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.075216 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Transition to ACTIVE for port object 7958ce7c-4d95-4765-92da-8884925359eb will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:18.096538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port fc0a5593-8c25-4766-b830-2e9972887dd8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fc0a5593-8c25-4766-b830-2e9972887dd8,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:18.160892 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.164676 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-9f3bb52e-0877-4b1a-a4dd-98aace29bbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:18.187279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.191706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-468ac0ce-e436-482d-be52-25541e0493c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:18.291749 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29399d-a5e3-476e-9f69-d47eea209406 None None] Pushing event updated for resources: {'Port': ['ID=7958ce7c-4d95-4765-92da-8884925359eb,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:18.294927 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-2f29399d-a5e3-476e-9f69-d47eea209406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:18.339414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=fc0a5593-8c25-4766-b830-2e9972887dd8,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:18.356837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:18.359432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:12:18.413258 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Attempting to bind port 7958ce7c-4d95-4765-92da-8884925359eb on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:12:18.413803 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Attempting to bind port 7958ce7c-4d95-4765-92da-8884925359eb by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:12:18.414418 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Attempting to bind port 7958ce7c-4d95-4765-92da-8884925359eb on network 83a4da6b-34ea-48fa-8387-a08ad9a19077 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:12:18.426725 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:12:18.427347 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Checking segment: {'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:12:18.428020 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.428694 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Bound using segment: {'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:12:18.429569 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Bound port: 7958ce7c-4d95-4765-92da-8884925359eb, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb197c-6257-4ec5-a04e-2ea0683610b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:12:18.430213 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.595535 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:18.603915 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] For port 7958ce7c-4d95-4765-92da-8884925359eb, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:12:18.611474 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] For port 7958ce7c-4d95-4765-92da-8884925359eb, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7958ce7c-4d95-4765-92da-8884925359eb,segment=NetworkSegment(49cb197c-6257-4ec5-a04e-2ea0683610b7),segment_id=49cb197c-6257-4ec5-a04e-2ea0683610b7)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:12:18.617667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '393b07c5-eb5e-4cc7-b6a3-d8bd0c717408', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'port_id': '393b07c5-eb5e-4cc7-b6a3-d8bd0c717408', 'mac_address': 'fa:16:3e:64:65:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:12:18.681884 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.686239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.690095 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-04cfaa75-6687-4a77-990e-c11a91b9d559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:18.706869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:12:18.727998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:18.794049 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Routers {'603f3166-2b5d-4619-afa5-a75868ea3524'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:12:18.795103 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464f9d90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:11:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['603f3166-2b5d-4619-afa5-a75868ea3524'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:18.795657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:18.801289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:18.823498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369795d4-75d9-4f8c-a2d7-a262970fbc2c req-836d6e6a-f956-4658-b1fb-32eb03fc6230 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:18.830557 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-369795d4-75d9-4f8c-a2d7-a262970fbc2c req-836d6e6a-f956-4658-b1fb-32eb03fc6230 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 943 time: 0.1713586
Nov 27 12:12:18.895415 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-369795d4-75d9-4f8c-a2d7-a262970fbc2c req-ceaebbd4-f7a2-4436-991d-2fa47a50f161 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553710
Nov 27 12:12:18.935233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:18.939378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:18.954705 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29399d-a5e3-476e-9f69-d47eea209406 None None] Pushing event updated for resources: {'Port': ['ID=7958ce7c-4d95-4765-92da-8884925359eb,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:19.011747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-46c1e6c0-dd4b-46c9-984f-9f44c6f6e40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:19.047754 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-2f29399d-a5e3-476e-9f69-d47eea209406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:19.068592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['393b07c5-eb5e-4cc7-b6a3-d8bd0c717408'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:12:19.112267 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] Set router 603f3166-2b5d-4619-afa5-a75868ea3524 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:12:19.495010 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464f9d90>, [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:06Z', 'revision_number': 4, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7958ce7c-4d95-4765-92da-8884925359eb', 'name': '', 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'mac_address': 'fa:16:3e:8d:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c964f586-42e8-4d3e-9ed5-d4f27a2763cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:06Z', 'updated_at': '2021-11-27T12:12:18Z', 'revision_number': 4, 'project_id': '99300346728d493f92a2a07b37661bbd', 'subnets': [{'id': 'c964f586-42e8-4d3e-9ed5-d4f27a2763cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:12:19.499260 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78fdd85-3fb1-404a-9468-8b73ed1afcbb None None] The sync data for ids ['603f3166-2b5d-4619-afa5-a75868ea3524'] in dv-neutron-819441-1-hyperv is: [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:06Z', 'revision_number': 4, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '7958ce7c-4d95-4765-92da-8884925359eb', 'name': '', 'network_id': '83a4da6b-34ea-48fa-8387-a08ad9a19077', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'mac_address': 'fa:16:3e:8d:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c964f586-42e8-4d3e-9ed5-d4f27a2763cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:06Z', 'updated_at': '2021-11-27T12:12:18Z', 'revision_number': 4, 'project_id': '99300346728d493f92a2a07b37661bbd', 'subnets': [{'id': 'c964f586-42e8-4d3e-9ed5-d4f27a2763cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:12:19.766831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7958ce7c-4d95-4765-92da-8884925359eb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:19.822275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:19.929280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7958ce7c-4d95-4765-92da-8884925359eb completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:19.934697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7958ce7c-4d95-4765-92da-8884925359eb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:19.935093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:20.062977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:20.099829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7958ce7c-4d95-4765-92da-8884925359eb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7958ce7c-4d95-4765-92da-8884925359eb,segment=NetworkSegment(49cb197c-6257-4ec5-a04e-2ea0683610b7),segment_id=49cb197c-6257-4ec5-a04e-2ea0683610b7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:20.153068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:20.153955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fc0a5593-8c25-4766-b830-2e9972887dd8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:20.165972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc83ebe-7fe9-46df-8fdd-675541fa20cc req-d3160d45-4dc7-4b82-a09a-aa5caf80ad85 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:20.167576 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1bc83ebe-7fe9-46df-8fdd-675541fa20cc req-d3160d45-4dc7-4b82-a09a-aa5caf80ad85 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 944 time: 0.0844920
Nov 27 12:12:20.179693 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-2cd555e7-af83-4445-bbfc-0007807e6ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:20.226861 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1bc83ebe-7fe9-46df-8fdd-675541fa20cc req-c749b1fb-265d-4009-a2a1-38bfffe9ecb5 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513241
Nov 27 12:12:20.336071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7958ce7c-4d95-4765-92da-8884925359eb,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:20.340034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:20.354425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port fc0a5593-8c25-4766-b830-2e9972887dd8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:20.355067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:20.385144 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:20.600274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:20.605525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:20.605896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:20.720805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:20.747972 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4843c292-4254-497d-b8e1-20eae5922432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393b07c5-eb5e-4cc7-b6a3-d8bd0c717408'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:12:20.757834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:20.806556 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4843c292-4254-497d-b8e1-20eae5922432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393b07c5-eb5e-4cc7-b6a3-d8bd0c717408', 'code': 200}
Nov 27 12:12:20.861096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:20.864299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:20.929598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:20.932685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:21.186721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7c38e408-435f-4446-bb63-f89e3e3e8ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:21.286861 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aa81d24-5eed-4fc3-953c-be9974f929e2 req-c4e55fbd-3bc7-406e-b6eb-c91fa9a5055b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 1098 time: 0.0862095
Nov 27 12:12:21.335215 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aa81d24-5eed-4fc3-953c-be9974f929e2 req-54c21970-25b2-42ef-a0ce-21e5a6eda0e4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429389
Nov 27 12:12:21.457450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606af57-42e3-4847-9b2f-5f779a3cd6c1 req-1328e39f-284c-45b5-a83a-12ec21ca5cb5 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:21.458860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0606af57-42e3-4847-9b2f-5f779a3cd6c1 req-1328e39f-284c-45b5-a83a-12ec21ca5cb5 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 945 time: 0.1017950
Nov 27 12:12:21.509905 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0606af57-42e3-4847-9b2f-5f779a3cd6c1 req-d2ce219f-0ca4-4ac3-b221-9fdbe701c333 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454910
Nov 27 12:12:21.696657 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7958ce7c-4d95-4765-92da-8884925359eb up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:12:21.777818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7958ce7c-4d95-4765-92da-8884925359eb triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:21.778115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:22.486278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:22.720907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bace23f-e553-44b2-8d3a-8f7cdae18110 req-fcbc6525-5662-4b17-94a6-cb7b811f27fa tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:22.723007 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8bace23f-e553-44b2-8d3a-8f7cdae18110 req-fcbc6525-5662-4b17-94a6-cb7b811f27fa tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 945 time: 0.0816143
Nov 27 12:12:22.770013 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8bace23f-e553-44b2-8d3a-8f7cdae18110 req-d9d30416-e0e5-4ba3-8d0e-a18c20860ef7 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406651
Nov 27 12:12:23.886334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:23.979813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010598-e2d7-4f55-ae55-222e0e2f2243 req-3d0a861d-dc30-4b40-b5e4-847363d11152 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:23.981256 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1a010598-e2d7-4f55-ae55-222e0e2f2243 req-3d0a861d-dc30-4b40-b5e4-847363d11152 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 945 time: 0.0846536
Nov 27 12:12:24.026578 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1a010598-e2d7-4f55-ae55-222e0e2f2243 req-88f572f8-f8cd-41db-8049-15fce03f0b57 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395665
Nov 27 12:12:24.223517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804f46e-c075-4997-84c4-cb846801d9cb req-01cff299-e1c0-4e47-b6e8-f1457e59aa50 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:24.224871 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e804f46e-c075-4997-84c4-cb846801d9cb req-01cff299-e1c0-4e47-b6e8-f1457e59aa50 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 945 time: 0.0796723
Nov 27 12:12:24.271335 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e804f46e-c075-4997-84c4-cb846801d9cb req-c1c471a1-f1e7-41bc-b4cb-a23b78af3f51 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409017
Nov 27 12:12:39.525228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:42.448337 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e79e10c-0857-4d14-954d-218413f49085 req-46c92f16-a9a7-4c57-af94-1e0e7b1b3f1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2095935
Nov 27 12:12:42.602534 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e79e10c-0857-4d14-954d-218413f49085 req-30358e07-63c7-416b-a627-d9b17ca6f858 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 1098 time: 0.0755312
Nov 27 12:12:42.767785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e10c-0857-4d14-954d-218413f49085 req-718b1aba-7698-4dad-93b0-e86a68f1ecc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:42.769221 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e79e10c-0857-4d14-954d-218413f49085 req-718b1aba-7698-4dad-93b0-e86a68f1ecc0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63b1ca33-327c-4360-bb8b-38064ea2594d HTTP/1.1" status: 200  len: 917 time: 0.1364770
Nov 27 12:12:42.841436 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e79e10c-0857-4d14-954d-218413f49085 req-26ceca89-b366-4ee4-924e-ac90145a5847 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 HTTP/1.1" status: 200  len: 217 time: 0.0654197
Nov 27 12:12:42.906412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e10c-0857-4d14-954d-218413f49085 req-c2d340fe-396f-4ae3-ba1e-a5aa143abb8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:42.907838 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e79e10c-0857-4d14-954d-218413f49085 req-c2d340fe-396f-4ae3-ba1e-a5aa143abb8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdb32d4a-666b-4065-b2ae-afd2f3d06795 HTTP/1.1" status: 200  len: 855 time: 0.0599129
Nov 27 12:12:42.987194 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e79e10c-0857-4d14-954d-218413f49085 req-eda328eb-6c15-4d6b-b063-49617edf603f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63b1ca33-327c-4360-bb8b-38064ea2594d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715003
Nov 27 12:12:43.180342 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e79e10c-0857-4d14-954d-218413f49085 req-e15bbb2a-fb97-4136-8b51-665e302dc2a8 service neutron] 10.222.0.39 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861212
Nov 27 12:12:43.393770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3651d65-93d9-4b6a-a25f-395688fe34ef req-06ded77f-c7da-4e42-be3a-1a4b5996defd tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:43.395118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f3651d65-93d9-4b6a-a25f-395688fe34ef req-06ded77f-c7da-4e42-be3a-1a4b5996defd tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 945 time: 0.3028693
Nov 27 12:12:43.480257 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e79e10c-0857-4d14-954d-218413f49085 req-f3bdb11f-e5bc-446a-a165-4e8bbddf5199 service neutron] 10.222.0.39 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2915723
Nov 27 12:12:43.484098 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f3651d65-93d9-4b6a-a25f-395688fe34ef req-20b34fe5-3f01-4d1b-9838-b6088abd09e3 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813203
Nov 27 12:12:44.687004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f52c77-dab0-4138-82ea-a69e3cbd749b req-00051484-520c-4d69-8ff6-e61d27cf04d6 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:44.688605 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-57f52c77-dab0-4138-82ea-a69e3cbd749b req-00051484-520c-4d69-8ff6-e61d27cf04d6 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 945 time: 0.0764437
Nov 27 12:12:44.734648 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-57f52c77-dab0-4138-82ea-a69e3cbd749b req-0580dfff-fed1-4c66-a3b3-ee8ac4c3f30d tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393722
Nov 27 12:12:44.848438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-14870043-ae24-44e6-9828-ee8f5af29421 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:44.850175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-14870043-ae24-44e6-9828-ee8f5af29421 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.39 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 945 time: 0.0798883
Nov 27 12:12:44.921934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Deleting port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:12:44.922265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:45.172290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] For port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:45.172646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:45.295532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Calling delete_port for 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:12:45.495298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:45.501189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:45.511521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['393b07c5-eb5e-4cc7-b6a3-d8bd0c717408'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:12:45.545960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Pushing event deleted for resources: {'Port': ['ID=393b07c5-eb5e-4cc7-b6a3-d8bd0c717408,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:45.556497 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.556882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.557282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.557661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.558028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.558394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.558782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.559674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.559674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.559869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.560227 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:45.587248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:45.636966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] No DVR routers for this DVR port 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:12:45.639600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:45.642459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4843c292-4254-497d-b8e1-20eae5922432', 'name': 'network-vif-deleted', 'tag': '393b07c5-eb5e-4cc7-b6a3-d8bd0c717408'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:12:45.700240 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4843c292-4254-497d-b8e1-20eae5922432', 'name': 'network-vif-deleted', 'tag': '393b07c5-eb5e-4cc7-b6a3-d8bd0c717408', 'status': 'completed', 'code': 200}
Nov 27 12:12:45.724278 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-df820e23-ce1b-4fb9-8361-c3cb4ecbb59d req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.39 "DELETE /v2.0/ports/393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 HTTP/1.1" status: 204  len: 173 time: 0.8654366
Nov 27 12:12:45.917873 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-39a408b9-e2a1-4272-b063-f85c72cecfb3 req-c2adad53-146d-49aa-9197-f9830403b25e tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=4843c292-4254-497d-b8e1-20eae5922432 HTTP/1.1" status: 200  len: 210 time: 0.0491576
Nov 27 12:12:47.936488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-542b39c8-740e-48fa-be16-3d024e756d4e tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:47.938085 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-542b39c8-740e-48fa-be16-3d024e756d4e tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/networks?id=63b1ca33-327c-4360-bb8b-38064ea2594d HTTP/1.1" status: 200  len: 816 time: 0.1483901
Nov 27 12:12:47.956143 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-33135dca-1bfb-429d-9ef0-23f98f2db8d2 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/quotas/7c6204fe277c4f9a974d1ea86c561f1c HTTP/1.1" status: 200  len: 375 time: 0.0125380
Nov 27 12:12:48.041334 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-9d6b4007-5f6e-4eb7-9163-95be3c61de31 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0797627
Nov 27 12:12:48.181018 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e62c0b7d-bbbd-479b-8150-058b318e3a76 service neutron] 10.222.0.23 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255207
Nov 27 12:12:48.316750 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-afc33261-dc1a-4fee-b775-db875e08e56c service neutron] 10.222.0.23 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300428
Nov 27 12:12:48.568115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-6cb51048-30e7-4f2c-b587-d6ced19e2527 req-d1182b3e-0179-42ba-a8bf-c2cbf9c2d07f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Synchronizing usage tracker for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:12:48.674193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-6cb51048-30e7-4f2c-b587-d6ced19e2527 req-d1182b3e-0179-42ba-a8bf-c2cbf9c2d07f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Unset dirty status for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:12:48.675480 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6cb51048-30e7-4f2c-b587-d6ced19e2527 req-d1182b3e-0179-42ba-a8bf-c2cbf9c2d07f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 210 time: 0.1485054
Nov 27 12:12:48.982754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c14894eb-bf6e-4f9c-b423-9a4c7b0c1952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:49.835485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:49.845938 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-15f6def0-a6c0-43ce-a8cf-2cc5dd0c042b req-876197bc-bfd4-4a53-bb47-871832c5a54d tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 210 time: 0.0480130
Nov 27 12:12:50.471622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:12:50.503461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:12:50.503811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 393b07c5-eb5e-4cc7-b6a3-d8bd0c717408 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:12:50.769956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-558e648e-a833-4e82-bf77-22338d274e3b tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:50.771334 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-558e648e-a833-4e82-bf77-22338d274e3b tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.39 "GET /v2.0/networks?id=63b1ca33-327c-4360-bb8b-38064ea2594d HTTP/1.1" status: 200  len: 816 time: 0.1443067
Nov 27 12:12:50.796564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Request body: {'port': {'device_id': 'b24dc264-7801-4261-bb1d-7bcd6795f23f', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'admin_state_up': True, 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:12:50.941984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:12:50.953126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:12:51.034109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Made reservation on behalf of 7c6204fe277c4f9a974d1ea86c561f1c for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:12:51.038095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:51.146219 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:12:51.170660 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-61a0d8df-e978-4385-885f-f462abe166d7 req-bb44605b-43e5-454b-a373-7bff27fb0e96 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 210 time: 0.0549731
Nov 27 12:12:51.188704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-66dfb7de-f0d1-4892-843b-ee026e416c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:51.253664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Allocated IP 172.20.0.4 (63b1ca33-327c-4360-bb8b-38064ea2594d/fdb32d4a-666b-4065-b2ae-afd2f3d06795/d27329e2-6e64-4621-a112-f77568527dbe) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:12:51.565002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:51.581624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Transition to ACTIVE for port object d27329e2-6e64-4621-a112-f77568527dbe will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:51.668610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:51.674305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-57a1d652-8d84-41d0-91a4-1d7cbbd686af tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:51.732787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Network 63b1ca33-327c-4360-bb8b-38064ea2594d is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:12:51.735819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:12:51.744071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:12:51.784656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Pushing event updated for resources: {'Port': ['ID=d27329e2-6e64-4621-a112-f77568527dbe,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:51.789126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:51.816215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:51.817531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:51.929626 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1366169
Nov 27 12:12:51.947549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Request body: {'port': {'device_id': 'b24dc264-7801-4261-bb1d-7bcd6795f23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:12:52.003145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-38cbd365-b7f9-4fac-b409-38e3deb44a4b None None] Provisioning for port d27329e2-6e64-4621-a112-f77568527dbe completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:12:52.018055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-38cbd365-b7f9-4fac-b409-38e3deb44a4b None None] Provisioning complete for port d27329e2-6e64-4621-a112-f77568527dbe triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:12:52.018055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-38cbd365-b7f9-4fac-b409-38e3deb44a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:52.055259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:52.065681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-38cbd365-b7f9-4fac-b409-38e3deb44a4b None None] Port d27329e2-6e64-4621-a112-f77568527dbe cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:12:52.408256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2ad97-9cb3-4939-853f-0dc6d6119722 req-391f054a-e3b0-41dd-8ccf-41950252ca1a tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:52.409914 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e5f2ad97-9cb3-4939-853f-0dc6d6119722 req-391f054a-e3b0-41dd-8ccf-41950252ca1a tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 931 time: 0.1126943
Nov 27 12:12:52.413948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27329e2-6e64-4621-a112-f77568527dbe {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:12:52.421457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:52.439802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Transition to ACTIVE for port object d27329e2-6e64-4621-a112-f77568527dbe will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:12:52.463433 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e5f2ad97-9cb3-4939-853f-0dc6d6119722 req-2bb32fef-5a23-441a-af08-3c1f9c612594 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467975
Nov 27 12:12:52.500391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:52.560844 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:52.566182 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5e418acf-db2d-43d4-9164-fa7eca27437f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:52.690243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Pushing event updated for resources: {'Port': ['ID=d27329e2-6e64-4621-a112-f77568527dbe,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:52.701446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:52.804549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Attempting to bind port d27329e2-6e64-4621-a112-f77568527dbe on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:12:52.805172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Attempting to bind port d27329e2-6e64-4621-a112-f77568527dbe by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:12:52.805172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Attempting to bind port d27329e2-6e64-4621-a112-f77568527dbe on network 63b1ca33-327c-4360-bb8b-38064ea2594d {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:12:52.815120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Port d27329e2-6e64-4621-a112-f77568527dbe on network 63b1ca33-327c-4360-bb8b-38064ea2594d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:12:52.815120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Attempting to bind port d27329e2-6e64-4621-a112-f77568527dbe on network 63b1ca33-327c-4360-bb8b-38064ea2594d {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:12:52.817781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:12:52.818108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Checking segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:12:52.818491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Bound using segment: {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:12:52.818922 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Bound port: d27329e2-6e64-4621-a112-f77568527dbe, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f763b6-2855-4307-9afd-3dcdbb62f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:12:52.819259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:52.911965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] For port d27329e2-6e64-4621-a112-f77568527dbe, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:12:52.915078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] For port d27329e2-6e64-4621-a112-f77568527dbe, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d27329e2-6e64-4621-a112-f77568527dbe,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:12:52.992713 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:52.996769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:53.054837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:53.056298 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] 10.222.0.39 "PUT /v2.0/ports/d27329e2-6e64-4621-a112-f77568527dbe HTTP/1.1" status: 200  len: 1093 time: 1.1128752
Nov 27 12:12:53.056852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24dc264-7801-4261-bb1d-7bcd6795f23f', 'tag': 'd27329e2-6e64-4621-a112-f77568527dbe'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:12:53.084974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Pushing event updated for resources: {'Port': ['ID=d27329e2-6e64-4621-a112-f77568527dbe,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:53.090516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:53.117500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24dc264-7801-4261-bb1d-7bcd6795f23f', 'tag': 'd27329e2-6e64-4621-a112-f77568527dbe', 'status': 'completed', 'code': 200}
Nov 27 12:12:53.230184 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-defec07f-85b3-4751-be99-27e757470b42 req-8169e895-6a0c-4ddb-81e5-2b70551b2c8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 1096 time: 0.0870395
Nov 27 12:12:53.381811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec07f-85b3-4751-be99-27e757470b42 req-4f7553f2-065e-4402-90ef-58b1cb1a268b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:53.383275 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-defec07f-85b3-4751-be99-27e757470b42 req-4f7553f2-065e-4402-90ef-58b1cb1a268b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1412253
Nov 27 12:12:53.531263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec07f-85b3-4751-be99-27e757470b42 req-67bc727e-b84b-41dd-88ad-ec28acc0eff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:53.532743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-defec07f-85b3-4751-be99-27e757470b42 req-67bc727e-b84b-41dd-88ad-ec28acc0eff9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1388614
Nov 27 12:12:53.644155 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-58592e2b-62d2-481f-8e51-6971d45e6496 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 1096 time: 0.0694339
Nov 27 12:12:53.674514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042c8f1-c044-4134-8b7d-96338fd2ad49 req-b068eea6-9fd1-4b2f-9dd0-abeba7f02d62 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:53.675973 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7042c8f1-c044-4134-8b7d-96338fd2ad49 req-b068eea6-9fd1-4b2f-9dd0-abeba7f02d62 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 943 time: 0.0829775
Nov 27 12:12:53.719949 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-94518aee-54c0-422b-b679-5b040abd9441 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27329e2-6e64-4621-a112-f77568527dbe HTTP/1.1" status: 200  len: 217 time: 0.0646455
Nov 27 12:12:53.722025 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7042c8f1-c044-4134-8b7d-96338fd2ad49 req-712f3442-c543-4a7e-aefe-c03e88532cb0 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399890
Nov 27 12:12:53.791657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-32618091-400b-4d3f-8ebe-8c3051e4094b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:53.793089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-32618091-400b-4d3f-8ebe-8c3051e4094b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdb32d4a-666b-4065-b2ae-afd2f3d06795 HTTP/1.1" status: 200  len: 855 time: 0.0635016
Nov 27 12:12:53.918132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:53.982825 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-2266477f-70a0-4281-a91e-758b275ed74e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63b1ca33-327c-4360-bb8b-38064ea2594d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1786258
Nov 27 12:12:54.138116 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-24fe2b9b-6398-496f-8ad2-776d8ed31972 service neutron] 10.222.0.39 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447463
Nov 27 12:12:54.273934 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6aadbd06-b0e5-4efc-9f4e-75919bc7ca32 req-307fe2fb-df5e-47d4-9d38-2fe92aef4f73 service neutron] 10.222.0.39 "GET /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264098
Nov 27 12:12:54.920680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a2925-a26a-467a-96a6-2351bf5eae8c req-d4d7af8d-4811-473a-8b9e-cbc2a04a9013 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:54.921350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4f0a2925-a26a-467a-96a6-2351bf5eae8c req-d4d7af8d-4811-473a-8b9e-cbc2a04a9013 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Synchronizing usage tracker for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:12:55.045506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-4f0a2925-a26a-467a-96a6-2351bf5eae8c req-d4d7af8d-4811-473a-8b9e-cbc2a04a9013 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Unset dirty status for tenant:7c6204fe277c4f9a974d1ea86c561f1c on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:12:55.046727 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4f0a2925-a26a-467a-96a6-2351bf5eae8c req-d4d7af8d-4811-473a-8b9e-cbc2a04a9013 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 943 time: 0.2017498
Nov 27 12:12:55.095974 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4f0a2925-a26a-467a-96a6-2351bf5eae8c req-a4f1ac87-302b-40a0-b88c-57adf895defa tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436418
Nov 27 12:12:56.297602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efbf03-5695-43b8-ad3f-99602ace884e req-4ed22fc1-ce95-4e82-b050-a0daa8727882 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:56.299127 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b7efbf03-5695-43b8-ad3f-99602ace884e req-4ed22fc1-ce95-4e82-b050-a0daa8727882 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 943 time: 0.0783911
Nov 27 12:12:56.346709 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b7efbf03-5695-43b8-ad3f-99602ace884e req-cd7cb614-a9ff-4b8c-8fba-b2037b318aaf tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418644
Nov 27 12:12:57.546610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e81d-26d6-4d46-91e9-a905f0a5e521 req-247ac91e-02ce-4031-941b-deb9ba8f5ee0 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:57.548041 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cd56e81d-26d6-4d46-91e9-a905f0a5e521 req-247ac91e-02ce-4031-941b-deb9ba8f5ee0 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 943 time: 0.0797086
Nov 27 12:12:57.595195 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cd56e81d-26d6-4d46-91e9-a905f0a5e521 req-e9db6abd-3230-47b3-a6e7-a94fd8fc01e9 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411742
Nov 27 12:12:58.504550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d27329e2-6e64-4621-a112-f77568527dbe details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:12:58.644546 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d27329e2-6e64-4621-a112-f77568527dbe, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d27329e2-6e64-4621-a112-f77568527dbe,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:58.659408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'd27329e2-6e64-4621-a112-f77568527dbe', 'network_id': '63b1ca33-327c-4360-bb8b-38064ea2594d', 'port_id': 'd27329e2-6e64-4621-a112-f77568527dbe', 'mac_address': 'fa:16:3e:2f:db:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb32d4a-666b-4065-b2ae-afd2f3d06795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:12:58.728938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:58.747149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27329e2-6e64-4621-a112-f77568527dbe {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:12:58.765501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d27329e2-6e64-4621-a112-f77568527dbe, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d27329e2-6e64-4621-a112-f77568527dbe,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:12:58.806169 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c4d01-15cf-4e1d-83e8-bc371721c34c req-1ee24dee-0a56-481d-9854-f4cbb6ef988f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:12:58.807626 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fa8c4d01-15cf-4e1d-83e8-bc371721c34c req-1ee24dee-0a56-481d-9854-f4cbb6ef988f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 943 time: 0.0849781
Nov 27 12:12:58.837958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:12:58.839711 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:12:58.855774 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fa8c4d01-15cf-4e1d-83e8-bc371721c34c req-a8500b08-acb9-4f48-bed3-3a939f667077 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422084
Nov 27 12:12:58.906105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d27329e2-6e64-4621-a112-f77568527dbe,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:12:58.915399 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.915775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.916064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.916539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.916726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.917051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.917401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.917694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.918015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.918419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.918767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:12:58.922705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:12:59.078878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['d27329e2-6e64-4621-a112-f77568527dbe'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:13:00.049604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4142c-2a8c-4878-8923-28cbadb9ecb7 req-87f851fc-859b-44aa-9daa-ab1baf53d965 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:00.051058 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b9e4142c-2a8c-4878-8923-28cbadb9ecb7 req-87f851fc-859b-44aa-9daa-ab1baf53d965 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 944 time: 0.0751216
Nov 27 12:13:00.101878 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b9e4142c-2a8c-4878-8923-28cbadb9ecb7 req-08bad531-ef68-4f94-8fc8-b610b1f73b52 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444908
Nov 27 12:13:00.503724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d27329e2-6e64-4621-a112-f77568527dbe up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:00.648515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port d27329e2-6e64-4621-a112-f77568527dbe completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:00.653331 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port d27329e2-6e64-4621-a112-f77568527dbe triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:00.653730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:00.768120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:00.796235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24dc264-7801-4261-bb1d-7bcd6795f23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27329e2-6e64-4621-a112-f77568527dbe'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:13:00.805849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port d27329e2-6e64-4621-a112-f77568527dbe, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d27329e2-6e64-4621-a112-f77568527dbe,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:00.902290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:00.904151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:00.933088 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24dc264-7801-4261-bb1d-7bcd6795f23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27329e2-6e64-4621-a112-f77568527dbe', 'code': 200}
Nov 27 12:13:00.976085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=d27329e2-6e64-4621-a112-f77568527dbe,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:00.979379 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:01.303511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceafa3-1176-46c4-9222-04a560cd28ac req-d6e19746-9311-49b0-861c-189190a3fb4e tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:01.304943 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4ceafa3-1176-46c4-9222-04a560cd28ac req-d6e19746-9311-49b0-861c-189190a3fb4e tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 945 time: 0.0813422
Nov 27 12:13:01.394583 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4ceafa3-1176-46c4-9222-04a560cd28ac req-965fde37-b867-492e-b608-14191561cca9 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600219
Nov 27 12:13:01.412456 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-090a46c1-2923-4ecb-a6c8-dcd044877acb req-978e636b-704b-4703-91b9-5b9c7c14687e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 1098 time: 0.1065452
Nov 27 12:13:01.461165 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-090a46c1-2923-4ecb-a6c8-dcd044877acb req-0c011bd7-a4c3-428d-a4e7-02221c53f8f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387328
Nov 27 12:13:02.593726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc5273-9088-40d4-8907-ea6da42c53c2 req-53510b6c-ee3d-46c5-9e13-0de3577ebe88 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:02.595151 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c1cc5273-9088-40d4-8907-ea6da42c53c2 req-53510b6c-ee3d-46c5-9e13-0de3577ebe88 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 945 time: 0.0780373
Nov 27 12:13:02.641445 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c1cc5273-9088-40d4-8907-ea6da42c53c2 req-77d0968d-5afe-43ec-89d5-b80b38ec2487 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408056
Nov 27 12:13:03.842720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e766e-c42b-4f02-b9ab-25b5bbf5d150 req-e9b36cf8-d66c-4c3e-830a-1490d8b606e8 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:03.844164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ee1e766e-c42b-4f02-b9ab-25b5bbf5d150 req-e9b36cf8-d66c-4c3e-830a-1490d8b606e8 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 945 time: 0.0766957
Nov 27 12:13:03.890008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ee1e766e-c42b-4f02-b9ab-25b5bbf5d150 req-c56116ec-0afb-4c72-a88b-ae0329d48425 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396311
Nov 27 12:13:04.096115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c4883-d422-4296-981e-55139c0d6e93 req-16da610c-e52b-4977-bab9-c1163de2f14b tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:04.097561 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7f3c4883-d422-4296-981e-55139c0d6e93 req-16da610c-e52b-4977-bab9-c1163de2f14b tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 945 time: 0.0853345
Nov 27 12:13:04.142974 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7f3c4883-d422-4296-981e-55139c0d6e93 req-4441a5d6-0b1a-4bea-b9a9-986040e90e7d tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399203
Nov 27 12:13:09.534722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:18.981841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b7a9af27-01d1-444f-8b35-659ee16620ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:19.810182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:21.215956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30c87aeb-1960-44b1-8fba-429067577f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:22.496230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:22.736155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86cbb3-b280-4801-96b1-a53fb74c80fc req-2137c4ff-a6c3-4938-a3a2-1afb5474a82c tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:22.737564 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ff86cbb3-b280-4801-96b1-a53fb74c80fc req-2137c4ff-a6c3-4938-a3a2-1afb5474a82c tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 945 time: 0.0743051
Nov 27 12:13:22.884233 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ff86cbb3-b280-4801-96b1-a53fb74c80fc req-042023ac-3f4d-4dd3-b002-5c20f30aac6c tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403384
Nov 27 12:13:23.888530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:24.089074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e8873-4d7c-44f9-8b48-3f3a39ffb11e req-babd17cc-979d-46fe-bca9-bbf587abb4b8 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:24.090513 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f22e8873-4d7c-44f9-8b48-3f3a39ffb11e req-babd17cc-979d-46fe-bca9-bbf587abb4b8 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 945 time: 0.0797169
Nov 27 12:13:24.140496 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f22e8873-4d7c-44f9-8b48-3f3a39ffb11e req-0295cf04-3c0c-4982-af57-348e6801e29f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8406878-ec9f-49e4-8875-2dab66aec223&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443332
Nov 27 12:13:24.398165 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-c3b1c2e6-7e87-44cc-a119-e15baf12910b tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:24.399597 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-c3b1c2e6-7e87-44cc-a119-e15baf12910b tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 945 time: 0.0758135
Nov 27 12:13:24.491660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Deleting port d27329e2-6e64-4621-a112-f77568527dbe {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:24.491900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:24.729693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] For port d27329e2-6e64-4621-a112-f77568527dbe, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=d27329e2-6e64-4621-a112-f77568527dbe,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:24.730038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:24.849669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Calling delete_port for d27329e2-6e64-4621-a112-f77568527dbe owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:25.147358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:25.152784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-79c23fb6-c144-41a0-ac62-324dc27829dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:25.166765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['d27329e2-6e64-4621-a112-f77568527dbe'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:13:25.193414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Pushing event deleted for resources: {'Port': ['ID=d27329e2-6e64-4621-a112-f77568527dbe,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:25.198037 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:25.290632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] No DVR routers for this DVR port d27329e2-6e64-4621-a112-f77568527dbe on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:13:25.293071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:25.295967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24dc264-7801-4261-bb1d-7bcd6795f23f', 'name': 'network-vif-deleted', 'tag': 'd27329e2-6e64-4621-a112-f77568527dbe'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:13:25.328826 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5e1de6f0-0a4e-4df7-8f0f-f300bb3457d1 req-477ae88a-b4ad-4eec-9c13-bd684549e131 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 210 time: 0.0593989
Nov 27 12:13:25.362171 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24dc264-7801-4261-bb1d-7bcd6795f23f', 'name': 'network-vif-deleted', 'tag': 'd27329e2-6e64-4621-a112-f77568527dbe', 'status': 'completed', 'code': 200}
Nov 27 12:13:25.381349 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74011a58-0550-4ddb-8810-1e826943e6f6 req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.39 "DELETE /v2.0/ports/d27329e2-6e64-4621-a112-f77568527dbe HTTP/1.1" status: 204  len: 173 time: 0.9733236
Nov 27 12:13:26.506997 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4f11871a-20e8-43f0-b648-cbbac4b0f7dd req-6700becd-f81b-4070-92c1-8028446ea993 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] 10.222.0.23 "GET /v2.0/ports?device_id=b24dc264-7801-4261-bb1d-7bcd6795f23f HTTP/1.1" status: 200  len: 210 time: 0.0406799
Nov 27 12:13:27.715863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56946) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:28.107194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:28.146398 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:13:28.657655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d27329e2-6e64-4621-a112-f77568527dbe no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:13:28.691208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: d27329e2-6e64-4621-a112-f77568527dbe {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:13:28.691555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device d27329e2-6e64-4621-a112-f77568527dbe not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:13:28.695253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Deleting port fc0a5593-8c25-4766-b830-2e9972887dd8 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:28.695588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:28.863629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] For port fc0a5593-8c25-4766-b830-2e9972887dd8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fc0a5593-8c25-4766-b830-2e9972887dd8,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:28.864331 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:28.981503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Calling delete_port for fc0a5593-8c25-4766-b830-2e9972887dd8 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:29.322486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:29.326209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-195b9037-99de-482e-9da8-eabdf8c8527a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:29.368676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0a5593-8c25-4766-b830-2e9972887dd8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:29.380993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.381864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.382227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.382612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.383455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.383455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.383722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.384108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.384455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.384878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.385294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:29.416041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:29.666567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:30.233065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:13:30.430878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:13:30.439609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] Sync routers for ids ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:13:30.443507 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] 10.222.0.23 "PUT /v2.0/routers/89bf7a5b-7f6c-44cb-9725-dead026fe8fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7264941
Nov 27 12:13:30.445907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56950) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:30.451508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] Routers {'89bf7a5b-7f6c-44cb-9725-dead026fe8fb'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:30.452140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a64d30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:30.661505 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] Set router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:30.769450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:30.946101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a64d30>, [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:13:29Z', 'revision_number': 5, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:30.950663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] Checking router: 89bf7a5b-7f6c-44cb-9725-dead026fe8fb for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:13:30.962318 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:30.962583 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] Routers {'89bf7a5b-7f6c-44cb-9725-dead026fe8fb'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:30.963226 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a64d30>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:31.056162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Deleting port ec050567-925d-414e-87da-287bebd74103 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:31.056560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:31.140738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] Set router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:31.236171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] For port ec050567-925d-414e-87da-287bebd74103, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=ec050567-925d-414e-87da-287bebd74103,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:31.236788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:31.358139 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Calling delete_port for ec050567-925d-414e-87da-287bebd74103 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:31.432929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a64d30>, [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:13:29Z', 'revision_number': 5, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:31.437302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdcd9a-79b5-4209-bbf8-0e460b79e0a6 None None] The sync data for ids ['89bf7a5b-7f6c-44cb-9725-dead026fe8fb'] in dv-neutron-819441-1-hyperv is: [{'id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'name': 'tempest-TestEncryptedCinderVolumes-830718463-router', 'tenant_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ec050567-925d-414e-87da-287bebd74103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:13:29Z', 'revision_number': 5, 'project_id': '7c6204fe277c4f9a974d1ea86c561f1c', 'gw_port': {'id': 'ec050567-925d-414e-87da-287bebd74103', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf7a5b-7f6c-44cb-9725-dead026fe8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:11:55Z', 'updated_at': '2021-11-27T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:13:31.587561 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:31.591305 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-54dca103-10fe-4c91-91d0-f2f968c03e3e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:31.631623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec050567-925d-414e-87da-287bebd74103,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:31.635065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:31.836283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fc0a5593-8c25-4766-b830-2e9972887dd8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:13:31.866482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:31.871045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: fc0a5593-8c25-4766-b830-2e9972887dd8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:13:31.871397 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fc0a5593-8c25-4766-b830-2e9972887dd8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:13:32.123088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.127088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.230820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.231350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89bf7a5b-7f6c-44cb-9725-dead026fe8fb {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:13:32.243368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.244560 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] 10.222.0.23 "DELETE /v2.0/routers/89bf7a5b-7f6c-44cb-9725-dead026fe8fb HTTP/1.1" status: 204  len: 168 time: 1.7977040
Nov 27 12:13:32.247212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56954) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:32.310964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] Deleting subnet fdb32d4a-666b-4065-b2ae-afd2f3d06795 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:13:32.314531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.482889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.558657 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.717658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.722280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7eb67c63-50ce-407c-939d-eb35d944706f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:32.757069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb32d4a-666b-4065-b2ae-afd2f3d06795,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:32.759980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:32.763557 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.768447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0085e57-d054-45df-b6d0-4747a7f4034c None None] Network 63b1ca33-327c-4360-bb8b-38064ea2594d requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:13:32.769583 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ccb1f885-19ad-41ce-a391-4f6be06774b1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fdb32d4a-666b-4065-b2ae-afd2f3d06795 HTTP/1.1" status: 204  len: 168 time: 0.5213528
Nov 27 12:13:32.772032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56958) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:32.882963 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:32.894093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Deleting port 4423d84e-4f8f-42a6-8758-50621de35e7e {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:32.894452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.007177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] DHCP port deletion for 63b1ca33-327c-4360-bb8b-38064ea2594d request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:13:33.011469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] Deleting port 4423d84e-4f8f-42a6-8758-50621de35e7e {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:33.011851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.109230 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] For port 4423d84e-4f8f-42a6-8758-50621de35e7e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4423d84e-4f8f-42a6-8758-50621de35e7e,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:33.109584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.234255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Calling delete_port for 4423d84e-4f8f-42a6-8758-50621de35e7e owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:33.254318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] For port 4423d84e-4f8f-42a6-8758-50621de35e7e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4423d84e-4f8f-42a6-8758-50621de35e7e,segment=NetworkSegment(65f763b6-2855-4307-9afd-3dcdbb62f591),segment_id=65f763b6-2855-4307-9afd-3dcdbb62f591)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:33.254770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.374872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] Calling delete_port for 4423d84e-4f8f-42a6-8758-50621de35e7e owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:33.413988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.419377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5fe5f24-8faa-4330-a446-e90266f68366 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:33.452496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:13:33.452860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:13:33.465921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=4423d84e-4f8f-42a6-8758-50621de35e7e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:33.468947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:33.472683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] No DVR routers for this DVR port 4423d84e-4f8f-42a6-8758-50621de35e7e on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:13:33.592469 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.619428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845326af0>,) {'filters': {'network_id': ['63b1ca33-327c-4360-bb8b-38064ea2594d']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:33.630020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845326af0>, '65f763b6-2855-4307-9afd-3dcdbb62f591') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:33.630311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845326af0>, '65f763b6-2855-4307-9afd-3dcdbb62f591') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:33.642064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.657948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.665183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:13:33.671020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:13:33.679421 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:13:33.723008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4423d84e-4f8f-42a6-8758-50621de35e7e no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:13:33.771730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4423d84e-4f8f-42a6-8758-50621de35e7e {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:13:33.772080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4423d84e-4f8f-42a6-8758-50621de35e7e not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:13:33.772549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ec050567-925d-414e-87da-287bebd74103 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:13:33.804720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: ec050567-925d-414e-87da-287bebd74103 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:13:33.805073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device ec050567-925d-414e-87da-287bebd74103 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:13:33.856007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.859523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dca3ebdc-7e82-4b6a-9125-2f02d0244990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:33.873261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.884486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=63b1ca33-327c-4360-bb8b-38064ea2594d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:33.888492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:33.954352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] Deleting port 4423d84e-4f8f-42a6-8758-50621de35e7e {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:33.954763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:33.971109 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] 10.222.0.23 "DELETE /v2.0/networks/63b1ca33-327c-4360-bb8b-38064ea2594d HTTP/1.1" status: 204  len: 168 time: 1.1980832
Nov 27 12:13:33.974043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56962) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:34.019692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-89979e9f-c1cc-4859-b1b1-ce180beda46a None None] The port '4423d84e-4f8f-42a6-8758-50621de35e7e' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:13:34.366526 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:34.947793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Deleting port 7958ce7c-4d95-4765-92da-8884925359eb {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:34.948123 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:35.113550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] For port 7958ce7c-4d95-4765-92da-8884925359eb, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7958ce7c-4d95-4765-92da-8884925359eb,segment=NetworkSegment(49cb197c-6257-4ec5-a04e-2ea0683610b7),segment_id=49cb197c-6257-4ec5-a04e-2ea0683610b7)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:35.114289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:35.230411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Calling delete_port for 7958ce7c-4d95-4765-92da-8884925359eb owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:35.592973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:35.596751 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6e514e59-21f7-4004-88b0-a0d2931c8abe tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:35.636514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Pushing event deleted for resources: {'Port': ['ID=7958ce7c-4d95-4765-92da-8884925359eb,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:35.640415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:35.928941 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:36.518115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Router 603f3166-2b5d-4619-afa5-a75868ea3524 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:13:36.715036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:13:36.723408 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] Sync routers for ids ['603f3166-2b5d-4619-afa5-a75868ea3524'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:13:36.725941 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] 10.222.0.23 "PUT /v2.0/routers/603f3166-2b5d-4619-afa5-a75868ea3524/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7506571
Nov 27 12:13:36.728258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56966) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:36.735731 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] Routers {'603f3166-2b5d-4619-afa5-a75868ea3524'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:36.736335 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461cd460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['603f3166-2b5d-4619-afa5-a75868ea3524'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:36.928476 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] Set router 603f3166-2b5d-4619-afa5-a75868ea3524 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:37.041438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:37.239096 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461cd460>, [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:13:35Z', 'revision_number': 5, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:37.243077 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] Checking router: 603f3166-2b5d-4619-afa5-a75868ea3524 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:13:37.244150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:37.253362 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] Routers {'603f3166-2b5d-4619-afa5-a75868ea3524'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:37.253955 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461cd460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['603f3166-2b5d-4619-afa5-a75868ea3524'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:37.339998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Deleting port 90bbe9ca-2d53-4308-aade-7e624e83afc4 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:37.340225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:37.427031 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] Set router 603f3166-2b5d-4619-afa5-a75868ea3524 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:37.512518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] For port 90bbe9ca-2d53-4308-aade-7e624e83afc4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=90bbe9ca-2d53-4308-aade-7e624e83afc4,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:37.512875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:37.636551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Calling delete_port for 90bbe9ca-2d53-4308-aade-7e624e83afc4 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:37.708924 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461cd460>, [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:13:35Z', 'revision_number': 5, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:37.713451 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440758f-e159-4901-9f20-7dfdb8cfbd6e None None] The sync data for ids ['603f3166-2b5d-4619-afa5-a75868ea3524'] in dv-neutron-819441-1-hyperv is: [{'id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'name': 'tempest-TestEncryptedCinderVolumes-1049539289-router', 'tenant_id': '99300346728d493f92a2a07b37661bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:13:35Z', 'revision_number': 5, 'project_id': '99300346728d493f92a2a07b37661bbd', 'gw_port': {'id': '90bbe9ca-2d53-4308-aade-7e624e83afc4', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603f3166-2b5d-4619-afa5-a75868ea3524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:12:03Z', 'updated_at': '2021-11-27T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:13:37.884539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:37.889216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-801a8985-3284-4aeb-a5d6-972a677ad498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:37.932326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Pushing event deleted for resources: {'Port': ['ID=90bbe9ca-2d53-4308-aade-7e624e83afc4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:37.935214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:38.155653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:38.418078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:38.422191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:38.654023 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:38.654758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 603f3166-2b5d-4619-afa5-a75868ea3524 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:13:38.670322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:38.670971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] 10.222.0.23 "DELETE /v2.0/routers/603f3166-2b5d-4619-afa5-a75868ea3524 HTTP/1.1" status: 204  len: 168 time: 1.9418118
Nov 27 12:13:38.673427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 56970) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:38.734252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Deleting subnet c964f586-42e8-4d3e-9ed5-d4f27a2763cf {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:13:38.737434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:38.786935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:38.864753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.022722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.026819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a64758aa-a787-423d-9d65-6cf7f0c7f24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:39.064742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c964f586-42e8-4d3e-9ed5-d4f27a2763cf,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:39.067329 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:39.070327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.076980 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c964f586-42e8-4d3e-9ed5-d4f27a2763cf HTTP/1.1" status: 204  len: 168 time: 0.4025397
Nov 27 12:13:39.077519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b2a48-c771-4d11-b7c4-01232b86b775 None None] Network 83a4da6b-34ea-48fa-8387-a08ad9a19077 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:13:39.079606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56974) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:39.197372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.210207 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Deleting port 09327334-df52-4e0d-abe8-f60243592d01 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:39.210594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.342920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] DHCP port deletion for 83a4da6b-34ea-48fa-8387-a08ad9a19077 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:13:39.347133 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] Deleting port 09327334-df52-4e0d-abe8-f60243592d01 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:39.347857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.420475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] For port 09327334-df52-4e0d-abe8-f60243592d01, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=09327334-df52-4e0d-abe8-f60243592d01,segment=NetworkSegment(49cb197c-6257-4ec5-a04e-2ea0683610b7),segment_id=49cb197c-6257-4ec5-a04e-2ea0683610b7)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:39.420712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.569563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] For port 09327334-df52-4e0d-abe8-f60243592d01, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=09327334-df52-4e0d-abe8-f60243592d01,segment=NetworkSegment(49cb197c-6257-4ec5-a04e-2ea0683610b7),segment_id=49cb197c-6257-4ec5-a04e-2ea0683610b7)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:39.569974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.632890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.659659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Calling delete_port for 09327334-df52-4e0d-abe8-f60243592d01 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:39.691377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] Calling delete_port for 09327334-df52-4e0d-abe8-f60243592d01 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:13:39.734623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7958ce7c-4d95-4765-92da-8884925359eb no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:13:39.777414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 7958ce7c-4d95-4765-92da-8884925359eb {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:13:39.777757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7958ce7c-4d95-4765-92da-8884925359eb not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:13:39.778186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 90bbe9ca-2d53-4308-aade-7e624e83afc4 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:13:39.818247 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 90bbe9ca-2d53-4308-aade-7e624e83afc4 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:13:39.819224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 90bbe9ca-2d53-4308-aade-7e624e83afc4 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:13:39.819861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 09327334-df52-4e0d-abe8-f60243592d01 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:13:39.837847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:39.844991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4edf2ef-d26f-4722-849b-fd33bd61737c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:39.871329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 09327334-df52-4e0d-abe8-f60243592d01 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:13:39.871675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 09327334-df52-4e0d-abe8-f60243592d01 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:13:39.884015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:13:39.884015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:13:39.889925 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=09327334-df52-4e0d-abe8-f60243592d01,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:39.893567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:39.897290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] No DVR routers for this DVR port 09327334-df52-4e0d-abe8-f60243592d01 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:13:40.012962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:40.036953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f284606fc40>,) {'filters': {'network_id': ['83a4da6b-34ea-48fa-8387-a08ad9a19077']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:40.048572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f284606fc40>, '49cb197c-6257-4ec5-a04e-2ea0683610b7') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:40.048856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f284606fc40>, '49cb197c-6257-4ec5-a04e-2ea0683610b7') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:40.060312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:40.076906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:40.082792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:13:40.085911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:13:40.096087 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:13:40.267067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:40.270304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7343e28b-6fd2-4988-acaf-501c66ea977b tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:40.283237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:40.293815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a4da6b-34ea-48fa-8387-a08ad9a19077,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:40.296566 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/83a4da6b-34ea-48fa-8387-a08ad9a19077 HTTP/1.1" status: 204  len: 168 time: 1.2159193
Nov 27 12:13:40.297410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:40.379717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] Deleting port 09327334-df52-4e0d-abe8-f60243592d01 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:13:40.380186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:40.443385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1474500e-0590-4e5e-9ad9-dad938858d2f None None] The port '09327334-df52-4e0d-abe8-f60243592d01' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:13:40.726315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56980) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:40.776329 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0e463223-be15-4fde-b93f-b1c17704f74b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c6204fe277c4f9a974d1ea86c561f1c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487113
Nov 27 12:13:40.778603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56984) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:40.837354 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1fac3a8-ffac-4e65-97d5-7c1eb55a6712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:40.862549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1fac3a8-ffac-4e65-97d5-7c1eb55a6712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:41.039210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1fac3a8-ffac-4e65-97d5-7c1eb55a6712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:41.042977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5a308a38-2e34-4630-a8ac-da4bc0ca11f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:41.056406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fac3a8-ffac-4e65-97d5-7c1eb55a6712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8406878-ec9f-49e4-8875-2dab66aec223,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:41.058947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a1fac3a8-ffac-4e65-97d5-7c1eb55a6712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:41.169335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a1fac3a8-ffac-4e65-97d5-7c1eb55a6712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:41.170377 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a1fac3a8-ffac-4e65-97d5-7c1eb55a6712 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8406878-ec9f-49e4-8875-2dab66aec223 HTTP/1.1" status: 204  len: 168 time: 0.3908870
Nov 27 12:13:41.920150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56992) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:41.969718 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c2aa309f-9826-4bb1-98c2-03274fec59b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99300346728d493f92a2a07b37661bbd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0483086
Nov 27 12:13:41.972044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 56996) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:42.031058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18be002e-b236-48de-90ba-547524fb6b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:42.056875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18be002e-b236-48de-90ba-547524fb6b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:42.189701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18be002e-b236-48de-90ba-547524fb6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:42.194803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b7f48fda-9460-4486-83b9-d0cfce7ba1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:42.210260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be002e-b236-48de-90ba-547524fb6b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e12160-81e6-450a-bd7e-bf392271516f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:42.215084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-18be002e-b236-48de-90ba-547524fb6b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:42.215996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-18be002e-b236-48de-90ba-547524fb6b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:42.217279 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-18be002e-b236-48de-90ba-547524fb6b4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3e12160-81e6-450a-bd7e-bf392271516f HTTP/1.1" status: 204  len: 168 time: 0.2443373
Nov 27 12:13:43.494206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57018) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:43.628027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1925577249-network', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:13:43.632837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:13:43.636679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Usage tracker for resource:network and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:13:43.639520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:13:43.645253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:13:43.716720 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Made reservation on behalf of b68f9003d9864a4fbc65f24bba826456 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:13:43.719067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:43.735496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:43.765980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:13:43.769828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:13:43.772640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:13:43.778837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:13:43.843381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:43.911026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:43.914702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a1fac3a8-ffac-4e65-97d5-7c1eb55a6712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:43.941955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:13:43.950236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d47b01-eb13-449d-97ab-d7cce371972e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:43.953672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:43.956109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:43.961226 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Added segment 77224661-2d73-4d61-8af8-95a50bb5840e of type vlan for network 081700b0-978f-4cc5-a63b-fd3a12543662
Nov 27 12:13:43.983688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:44.073058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:44.074014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:44.074615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:44.078232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b49bf0f-b77d-4419-8c36-fbc90b06a13c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:44.178735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=081700b0-978f-4cc5-a63b-fd3a12543662,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:44.181223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:44.188328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 081700b0-978f-4cc5-a63b-fd3a12543662 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:13:44.239052 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7436237
Nov 27 12:13:44.241859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57024) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:44.247293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Request body: {'subnet': {'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1925577249-subnet', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:13:44.252333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:13:44.256236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Usage tracker for resource:subnet and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:13:44.259638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:13:44.265555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:13:44.335430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Made reservation on behalf of b68f9003d9864a4fbc65f24bba826456 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:13:44.338274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:44.587350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:44.590973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2bf2e892-89c7-473e-baf4-0bc255b419da tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:44.654909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d973f11f-75cb-4f33-9a5e-b5a529ef97d1,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:44.664724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:44.677854 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Checking segment: {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:13:44.678301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Network hostable DHCP agents. Network: 081700b0-978f-4cc5-a63b-fd3a12543662, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:13:44.821171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Network 081700b0-978f-4cc5-a63b-fd3a12543662 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:13:44.964051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 081700b0-978f-4cc5-a63b-fd3a12543662) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:44.967813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:44.968380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:44.972691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe58596-d6c7-4f6b-8f98-8000a60a2e0e None None] Network 081700b0-978f-4cc5-a63b-fd3a12543662 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:13:45.142352 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-26f56b8b-8ab9-4a75-bb95-03e6fd04e5da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8994460
Nov 27 12:13:45.144946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57028) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:45.150286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:13:45.158122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:13:45.158866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Usage tracker for resource:router and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:13:45.161674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:13:45.167918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:13:45.221632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-081700b0-978f-4cc5-a63b-fd3a12543662', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:13:45.222441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.290927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.292225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.310971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.379572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Allocated IP 172.20.0.2 (081700b0-978f-4cc5-a63b-fd3a12543662/d973f11f-75cb-4f33-9a5e-b5a529ef97d1/3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:13:45.583740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.595058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Transition to ACTIVE for port object 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:45.614789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Transition to ACTIVE for port object 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:45.647189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.728332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.732814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-d6d4c2e0-496a-4d69-b1c6-5ec358afe326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:45.796992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Network 081700b0-978f-4cc5-a63b-fd3a12543662 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:13:45.798224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:45.802344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:13:45.807170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Pushing event updated for resources: {'Port': ['ID=3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:45.810432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:45.894735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Attempting to bind port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:13:45.895019 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Attempting to bind port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:13:45.895386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Attempting to bind port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 on network 081700b0-978f-4cc5-a63b-fd3a12543662 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:13:45.902392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:13:45.902885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Checking segment: {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:13:45.903291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.903688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Bound using segment: {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:13:45.904163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Bound port: 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:13:45.904539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.951794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.981085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:45.993993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] For port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:13:45.997079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] For port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:13:46.115256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Allocated IP 172.26.6.152 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/076d9c98-8b3c-47c7-b12a-6904b9e91886) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:13:46.165396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:46.169112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:46.247367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Pushing event updated for resources: {'Port': ['ID=3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:46.251961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:46.264266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:46.404799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:46.410229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-df1cb35f-6dec-4e43-81d7-b852682562e1 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:46.487999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:13:46.491862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:46.495283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:13:46.526422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Pushing event updated for resources: {'Port': ['ID=076d9c98-8b3c-47c7-b12a-6904b9e91886,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:46.529844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:46.795066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:46.795786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:47.105038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Router e87a3ca0-953c-46fc-a803-9fc21d090f4d is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:13:47.173443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade7fe0-039d-4706-a472-0b25435bae3d None None] Network 081700b0-978f-4cc5-a63b-fd3a12543662 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:13:47.309802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:13:47.336536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Sync routers for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:13:47.368367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:47.369049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464d44f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:47.399048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:47.400258 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.2542994
Nov 27 12:13:47.403284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57032) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:47.424524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e951ff13-e426-4ca7-80f6-a6039eb85269 None None] Provisioning for port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:47.606210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:47.798094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:48.033045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464d44f0>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:46Z', 'revision_number': 3, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:48.036915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Checking router: e87a3ca0-953c-46fc-a803-9fc21d090f4d for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:13:48.037275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Updating router e87a3ca0-953c-46fc-a803-9fc21d090f4d port 076d9c98-8b3c-47c7-b12a-6904b9e91886 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:13:48.089323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.115178 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:48.131344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:48.131702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.292482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.394536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.463941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:48.511566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Allocated IP 172.20.0.1 (081700b0-978f-4cc5-a63b-fd3a12543662/d973f11f-75cb-4f33-9a5e-b5a529ef97d1/9287fed1-76d2-4b60-919f-ac098a9e17a2) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:13:48.543000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.554708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Transition to ACTIVE for port object 076d9c98-8b3c-47c7-b12a-6904b9e91886 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:48.575761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.579442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:48.650826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.654432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:48.658632 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:48.659099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:48.669446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.685142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Transition to ACTIVE for port object 9287fed1-76d2-4b60-919f-ac098a9e17a2 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:48.732181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Attempting to bind port 076d9c98-8b3c-47c7-b12a-6904b9e91886 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:13:48.732545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Attempting to bind port 076d9c98-8b3c-47c7-b12a-6904b9e91886 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:13:48.732906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Attempting to bind port 076d9c98-8b3c-47c7-b12a-6904b9e91886 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:13:48.734944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3c441-3efe-40cb-a8f0-dc7343e4622f None None] Pushing event updated for resources: {'Port': ['ID=076d9c98-8b3c-47c7-b12a-6904b9e91886,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:48.737702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ccf3c441-3efe-40cb-a8f0-dc7343e4622f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:48.742600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:13:48.742833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:13:48.743066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.743446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:13:48.743903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Bound port: 076d9c98-8b3c-47c7-b12a-6904b9e91886, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:13:48.744271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.759544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.765718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:48.818201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] For port 076d9c98-8b3c-47c7-b12a-6904b9e91886, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:13:48.821921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] For port 076d9c98-8b3c-47c7-b12a-6904b9e91886, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=076d9c98-8b3c-47c7-b12a-6904b9e91886,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:13:48.831368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Network 081700b0-978f-4cc5-a63b-fd3a12543662 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:13:48.834506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:48.837502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:13:48.867249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Pushing event updated for resources: {'Port': ['ID=9287fed1-76d2-4b60-919f-ac098a9e17a2,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:48.874025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:48.905675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.907704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.912243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:48.981542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7778473e-8e46-4847-b219-b13c6ecf0b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:48.994267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3c441-3efe-40cb-a8f0-dc7343e4622f None None] Pushing event updated for resources: {'Port': ['ID=076d9c98-8b3c-47c7-b12a-6904b9e91886,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:48.997952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ccf3c441-3efe-40cb-a8f0-dc7343e4622f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:48.999705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:49.000338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464d44f0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:49.149319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:49.190232 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:49.239517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-084efa5f-6426-4c7f-ad49-9f5abedf7ffc None None] Provisioning for port 9287fed1-76d2-4b60-919f-ac098a9e17a2 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:49.306344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-084efa5f-6426-4c7f-ad49-9f5abedf7ffc None None] Provisioning complete for port 9287fed1-76d2-4b60-919f-ac098a9e17a2 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:49.306737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-084efa5f-6426-4c7f-ad49-9f5abedf7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:49.392324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:49.431944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-084efa5f-6426-4c7f-ad49-9f5abedf7ffc None None] Port 9287fed1-76d2-4b60-919f-ac098a9e17a2 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:13:49.461337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:49.488838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4fca7848-c6cb-4acd-b464-0d436d85be85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:49.579347 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464d44f0>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:46Z', 'revision_number': 3, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:49.581560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:49.583522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1637ed-bda6-4226-8b6f-902f59de694a None None] The sync data for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv is: [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:46Z', 'revision_number': 3, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:13:49.585330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Pushing event updated for resources: {'Port': ['ID=9287fed1-76d2-4b60-919f-ac098a9e17a2,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:49.589033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:49.738712 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Network 081700b0-978f-4cc5-a63b-fd3a12543662 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:13:49.740095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:49.779112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:49.847611 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:49.875886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:49.876375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:50.058264 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5b0bdb67-befc-41fb-9ca5-f484e906359d None None] Provisioning complete for port 9287fed1-76d2-4b60-919f-ac098a9e17a2 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:50.058674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5b0bdb67-befc-41fb-9ca5-f484e906359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:50.115872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5b0bdb67-befc-41fb-9ca5-f484e906359d None None] Port 9287fed1-76d2-4b60-919f-ac098a9e17a2 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:13:50.285792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Router e87a3ca0-953c-46fc-a803-9fc21d090f4d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:13:50.495813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:13:50.504420 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] 10.222.0.23 "PUT /v2.0/routers/e87a3ca0-953c-46fc-a803-9fc21d090f4d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1002028
Nov 27 12:13:51.250088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7b0955b-c867-45bf-8288-e5258c479e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:51.652807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57054) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:51.658342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-433476021-network', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:13:51.663285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:13:51.667272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Usage tracker for resource:network and tenant:0bbd5f65d15e4d1a871784cfe52c864b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:13:51.670609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:13:51.676696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:13:51.746741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Made reservation on behalf of 0bbd5f65d15e4d1a871784cfe52c864b for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:13:51.749190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:51.749351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 076d9c98-8b3c-47c7-b12a-6904b9e91886 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:51.763029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:51.794482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:13:51.798234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Usage tracker for resource:security_group_rule and tenant:0bbd5f65d15e4d1a871784cfe52c864b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:13:51.801018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:13:51.806682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:13:51.871248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:51.904957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 076d9c98-8b3c-47c7-b12a-6904b9e91886 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:51.910103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 076d9c98-8b3c-47c7-b12a-6904b9e91886 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:51.910498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:51.939569 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:51.942686 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f4b6b0a0-80b6-40a3-bb88-9ac90fa6c93e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:51.973174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:13:51.985262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d605b160-2a42-46bc-baa6-ed36c8ec824d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:51.996706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:52.001321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.001894 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Added segment 42d6cafd-0025-49e5-9f5c-acfa1681ac9a of type vlan for network e21c066d-b420-4524-b730-a5fb035b4de3
Nov 27 12:13:52.030531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.039556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.049071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 076d9c98-8b3c-47c7-b12a-6904b9e91886, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=076d9c98-8b3c-47c7-b12a-6904b9e91886,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:52.210068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.211855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:52.248120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.249317 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:52.249998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.255216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0878f9da-0df5-4bcd-9ae5-9513d9f03b4e tempest-PortsTestJSON-1469967498 tempest-PortsTestJSON-1469967498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:52.275047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=076d9c98-8b3c-47c7-b12a-6904b9e91886,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:52.279118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:52.356825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Pushing event updated for resources: {'Network': ['ID=e21c066d-b420-4524-b730-a5fb035b4de3,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:52.359453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:52.366338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network e21c066d-b420-4524-b730-a5fb035b4de3 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:13:52.462005 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8080137
Nov 27 12:13:52.464723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57058) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:52.470339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Request body: {'subnet': {'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-433476021-subnet', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:13:52.475346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:13:52.480088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Usage tracker for resource:subnet and tenant:0bbd5f65d15e4d1a871784cfe52c864b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:13:52.482960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:13:52.488697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:13:52.518498 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.598000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Made reservation on behalf of 0bbd5f65d15e4d1a871784cfe52c864b for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:13:52.600387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.890503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:52.896173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c81b57d2-34d3-4273-a90b-1c90748329b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:52.969283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5271c331-5de1-4f80-97bd-786755f8f4cc,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:52.972704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:52.981176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Checking segment: {'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:13:52.981518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Network hostable DHCP agents. Network: e21c066d-b420-4524-b730-a5fb035b4de3, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:13:53.061718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Network e21c066d-b420-4524-b730-a5fb035b4de3 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:13:53.135661 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Sync routers for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:13:53.148995 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:53.149590 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846484400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:53.152608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, e21c066d-b420-4524-b730-a5fb035b4de3) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:53.159709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:13:53.160171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516287ab-c2a1-400e-9921-7c062f8be0dd None None] Network e21c066d-b420-4524-b730-a5fb035b4de3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:13:53.160688 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.244979 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7792530
Nov 27 12:13:53.247498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57062) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:53.253072 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:13:53.258138 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:13:53.261971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Usage tracker for resource:router and tenant:0bbd5f65d15e4d1a871784cfe52c864b is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:13:53.264852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:13:53.270643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:13:53.328757 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:53.347332 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.348293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.368955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.386582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-e21c066d-b420-4524-b730-a5fb035b4de3', 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'fixed_ips': [{'subnet_id': '5271c331-5de1-4f80-97bd-786755f8f4cc'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:13:53.388056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.551721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Allocated IP 172.20.0.2 (e21c066d-b420-4524-b730-a5fb035b4de3/5271c331-5de1-4f80-97bd-786755f8f4cc/2d8a564e-d50a-43b1-88a7-6ef87332eb85) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:13:53.591156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.637972 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846484400>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:49Z', 'revision_number': 2, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:53.641800 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Checking router: e87a3ca0-953c-46fc-a803-9fc21d090f4d for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:13:53.642144 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Updating router e87a3ca0-953c-46fc-a803-9fc21d090f4d port 9287fed1-76d2-4b60-919f-ac098a9e17a2 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:13:53.701013 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.752365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 076d9c98-8b3c-47c7-b12a-6904b9e91886 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:53.801096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.817455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Transition to ACTIVE for port object 2d8a564e-d50a-43b1-88a7-6ef87332eb85 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:53.864694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Transition to ACTIVE for port object 2d8a564e-d50a-43b1-88a7-6ef87332eb85 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:53.877182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 076d9c98-8b3c-47c7-b12a-6904b9e91886 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:53.877559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.887268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.920402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.931469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.973521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:53.984352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ccf3c441-3efe-40cb-a8f0-dc7343e4622f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:54.064585 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Network e21c066d-b420-4524-b730-a5fb035b4de3 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:13:54.072754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:54.073125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Allocated IP 172.26.6.128 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/b63eb0dc-060d-4e66-876f-99a28c7a625d) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:13:54.077056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:13:54.078885 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.083559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Pushing event updated for resources: {'Port': ['ID=2d8a564e-d50a-43b1-88a7-6ef87332eb85,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:54.088063 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:54.090841 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Transition to ACTIVE for port object 9287fed1-76d2-4b60-919f-ac098a9e17a2 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:54.173235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Attempting to bind port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:13:54.173492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Attempting to bind port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:13:54.173879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Attempting to bind port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 on network e21c066d-b420-4524-b730-a5fb035b4de3 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:13:54.181400 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.182020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:13:54.182020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Checking segment: {'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:13:54.182386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.182730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Bound using segment: {'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:13:54.183196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Bound port: 2d8a564e-d50a-43b1-88a7-6ef87332eb85, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:13:54.183569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.189807 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:54.359567 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Pushing event updated for resources: {'Port': ['ID=9287fed1-76d2-4b60-919f-ac098a9e17a2,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:54.377087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] For port 2d8a564e-d50a-43b1-88a7-6ef87332eb85, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:13:54.378104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.380752 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.380923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] For port 2d8a564e-d50a-43b1-88a7-6ef87332eb85, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2d8a564e-d50a-43b1-88a7-6ef87332eb85,segment=NetworkSegment(42d6cafd-0025-49e5-9f5c-acfa1681ac9a),segment_id=42d6cafd-0025-49e5-9f5c-acfa1681ac9a)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:13:54.381091 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.382590 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.383064 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.383492 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.384112 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.384651 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.385039 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.385424 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.385804 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.386182 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:13:54.420296 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:54.442552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.443733 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Attempting to bind port 9287fed1-76d2-4b60-919f-ac098a9e17a2 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:13:54.444136 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Attempting to bind port 9287fed1-76d2-4b60-919f-ac098a9e17a2 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:13:54.444505 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Attempting to bind port 9287fed1-76d2-4b60-919f-ac098a9e17a2 on network 081700b0-978f-4cc5-a63b-fd3a12543662 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:13:54.446513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-b51d505d-836f-49d0-b23f-9d9189c14554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:54.451713 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:13:54.452170 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Checking segment: {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:13:54.452650 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.453042 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Bound using segment: {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:13:54.453719 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Bound port: 9287fed1-76d2-4b60-919f-ac098a9e17a2, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:13:54.454121 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.502226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.506735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:54.523229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Pushing event updated for resources: {'Port': ['ID=2d8a564e-d50a-43b1-88a7-6ef87332eb85,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:54.526286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:54.561686 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] For port 9287fed1-76d2-4b60-919f-ac098a9e17a2, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:13:54.566011 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] For port 9287fed1-76d2-4b60-919f-ac098a9e17a2, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9287fed1-76d2-4b60-919f-ac098a9e17a2,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:13:54.587612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:13:54.590873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:54.593823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:13:54.623027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Pushing event updated for resources: {'Port': ['ID=b63eb0dc-060d-4e66-876f-99a28c7a625d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:54.634842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:54.654805 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.658548 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:54.770856 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Pushing event updated for resources: {'Port': ['ID=9287fed1-76d2-4b60-919f-ac098a9e17a2,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:54.774976 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:54.776852 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:54.777645 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846484400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:54.886093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.887507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:54.975507 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:55.247670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Router 40c7964c-51e3-4966-b786-b3e926235776 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:13:55.314800 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846484400>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:54Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:55.320672 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561c3d-ff58-4213-9e54-5b9cc55c9aa2 None None] The sync data for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv is: [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:54Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:13:55.503840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:13:55.512343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Sync routers for ids ['40c7964c-51e3-4966-b786-b3e926235776'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:13:55.527515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Routers {'40c7964c-51e3-4966-b786-b3e926235776'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:55.528150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461bf8e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40c7964c-51e3-4966-b786-b3e926235776'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:55.599506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:55.601343 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3523536
Nov 27 12:13:55.603917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57066) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:13:55.615944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306d28e-94e0-442a-9a62-71aea9aec2e0 None None] Network e21c066d-b420-4524-b730-a5fb035b4de3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:13:55.826965 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9287fed1-76d2-4b60-919f-ac098a9e17a2 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:55.886300 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6eccf766-1cda-4b3c-ab5d-6478b0492d49 None None] Provisioning for port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:55.962648 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Set router 40c7964c-51e3-4966-b786-b3e926235776 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:56.191624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9287fed1-76d2-4b60-919f-ac098a9e17a2 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:56.211074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9287fed1-76d2-4b60-919f-ac098a9e17a2 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:56.211452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:56.426249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:56.448034 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:56.468308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461bf8e0>, [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:54Z', 'revision_number': 3, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port': {'id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:56.473173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 9287fed1-76d2-4b60-919f-ac098a9e17a2, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9287fed1-76d2-4b60-919f-ac098a9e17a2,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:56.474948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Checking router: 40c7964c-51e3-4966-b786-b3e926235776 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:13:56.475308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Updating router 40c7964c-51e3-4966-b786-b3e926235776 port b63eb0dc-060d-4e66-876f-99a28c7a625d binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:13:56.538282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:56.567882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:56.568773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2d8a564e-d50a-43b1-88a7-6ef87332eb85 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:56.597458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6accd12b-4b58-4881-9104-158d652c93dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:56.772790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=9287fed1-76d2-4b60-919f-ac098a9e17a2,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:56.779352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Allocated IP 172.20.0.1 (e21c066d-b420-4524-b730-a5fb035b4de3/5271c331-5de1-4f80-97bd-786755f8f4cc/4409b913-6388-4754-b38a-6d3a670d2c70) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:13:56.780011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:56.915565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:56.924246 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:56.924621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:56.931362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:56.947408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Transition to ACTIVE for port object 4409b913-6388-4754-b38a-6d3a670d2c70 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:57.061884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.066504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5136d3ab-a423-4aac-85f3-8c05e8679ccf tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:57.130941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.131565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Network e21c066d-b420-4524-b730-a5fb035b4de3 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:13:57.134947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:57.139161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:13:57.156443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.170834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Pushing event updated for resources: {'Port': ['ID=4409b913-6388-4754-b38a-6d3a670d2c70,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:57.177358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:57.178609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Transition to ACTIVE for port object b63eb0dc-060d-4e66-876f-99a28c7a625d will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:13:57.185935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 2d8a564e-d50a-43b1-88a7-6ef87332eb85, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2d8a564e-d50a-43b1-88a7-6ef87332eb85,segment=NetworkSegment(42d6cafd-0025-49e5-9f5c-acfa1681ac9a),segment_id=42d6cafd-0025-49e5-9f5c-acfa1681ac9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:13:57.198807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.278524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.282613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:57.317609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.365094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Attempting to bind port b63eb0dc-060d-4e66-876f-99a28c7a625d on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:13:57.365492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Attempting to bind port b63eb0dc-060d-4e66-876f-99a28c7a625d by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:13:57.365830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Attempting to bind port b63eb0dc-060d-4e66-876f-99a28c7a625d on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:13:57.367950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb1541-b3c1-4564-907f-903c823808b5 None None] Pushing event updated for resources: {'Port': ['ID=b63eb0dc-060d-4e66-876f-99a28c7a625d,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:57.371887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-77cb1541-b3c1-4564-907f-903c823808b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:57.372278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3a54317d-1d0a-4270-bac7-45326417e3bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:57.376071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.425404 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:13:57.425687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:13:57.426104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.426518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:13:57.427001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Bound port: b63eb0dc-060d-4e66-876f-99a28c7a625d, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:13:57.427375 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.503010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=2d8a564e-d50a-43b1-88a7-6ef87332eb85,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:57.508407 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:57.518703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] For port b63eb0dc-060d-4e66-876f-99a28c7a625d, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:13:57.521741 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] For port b63eb0dc-060d-4e66-876f-99a28c7a625d, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b63eb0dc-060d-4e66-876f-99a28c7a625d,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:13:57.575702 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c8db6292-5ecf-4192-b2e3-5f53cc4b405c None None] Provisioning for port 4409b913-6388-4754-b38a-6d3a670d2c70 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:13:57.581891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-c8db6292-5ecf-4192-b2e3-5f53cc4b405c None None] Provisioning complete for port 4409b913-6388-4754-b38a-6d3a670d2c70 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:57.591421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c8db6292-5ecf-4192-b2e3-5f53cc4b405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.599195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.618874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.627065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:57.682310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.687827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-c8db6292-5ecf-4192-b2e3-5f53cc4b405c None None] Port 4409b913-6388-4754-b38a-6d3a670d2c70 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:13:57.716571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84e9523b-c819-42b0-84f4-0de88ca90f97 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:13:57.717146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb1541-b3c1-4564-907f-903c823808b5 None None] Pushing event updated for resources: {'Port': ['ID=b63eb0dc-060d-4e66-876f-99a28c7a625d,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:57.721595 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-77cb1541-b3c1-4564-907f-903c823808b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:57.734004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Routers {'40c7964c-51e3-4966-b786-b3e926235776'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:13:57.734788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461bf8e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:13:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40c7964c-51e3-4966-b786-b3e926235776'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:57.798751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9287fed1-76d2-4b60-919f-ac098a9e17a2 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:57.799435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Pushing event updated for resources: {'Port': ['ID=4409b913-6388-4754-b38a-6d3a670d2c70,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:13:57.802778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:13:57.812390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:57.958168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Network e21c066d-b420-4524-b730-a5fb035b4de3 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:13:57.959706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:13:57.976543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9287fed1-76d2-4b60-919f-ac098a9e17a2 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:57.976917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:58.008197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] Set router 40c7964c-51e3-4966-b786-b3e926235776 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:13:58.358250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2d8a564e-d50a-43b1-88a7-6ef87332eb85 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:13:58.417656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Router 40c7964c-51e3-4966-b786-b3e926235776 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:13:58.460313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-08d6ed2d-852b-49ff-ba61-508f5edec97c None None] Provisioning complete for port 4409b913-6388-4754-b38a-6d3a670d2c70 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:58.461008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-08d6ed2d-852b-49ff-ba61-508f5edec97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:58.552881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-08d6ed2d-852b-49ff-ba61-508f5edec97c None None] Port 4409b913-6388-4754-b38a-6d3a670d2c70 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:13:58.575762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:13:58.576651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:13:58.695414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461bf8e0>, [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 4, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port': {'id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4409b913-6388-4754-b38a-6d3a670d2c70', 'name': '', 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'mac_address': 'fa:16:3e:ad:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:56Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 2, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'subnets': [{'id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:13:58.704120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c16a2f-84ba-4ea1-a2be-d095a8041c12 None None] The sync data for ids ['40c7964c-51e3-4966-b786-b3e926235776'] in dv-neutron-819441-1-hyperv is: [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 4, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port': {'id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4409b913-6388-4754-b38a-6d3a670d2c70', 'name': '', 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'mac_address': 'fa:16:3e:ad:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:56Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 2, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'subnets': [{'id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:13:58.767644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:13:58.777786 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] 10.222.0.23 "PUT /v2.0/routers/40c7964c-51e3-4966-b786-b3e926235776/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1728759
Nov 27 12:14:05.147867 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:14:05.784845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b63eb0dc-060d-4e66-876f-99a28c7a625d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:14:05.981642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port b63eb0dc-060d-4e66-876f-99a28c7a625d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:14:05.989346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port b63eb0dc-060d-4e66-876f-99a28c7a625d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:14:05.990096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:06.144046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:06.162410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port b63eb0dc-060d-4e66-876f-99a28c7a625d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b63eb0dc-060d-4e66-876f-99a28c7a625d,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:14:06.855459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:06.857260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ccf3c441-3efe-40cb-a8f0-dc7343e4622f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:06.924190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=b63eb0dc-060d-4e66-876f-99a28c7a625d,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:06.933055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.933391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.933722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.934117 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.934460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.934794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.935119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.935433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.935747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.936083 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.936652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:06.940451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:07.745575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b63eb0dc-060d-4e66-876f-99a28c7a625d up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:14:07.830577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port b63eb0dc-060d-4e66-876f-99a28c7a625d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:14:07.831106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:09.552699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:12.044875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-66a1d6a5-9eb7-4121-ae5a-28d3f00a05ea tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:12.045541 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-66a1d6a5-9eb7-4121-ae5a-28d3f00a05ea tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Synchronizing usage tracker for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:14:12.175247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-66a1d6a5-9eb7-4121-ae5a-28d3f00a05ea tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Unset dirty status for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:14:12.176304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-66a1d6a5-9eb7-4121-ae5a-28d3f00a05ea tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 815 time: 0.2706034
Nov 27 12:14:12.193172 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-5e4b9dc4-6411-44f2-ab9e-d6d0313ca738 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/quotas/b68f9003d9864a4fbc65f24bba826456 HTTP/1.1" status: 200  len: 375 time: 0.0110862
Nov 27 12:14:12.275229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-b462ca62-f762-4cbd-8f2a-da09306df888 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Synchronizing usage tracker for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:14:12.373410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-b462ca62-f762-4cbd-8f2a-da09306df888 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Unset dirty status for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:14:12.374721 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-b462ca62-f762-4cbd-8f2a-da09306df888 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1760504
Nov 27 12:14:12.629466 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-47fbdf37-5cbc-41b3-bcf5-882e08f93b06 service neutron] 10.222.0.23 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426441
Nov 27 12:14:12.763139 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-f8a34353-e1a0-418e-a0d9-6ac86bf72403 service neutron] 10.222.0.23 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278903
Nov 27 12:14:13.172833 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a06c0da9-da70-4355-afc7-dafb8a1e174e req-73bc6e65-2aa7-457b-b063-668435c46db7 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 210 time: 0.1273232
Nov 27 12:14:14.338622 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bb30ba68-b92f-4ae4-bba2-268256eef0e1 req-0daf5c19-64e3-4ccd-ac34-1d6e36b7cfe8 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 210 time: 0.0420654
Nov 27 12:14:15.522146 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-90c49c2d-a27a-4c0d-af35-4e751b0114b6 req-b29e5844-592e-4b15-9e7a-d06c4e3fbd64 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 210 time: 0.0601754
Nov 27 12:14:15.639534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-d161c8e1-e311-4934-ab45-6fe8539e486b tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:15.640809 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-d161c8e1-e311-4934-ab45-6fe8539e486b tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.39 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 815 time: 0.1448581
Nov 27 12:14:15.667222 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'port': {'device_id': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'admin_state_up': True, 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:15.808257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:15.819224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:15.895423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Made reservation on behalf of b68f9003d9864a4fbc65f24bba826456 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:14:15.899064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:16.064141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Allocated IP 172.20.0.13 (081700b0-978f-4cc5-a63b-fd3a12543662/d973f11f-75cb-4f33-9a5e-b5a529ef97d1/ee1406a2-eb52-4a10-bfdd-875ca810aa19) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:14:16.267177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:16.282407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Transition to ACTIVE for port object ee1406a2-eb52-4a10-bfdd-875ca810aa19 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:14:16.396529 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:16.402220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:16.484104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Network 081700b0-978f-4cc5-a63b-fd3a12543662 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:14:16.487818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:14:16.490554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:14:16.560462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:16.561150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:16.569718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'Port': ['ID=ee1406a2-eb52-4a10-bfdd-875ca810aa19,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:16.623546 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.624232 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.624741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.625265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.625729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.626191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.626678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.627133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.627599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.628197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.628670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:16.632846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:16.699144 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0361364
Nov 27 12:14:16.822897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b062c-64ee-4e76-8c2a-525e964efb40 req-7cc23f3d-e0f0-420d-999c-79cb7f71e6de tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:16.824419 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2f7b062c-64ee-4e76-8c2a-525e964efb40 req-7cc23f3d-e0f0-420d-999c-79cb7f71e6de tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.1176336
Nov 27 12:14:16.880533 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-2f7b062c-64ee-4e76-8c2a-525e964efb40 req-9bb8a5c6-8dca-43d4-8e0c-5dca83c22667 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Synchronizing usage tracker for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:14:16.893799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8de3bbcf-c009-4860-9d0d-6a83e47ebb29 None None] Provisioning for port ee1406a2-eb52-4a10-bfdd-875ca810aa19 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:14:16.900984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8de3bbcf-c009-4860-9d0d-6a83e47ebb29 None None] Provisioning complete for port ee1406a2-eb52-4a10-bfdd-875ca810aa19 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:14:16.901472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8de3bbcf-c009-4860-9d0d-6a83e47ebb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:16.958010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8de3bbcf-c009-4860-9d0d-6a83e47ebb29 None None] Port ee1406a2-eb52-4a10-bfdd-875ca810aa19 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:14:16.986905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-2f7b062c-64ee-4e76-8c2a-525e964efb40 req-9bb8a5c6-8dca-43d4-8e0c-5dca83c22667 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Unset dirty status for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:14:16.991391 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2f7b062c-64ee-4e76-8c2a-525e964efb40 req-9bb8a5c6-8dca-43d4-8e0c-5dca83c22667 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575422
Nov 27 12:14:18.200394 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0339-26a3-4c36-8af2-84af790067e5 req-e0d36fbb-0127-4638-bfe2-a8bc93b9d674 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:18.201100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-093b0339-26a3-4c36-8af2-84af790067e5 req-e0d36fbb-0127-4638-bfe2-a8bc93b9d674 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Synchronizing usage tracker for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:14:18.289880 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-093b0339-26a3-4c36-8af2-84af790067e5 req-e0d36fbb-0127-4638-bfe2-a8bc93b9d674 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Unset dirty status for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:14:18.291095 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-093b0339-26a3-4c36-8af2-84af790067e5 req-e0d36fbb-0127-4638-bfe2-a8bc93b9d674 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.1738412
Nov 27 12:14:18.341502 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-093b0339-26a3-4c36-8af2-84af790067e5 req-2ebcb911-dd12-4a58-b123-01fa067bc950 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443528
Nov 27 12:14:19.249465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-49c57aec-df2b-4486-8d6e-5eafb0df14d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:19.566931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d010d-9c74-4d5f-9d60-a787cc78941e req-6891e3da-7858-43fe-b3d7-627fd61d36c0 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:19.568503 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3a7d010d-9c74-4d5f-9d60-a787cc78941e req-6891e3da-7858-43fe-b3d7-627fd61d36c0 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.0827065
Nov 27 12:14:19.616360 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3a7d010d-9c74-4d5f-9d60-a787cc78941e req-8292dc6a-500f-4308-8594-34dbfc9c5e45 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421507
Nov 27 12:14:19.826805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:20.822977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69292055-2a82-4241-bc9e-0c7de8cbfe3d req-de0d3431-fa60-4780-8337-0a826d4a1368 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:20.824464 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-69292055-2a82-4241-bc9e-0c7de8cbfe3d req-de0d3431-fa60-4780-8337-0a826d4a1368 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.0855186
Nov 27 12:14:20.873997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-69292055-2a82-4241-bc9e-0c7de8cbfe3d req-97efd1d2-3592-4af0-b6f0-1a92252ff4ec tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434721
Nov 27 12:14:21.181165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-89c13b3e-e5da-48d3-8e95-42ef58358bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:22.093472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133fba9-47e7-4f8f-86eb-24cd17f366c7 req-e72b3cb4-e6a5-4dfe-849c-1b0dbfb2f106 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:22.095151 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c133fba9-47e7-4f8f-86eb-24cd17f366c7 req-e72b3cb4-e6a5-4dfe-849c-1b0dbfb2f106 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.0882742
Nov 27 12:14:22.145579 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c133fba9-47e7-4f8f-86eb-24cd17f366c7 req-a261ce4a-f55e-4ff9-91a8-8f7b22a6d36c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448112
Nov 27 12:14:22.563957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:22.704309 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Sync routers for ids ['40c7964c-51e3-4966-b786-b3e926235776'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:14:22.717977 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Routers {'40c7964c-51e3-4966-b786-b3e926235776'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:14:22.718636 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284649e0a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:14:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40c7964c-51e3-4966-b786-b3e926235776'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:14:22.919751 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Set router 40c7964c-51e3-4966-b786-b3e926235776 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:14:23.360169 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284649e0a0>, [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 4, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port': {'id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4409b913-6388-4754-b38a-6d3a670d2c70', 'name': '', 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'mac_address': 'fa:16:3e:ad:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:56Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 2, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'subnets': [{'id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:14:23.428801 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Checking router: 40c7964c-51e3-4966-b786-b3e926235776 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:14:23.428801 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Updating router 40c7964c-51e3-4966-b786-b3e926235776 port 4409b913-6388-4754-b38a-6d3a670d2c70 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:14:23.429959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8610618-2975-4606-9a29-80777c95c851 req-207f6e93-9171-4843-b650-6a1d9af40140 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:23.429959 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e8610618-2975-4606-9a29-80777c95c851 req-207f6e93-9171-4843-b650-6a1d9af40140 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.1370022
Nov 27 12:14:23.443973 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:23.475065 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e8610618-2975-4606-9a29-80777c95c851 req-1caf1ccd-8935-4170-a3c3-621d98325d70 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546212
Nov 27 12:14:23.831953 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:23.845832 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Transition to ACTIVE for port object 4409b913-6388-4754-b38a-6d3a670d2c70 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:14:23.969724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:23.998187 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:24.002218 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-ca2c69f6-2afc-4791-9585-8334c0cd7f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:24.136932 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1bb02-2c85-4f9c-b2b4-a3d1caa8334b None None] Pushing event updated for resources: {'Port': ['ID=4409b913-6388-4754-b38a-6d3a670d2c70,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:24.140364 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-27c1bb02-2c85-4f9c-b2b4-a3d1caa8334b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:24.245973 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Attempting to bind port 4409b913-6388-4754-b38a-6d3a670d2c70 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:14:24.246341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Attempting to bind port 4409b913-6388-4754-b38a-6d3a670d2c70 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:14:24.246737 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Attempting to bind port 4409b913-6388-4754-b38a-6d3a670d2c70 on network e21c066d-b420-4524-b730-a5fb035b4de3 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:14:24.254428 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:14:24.254841 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Checking segment: {'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:14:24.255238 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:24.255625 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Bound using segment: {'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:14:24.256088 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Bound port: 4409b913-6388-4754-b38a-6d3a670d2c70, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d6cafd-0025-49e5-9f5c-acfa1681ac9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:14:24.256669 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:24.365110 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] For port 4409b913-6388-4754-b38a-6d3a670d2c70, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:14:24.369686 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] For port 4409b913-6388-4754-b38a-6d3a670d2c70, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4409b913-6388-4754-b38a-6d3a670d2c70,segment=NetworkSegment(42d6cafd-0025-49e5-9f5c-acfa1681ac9a),segment_id=42d6cafd-0025-49e5-9f5c-acfa1681ac9a)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:14:24.443903 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:24.448431 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:24.529691 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1bb02-2c85-4f9c-b2b4-a3d1caa8334b None None] Pushing event updated for resources: {'Port': ['ID=4409b913-6388-4754-b38a-6d3a670d2c70,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:24.533537 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-27c1bb02-2c85-4f9c-b2b4-a3d1caa8334b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:24.535931 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Routers {'40c7964c-51e3-4966-b786-b3e926235776'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:14:24.536550 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284649e0a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:14:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40c7964c-51e3-4966-b786-b3e926235776'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:14:24.748425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8ac96-83ec-4a50-9843-176ee24ab257 req-89e8662f-e98a-4a8d-abf5-d5a5972608da tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:24.752707 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81c8ac96-83ec-4a50-9843-176ee24ab257 req-89e8662f-e98a-4a8d-abf5-d5a5972608da tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.1076798
Nov 27 12:14:24.812192 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] Set router 40c7964c-51e3-4966-b786-b3e926235776 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:14:24.814935 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81c8ac96-83ec-4a50-9843-176ee24ab257 req-2183e8bb-2319-4ffa-a1ab-b705464437f8 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544150
Nov 27 12:14:25.331407 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284649e0a0>, [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 4, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port': {'id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4409b913-6388-4754-b38a-6d3a670d2c70', 'name': '', 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'mac_address': 'fa:16:3e:ad:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:56Z', 'updated_at': '2021-11-27T12:14:24Z', 'revision_number': 4, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'subnets': [{'id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:14:25.331407 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d93ade-b660-4b4f-8c03-6f96d1392d63 None None] The sync data for ids ['40c7964c-51e3-4966-b786-b3e926235776'] in dv-neutron-819441-1-hyperv is: [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:13:57Z', 'revision_number': 4, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port': {'id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4409b913-6388-4754-b38a-6d3a670d2c70', 'name': '', 'network_id': 'e21c066d-b420-4524-b730-a5fb035b4de3', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'mac_address': 'fa:16:3e:ad:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:56Z', 'updated_at': '2021-11-27T12:14:24Z', 'revision_number': 4, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'subnets': [{'id': '5271c331-5de1-4f80-97bd-786755f8f4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:14:25.791256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4409b913-6388-4754-b38a-6d3a670d2c70 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:14:25.951831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4409b913-6388-4754-b38a-6d3a670d2c70 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:14:25.957253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4409b913-6388-4754-b38a-6d3a670d2c70 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:14:25.957629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:26.020018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb684873-21a9-4e8b-9ab8-069afe1c8a1c req-68d5661f-48fc-40f6-8c61-8f890c77c5ab tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:26.021476 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cb684873-21a9-4e8b-9ab8-069afe1c8a1c req-68d5661f-48fc-40f6-8c61-8f890c77c5ab tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.0843039
Nov 27 12:14:26.081172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:26.089798 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cb684873-21a9-4e8b-9ab8-069afe1c8a1c req-07c9a3a8-28e2-4f44-a6b3-f52e303b6194 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626180
Nov 27 12:14:26.118721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4409b913-6388-4754-b38a-6d3a670d2c70, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4409b913-6388-4754-b38a-6d3a670d2c70,segment=NetworkSegment(42d6cafd-0025-49e5-9f5c-acfa1681ac9a),segment_id=42d6cafd-0025-49e5-9f5c-acfa1681ac9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:14:26.184624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:26.187400 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:26.252778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4409b913-6388-4754-b38a-6d3a670d2c70,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:26.255791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:26.708318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Request body: {'port': {'device_id': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:26.825752 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:27.258573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1406a2-eb52-4a10-bfdd-875ca810aa19 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:14:27.266021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:27.282622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Transition to ACTIVE for port object ee1406a2-eb52-4a10-bfdd-875ca810aa19 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:14:27.293171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9fbfa-12d6-40a1-8b56-49137cb31b43 req-03135bdd-8e08-411b-888f-18572528dbd8 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:27.298616 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4ca9fbfa-12d6-40a1-8b56-49137cb31b43 req-03135bdd-8e08-411b-888f-18572528dbd8 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 932 time: 0.0775015
Nov 27 12:14:27.341465 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4ca9fbfa-12d6-40a1-8b56-49137cb31b43 req-b30d6510-fedd-4ebd-91ef-a64c5bbdbcf3 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408535
Nov 27 12:14:27.397655 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:27.401550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c075a298-db14-4b17-85ca-0dde3e6c1011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:27.526337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee1406a2-eb52-4a10-bfdd-875ca810aa19,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:27.530017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:27.636101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Attempting to bind port ee1406a2-eb52-4a10-bfdd-875ca810aa19 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:14:27.636424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Attempting to bind port ee1406a2-eb52-4a10-bfdd-875ca810aa19 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:14:27.636739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Attempting to bind port ee1406a2-eb52-4a10-bfdd-875ca810aa19 on network 081700b0-978f-4cc5-a63b-fd3a12543662 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:14:27.642360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Port ee1406a2-eb52-4a10-bfdd-875ca810aa19 on network 081700b0-978f-4cc5-a63b-fd3a12543662 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:14:27.642703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Attempting to bind port ee1406a2-eb52-4a10-bfdd-875ca810aa19 on network 081700b0-978f-4cc5-a63b-fd3a12543662 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:14:27.648899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:14:27.649162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Checking segment: {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:14:27.649533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Bound using segment: {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:14:27.649934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Bound port: ee1406a2-eb52-4a10-bfdd-875ca810aa19, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77224661-2d73-4d61-8af8-95a50bb5840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:14:27.650261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:27.740279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] For port ee1406a2-eb52-4a10-bfdd-875ca810aa19, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:14:27.743884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] For port ee1406a2-eb52-4a10-bfdd-875ca810aa19, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:14:27.750700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4409b913-6388-4754-b38a-6d3a670d2c70 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:14:27.823146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4409b913-6388-4754-b38a-6d3a670d2c70 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:14:27.823514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:27.832487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:27.836397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c5620443-cdfe-4a67-910e-b8c4ed357aca tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:27.905589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:27.906971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] 10.222.0.39 "PUT /v2.0/ports/ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 1094 time: 1.2039170
Nov 27 12:14:27.907513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:14:27.921422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee1406a2-eb52-4a10-bfdd-875ca810aa19,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:27.929845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:27.971330 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'status': 'completed', 'code': 200}
Nov 27 12:14:28.074623 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-391ad14d-cc77-439a-9a43-1ec459caa56b req-571a9e4e-76e8-4503-976f-841c562784e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1097 time: 0.0726376
Nov 27 12:14:28.218772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ad14d-cc77-439a-9a43-1ec459caa56b req-554c4bd5-0d42-400a-8fd7-595e45f64e51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:28.220124 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-391ad14d-cc77-439a-9a43-1ec459caa56b req-554c4bd5-0d42-400a-8fd7-595e45f64e51 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b68f9003d9864a4fbc65f24bba826456&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1345513
Nov 27 12:14:28.362221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ad14d-cc77-439a-9a43-1ec459caa56b req-821c0501-b167-4b39-b604-d422d8fa7da2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:28.363655 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-391ad14d-cc77-439a-9a43-1ec459caa56b req-821c0501-b167-4b39-b604-d422d8fa7da2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1334484
Nov 27 12:14:28.477966 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-6169f36c-ca3e-44bb-b216-234aa739ff7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1097 time: 0.0686944
Nov 27 12:14:28.543614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26402c-bc9d-478f-9674-28aab4e379ca req-7600f707-278f-44a9-af32-ef2478198605 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:28.545314 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9d26402c-bc9d-478f-9674-28aab4e379ca req-7600f707-278f-44a9-af32-ef2478198605 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 944 time: 0.0822976
Nov 27 12:14:28.555780 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-26bc2ad0-6515-431b-9573-de7469ffbdaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 217 time: 0.0666962
Nov 27 12:14:28.592563 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9d26402c-bc9d-478f-9674-28aab4e379ca req-2e08d95f-a525-4f32-a5fa-9278b92996b7 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417004
Nov 27 12:14:28.628718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-2a729a5a-c401-4804-a944-309e6595def5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:28.630144 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-2a729a5a-c401-4804-a944-309e6595def5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 200  len: 854 time: 0.0649323
Nov 27 12:14:28.716076 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-bb48f4ae-5562-4e64-b497-8d35a0bbceca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081700b0-978f-4cc5-a63b-fd3a12543662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753591
Nov 27 12:14:28.859829 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-97de8bc8-fd65-44a0-9133-f927fd25fcc2 service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330481
Nov 27 12:14:28.993904 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7b3207e-80c1-425c-86d8-883ade2f71d9 req-efca5138-0b49-41db-b671-4aed0a46485c service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242735
Nov 27 12:14:29.791669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2326e5-71a4-4127-8d47-cfb89e866879 req-37f333d2-65e7-4167-9b93-b15a999a5b93 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:29.793787 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cb2326e5-71a4-4127-8d47-cfb89e866879 req-37f333d2-65e7-4167-9b93-b15a999a5b93 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 944 time: 0.0778291
Nov 27 12:14:29.838755 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-cb2326e5-71a4-4127-8d47-cfb89e866879 req-98135612-1d3c-447d-8aac-b44222b038f2 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396786
Nov 27 12:14:31.033590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c528a86-9878-4a40-aaf1-3aa53f6457db req-59774251-a194-45b0-8320-841146f2b2d2 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:31.035042 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0c528a86-9878-4a40-aaf1-3aa53f6457db req-59774251-a194-45b0-8320-841146f2b2d2 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 944 time: 0.0756717
Nov 27 12:14:31.080198 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0c528a86-9878-4a40-aaf1-3aa53f6457db req-3f4afcbb-b2d5-4d3b-8db3-7ab3560fc9ae tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395286
Nov 27 12:14:32.280458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737740c7-f6c0-4ebf-8a28-daab0198372c req-2b10c79e-8b77-4c96-a6db-94443cd59f62 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:32.281916 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-737740c7-f6c0-4ebf-8a28-daab0198372c req-2b10c79e-8b77-4c96-a6db-94443cd59f62 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 944 time: 0.0812128
Nov 27 12:14:32.327313 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-737740c7-f6c0-4ebf-8a28-daab0198372c req-f8171fc1-0d48-4bc1-9c1e-4af2f658722b tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398171
Nov 27 12:14:33.001642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ee1406a2-eb52-4a10-bfdd-875ca810aa19 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:14:33.134457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ee1406a2-eb52-4a10-bfdd-875ca810aa19, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:14:33.147211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'port_id': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'mac_address': 'fa:16:3e:a4:70:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:14:33.200634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:33.217567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1406a2-eb52-4a10-bfdd-875ca810aa19 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:14:33.233394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ee1406a2-eb52-4a10-bfdd-875ca810aa19, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:14:33.317372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:33.319183 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:33.425314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=ee1406a2-eb52-4a10-bfdd-875ca810aa19,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:33.428308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:33.531285 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12103b3-37b0-4f43-9610-991fc939641d req-1e8b6ebd-514e-489d-bf24-9c58e21bdf3f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:33.532732 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d12103b3-37b0-4f43-9610-991fc939641d req-1e8b6ebd-514e-489d-bf24-9c58e21bdf3f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 945 time: 0.0837221
Nov 27 12:14:33.579632 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d12103b3-37b0-4f43-9610-991fc939641d req-9d2e1b14-e1d7-4ec0-a2c2-f2ea9caeda67 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396252
Nov 27 12:14:33.583417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['ee1406a2-eb52-4a10-bfdd-875ca810aa19'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:14:34.774954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d444f-1271-494a-ac01-03b278e814e1 req-8b70b2ef-0b59-45b4-a9ed-1b8b380c430f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:34.776381 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8d0d444f-1271-494a-ac01-03b278e814e1 req-8b70b2ef-0b59-45b4-a9ed-1b8b380c430f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 945 time: 0.0774798
Nov 27 12:14:34.933667 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8d0d444f-1271-494a-ac01-03b278e814e1 req-c6f0fe84-810c-4f48-830c-2184d037e175 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516218
Nov 27 12:14:35.017321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ee1406a2-eb52-4a10-bfdd-875ca810aa19 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:14:35.157373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port ee1406a2-eb52-4a10-bfdd-875ca810aa19 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:14:35.162318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port ee1406a2-eb52-4a10-bfdd-875ca810aa19 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:14:35.162723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:35.277324 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:35.303591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:14:35.313483 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ee1406a2-eb52-4a10-bfdd-875ca810aa19, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:14:35.360809 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'code': 200}
Nov 27 12:14:35.389878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:35.392730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:35.459376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=ee1406a2-eb52-4a10-bfdd-875ca810aa19,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:35.463103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:35.746684 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f01cf5af-1adf-4fa4-8a88-5288f0d7cec3 req-e24214ef-c1bc-41c6-8436-f0801844af54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1099 time: 0.0701997
Nov 27 12:14:35.801178 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f01cf5af-1adf-4fa4-8a88-5288f0d7cec3 req-68049d4a-7f48-4a26-856a-665a2721883e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445490
Nov 27 12:14:36.132397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee2d6a-c254-4319-a0d7-fca326af35fa req-631a8b48-a75d-4d70-99c0-aba70a11a49a tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:36.133890 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dcee2d6a-c254-4319-a0d7-fca326af35fa req-631a8b48-a75d-4d70-99c0-aba70a11a49a tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.0813496
Nov 27 12:14:36.179749 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dcee2d6a-c254-4319-a0d7-fca326af35fa req-d509dc49-d836-475f-a143-f4aef4e7c1ae tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401299
Nov 27 12:14:37.375642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275ed68-b128-43ab-be2c-042371893c08 req-fa0b8850-8038-4a66-999d-a257203ff76f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:37.377084 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9275ed68-b128-43ab-be2c-042371893c08 req-fa0b8850-8038-4a66-999d-a257203ff76f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.0771210
Nov 27 12:14:37.422923 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9275ed68-b128-43ab-be2c-042371893c08 req-f790ea61-81ab-4b29-a7f0-6248bb383e13 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403411
Nov 27 12:14:37.618383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d635456-500a-4c78-b42c-d40387f79776 req-5bab5b2a-c6e8-44e1-8ebe-b19b16e29f53 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:37.619883 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4d635456-500a-4c78-b42c-d40387f79776 req-5bab5b2a-c6e8-44e1-8ebe-b19b16e29f53 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.0767837
Nov 27 12:14:37.664485 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4d635456-500a-4c78-b42c-d40387f79776 req-12e97f2a-3dc6-4cbb-b5e4-a271fe963b2b tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391746
Nov 27 12:14:38.227817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752c017-15a1-44b2-b62d-0f2d9af3ec97 req-f998620c-f1d7-4f83-9df8-d8308c2f0ee7 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:38.229239 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7752c017-15a1-44b2-b62d-0f2d9af3ec97 req-f998620c-f1d7-4f83-9df8-d8308c2f0ee7 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.0805759
Nov 27 12:14:38.288320 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7752c017-15a1-44b2-b62d-0f2d9af3ec97 req-8b7a55c0-19a6-49c4-873e-ec4766d3b80d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490055
Nov 27 12:14:39.546011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:42.148225 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:14:43.508148 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-66130cb6-8652-4376-96df-261b9201385d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694799
Nov 27 12:14:43.655400 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-2a61c26e-7638-414f-b364-c6206ca28fad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1099 time: 0.0742249
Nov 27 12:14:43.804690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-67faa4f9-ae28-4cd1-919a-c181f7e98d86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:43.806195 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-67faa4f9-ae28-4cd1-919a-c181f7e98d86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 916 time: 0.1309710
Nov 27 12:14:43.876403 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-fea76b2b-d25b-4c5a-8e98-1e90d3d70402 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 217 time: 0.0634878
Nov 27 12:14:43.938427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-968dea63-c528-4862-a4cd-6ec64becd4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:43.939905 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-968dea63-c528-4862-a4cd-6ec64becd4f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 200  len: 854 time: 0.0577776
Nov 27 12:14:44.014585 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-a5507995-c3f3-42f0-a9b2-92254d82f557 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081700b0-978f-4cc5-a63b-fd3a12543662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679851
Nov 27 12:14:44.147321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-72598aef-24bd-43b5-9102-673604a5d8d8 service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254289
Nov 27 12:14:44.279933 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a99e19bd-95da-44c5-9793-eb41fefc0ced req-a0ffcc21-3dd8-49c3-a679-4eec45fe50fe service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260934
Nov 27 12:14:48.985743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-af132cec-9c78-4d2f-9603-1b73268e0b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:49.848435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:51.180006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d660d3ba-fc75-49d6-b49b-0e818e2942b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:51.638830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b2d77-9785-4033-9545-5833321ba0d0 req-04dd3769-5e81-4057-9112-3c8dc53737cd tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:51.653225 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2a3b2d77-9785-4033-9545-5833321ba0d0 req-04dd3769-5e81-4057-9112-3c8dc53737cd tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.0810275
Nov 27 12:14:51.696767 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2a3b2d77-9785-4033-9545-5833321ba0d0 req-c747cb3d-5b7d-439f-a351-96492cd5f7f6 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426178
Nov 27 12:14:51.725764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57260) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:51.861260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-144be2a5-af55-41cc-a971-cd563a16de19 tempest-TestMinimumBasicScenario-1889961170 tempest-TestMinimumBasicScenario-1889961170-project-admin] Synchronizing usage tracker for tenant:0bbd5f65d15e4d1a871784cfe52c864b on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:14:52.009745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-144be2a5-af55-41cc-a971-cd563a16de19 tempest-TestMinimumBasicScenario-1889961170 tempest-TestMinimumBasicScenario-1889961170-project-admin] Unset dirty status for tenant:0bbd5f65d15e4d1a871784cfe52c864b on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:14:52.011645 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-144be2a5-af55-41cc-a971-cd563a16de19 tempest-TestMinimumBasicScenario-1889961170 tempest-TestMinimumBasicScenario-1889961170-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1094 time: 0.2849140
Nov 27 12:14:52.014608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57266) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:52.020005 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:52.025598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:52.035799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Usage tracker for resource:floatingip and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:14:52.035799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:14:52.038310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:52.163223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:52.410832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:52.528428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:52.546190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Allocated IP 172.26.6.232 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/b7bda9c4-18d3-4203-8a4c-7d673f9ea20d) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:14:52.691360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:52.795726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:52.799539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-671ef128-ee26-4f9e-b6ba-499e80fc35a9 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:52.867137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:14:52.870510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:14:52.873045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:14:52.897168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'Port': ['ID=b7bda9c4-18d3-4203-8a4c-7d673f9ea20d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:52.919027 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.919400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.919769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.920131 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.920489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.920844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.921195 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.921544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.921892 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.922239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.922613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:14:52.927324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:53.391953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:53.521171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:53.733818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:53.802760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:53.806646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:53.906194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'Port': ['ID=b7bda9c4-18d3-4203-8a4c-7d673f9ea20d,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:53.910208 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:53.917907 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:53.924919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:54.118868 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Floating IP 2ca09342-ffc7-45e9-939e-cdf775e10e28 associated. External IP: 172.26.6.232, port: ee1406a2-eb52-4a10-bfdd-875ca810aa19.
Nov 27 12:14:54.633740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Router e87a3ca0-953c-46fc-a803-9fc21d090f4d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:14:54.832953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:14:54.842550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] Sync routers for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:14:54.854850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:14:54.855463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846269f70>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:14:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:14:54.923036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:54.979844 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9642131
Nov 27 12:14:54.980487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:14:54.982710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57272) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:54.988993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164290792', 'description': 'tempest-secgroup-smoke-1164290792 description', 'project_id': 'b68f9003d9864a4fbc65f24bba826456'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:54.996220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:55.006085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:55.046992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:14:55.070509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:55.107095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:55.110944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Usage tracker for resource:security_group_rule and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:14:55.113900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:14:55.121942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:55.124544 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'status': 'completed', 'code': 200}
Nov 27 12:14:55.222103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:55.248785 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-34c0510e-b8da-4257-b663-036bcd83839f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1099 time: 0.0962806
Nov 27 12:14:55.335284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:55.341013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5a1f8cec-faf5-4b42-bdce-0372f29ba4e1 tempest-TestNetworkAdvancedServerOps-1640519851 tempest-TestNetworkAdvancedServerOps-1640519851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:55.398999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846269f70>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2ca09342-ffc7-45e9-939e-cdf775e10e28', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'port_id': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'mac_address': 'fa:16:3e:a4:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:14:53Z', 'updated_at': '2021-11-27T12:14:53Z', 'revision_number': 0, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:56Z', 'revision_number': 5, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:14:55.403559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] Checking router: e87a3ca0-953c-46fc-a803-9fc21d090f4d for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:14:55.403731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824867b1-005a-4eea-a029-7493ac32944c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:55.411492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:55.414588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:14:55.415141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846269f70>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:14:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:14:55.429033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-12071d70-d443-49e3-9090-aeff482c3db2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:55.430668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-12071d70-d443-49e3-9090-aeff482c3db2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 916 time: 0.1744759
Nov 27 12:14:55.596692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:55.597869 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2f04f272-5555-4b58-aac2-ad9a79f9d82e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6141071
Nov 27 12:14:55.598110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:14:55.600907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57280) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:55.608830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'security_group_rule': {'security_group_id': '824867b1-005a-4eea-a029-7493ac32944c', 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:55.613850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:55.617583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Usage tracker for resource:security_group_rule and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:14:55.620995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:14:55.626859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:55.641127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-531be347-3a48-4653-8182-43089973fc4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 1000 time: 0.2035141
Nov 27 12:14:55.705652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-a69824b2-759b-4527-810e-2814ac54f8b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:55.707223 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-a69824b2-759b-4527-810e-2814ac54f8b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 200  len: 854 time: 0.0586853
Nov 27 12:14:55.713006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:55.777189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:55.792889 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-cd91afbf-f73f-4278-813c-8a2b1da01972 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081700b0-978f-4cc5-a63b-fd3a12543662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0779018
Nov 27 12:14:55.848615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:55.850366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a432e26-49ec-4aa6-b9f1-c2b018244368 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:55.874553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5c0926-0082-46e1-883d-68df752a6dae,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:55.877259 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:55.930462 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-bb3f1d5c-d784-4f9b-86c9-53a289d218ca service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302447
Nov 27 12:14:55.951864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:55.953210 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3513319
Nov 27 12:14:55.955923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57284) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:55.962170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'security_group_rule': {'security_group_id': '824867b1-005a-4eea-a029-7493ac32944c', 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:55.969248 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:55.973271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Usage tracker for resource:security_group_rule and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:14:55.976472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:14:55.982711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:56.012202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846269f70>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2ca09342-ffc7-45e9-939e-cdf775e10e28', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'port_id': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'mac_address': 'fa:16:3e:a4:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:14:53Z', 'updated_at': '2021-11-27T12:14:53Z', 'revision_number': 0, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:56Z', 'revision_number': 5, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:14:56.018065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e763-7ec9-496f-86ee-ddd99def37e9 None None] The sync data for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv is: [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '2ca09342-ffc7-45e9-939e-cdf775e10e28', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'port_id': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'mac_address': 'fa:16:3e:a4:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:14:53Z', 'updated_at': '2021-11-27T12:14:53Z', 'revision_number': 0, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:56Z', 'revision_number': 5, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:14:56.070394 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-eea7284c-7763-401e-9e85-499df7ee36f3 req-4e375781-4577-4998-aa6c-b479f469cb2f service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330504
Nov 27 12:14:56.085055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.148060 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.216774 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deaafa7-f3a0-4c8d-b393-4ced57b865a6 None None] New status for floating IP 2ca09342-ffc7-45e9-939e-cdf775e10e28: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:14:56.231575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.233426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-cf8f98d4-2cd8-4259-b429-948c24bb0f61 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:56.255198 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882eb8f4-1143-4492-9099-a45fc558152a,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:56.257553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:56.321545 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.323977 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3668578
Nov 27 12:14:56.327111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57288) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:56.333666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'security_group_rule': {'security_group_id': '824867b1-005a-4eea-a029-7493ac32944c', 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:56.340057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:56.344587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Usage tracker for resource:security_group_rule and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:14:56.347866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:14:56.353795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:56.437091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.502256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.572571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.574964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ed5631c-5c6d-4b99-a4ab-56662c68a7a3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:56.596769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af61126-b5af-4990-be8f-fafbaffc6947,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:56.599175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:56.671711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.672857 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3445921
Nov 27 12:14:56.675512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57292) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:56.681018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'security_group_rule': {'security_group_id': '824867b1-005a-4eea-a029-7493ac32944c', 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:56.687640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:56.691324 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Usage tracker for resource:security_group_rule and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:14:56.694170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:14:56.700506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:56.792510 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.858017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.934424 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:56.936580 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4a804d1-59b8-42d9-a38b-f3a43047eae1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:56.959073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52026e46-1562-4380-8ee2-3decf5f47a01,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:56.963585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:57.031412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.032611 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3561933
Nov 27 12:14:57.035420 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57296) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:57.040888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'security_group_rule': {'security_group_id': '824867b1-005a-4eea-a029-7493ac32944c', 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:57.047627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:57.051398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Usage tracker for resource:security_group_rule and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:14:57.054238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:14:57.062180 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:57.161087 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Project b68f9003d9864a4fbc65f24bba826456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:14:57.168611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.239069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.351393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.357906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a6526208-9bde-4f94-8f9f-a1f6d3b86bf1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:57.376326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a46be0-6ca7-468c-a3eb-3ad750ee10e5,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:57.378587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:57.454378 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.455594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-c4a42eb2-a338-4d8f-842c-6194c1863472 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4192457
Nov 27 12:14:57.459145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57300) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:14:57.465383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'security_group_rule': {'security_group_id': '824867b1-005a-4eea-a029-7493ac32944c', 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:57.471499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:14:57.475250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Usage tracker for resource:security_group_rule and tenant:b68f9003d9864a4fbc65f24bba826456 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:14:57.478130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:14:57.484538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:14:57.579742 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Project b68f9003d9864a4fbc65f24bba826456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:14:57.586439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.651664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.722825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.724749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-82aa6a53-66a6-4783-bc8f-66a481dcc6e1 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:57.747670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0a4caa-5239-4bb1-bef6-e57de5c89639,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:57.752048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:57.824960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:57.826220 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-24a2ef3f-fd9b-45f7-8485-0723da8c2893 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3660531
Nov 27 12:14:57.960563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-250dca01-7f70-44dd-a321-e8ffc14117e0 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Synchronizing usage tracker for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:14:58.054440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-250dca01-7f70-44dd-a321-e8ffc14117e0 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Unset dirty status for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:14:58.055640 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-250dca01-7f70-44dd-a321-e8ffc14117e0 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164290792&fields=id&tenant_id=b68f9003d9864a4fbc65f24bba826456 HTTP/1.1" status: 200  len: 267 time: 0.1366599
Nov 27 12:14:58.151129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-81b2ddbb-c73f-4c02-b1b6-6903bb97296e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:58.152654 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-81b2ddbb-c73f-4c02-b1b6-6903bb97296e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.0906627
Nov 27 12:14:58.163338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'port': {'security_groups': ['a8d47b01-eb13-449d-97ab-d7cce371972e', '824867b1-005a-4eea-a029-7493ac32944c']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:14:58.283332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:58.544157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] For port ee1406a2-eb52-4a10-bfdd-875ca810aa19, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:14:58.569069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:58.699742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:58.705650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-687b906c-d261-480b-a40f-1a3920c1f1aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:14:58.711803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['ee1406a2-eb52-4a10-bfdd-875ca810aa19'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:14:58.770914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:58.771534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:58.772895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da549b1c-66ca-4ef3-b439-f826ee158f1b req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "PUT /v2.0/ports/ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 982 time: 0.6141510
Nov 27 12:14:58.777986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:14:58.803387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'Port': ['ID=ee1406a2-eb52-4a10-bfdd-875ca810aa19,revision_number=6']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:14:58.806849 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:14:58.846985 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'status': 'completed', 'code': 200}
Nov 27 12:14:58.855511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['ee1406a2-eb52-4a10-bfdd-875ca810aa19'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:14:58.994018 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-fe25574a-179d-4319-8b4b-9188b100873d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1138 time: 0.1197605
Nov 27 12:14:59.009399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be8c8c-93c2-4731-b4b2-8dcf96f0bcb8 req-53c08849-4f22-440e-a015-8d9d65ae2ff4 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:59.014945 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-49be8c8c-93c2-4731-b4b2-8dcf96f0bcb8 req-53c08849-4f22-440e-a015-8d9d65ae2ff4 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.1110101
Nov 27 12:14:59.067864 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-49be8c8c-93c2-4731-b4b2-8dcf96f0bcb8 req-8f931dae-03f3-4e25-8c73-3ecf7ebdb7af tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0498621
Nov 27 12:14:59.117995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9f36b18a-28a2-4f03-8878-8a89e7038882 None None] Provisioning complete for port ee1406a2-eb52-4a10-bfdd-875ca810aa19 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:14:59.118357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9f36b18a-28a2-4f03-8878-8a89e7038882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:14:59.141078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-330a8224-c66e-49d5-a7f2-dd6fb3155eb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:59.142533 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-330a8224-c66e-49d5-a7f2-dd6fb3155eb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 916 time: 0.1394701
Nov 27 12:14:59.248048 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-2174c2d7-d4ba-4b8c-90ab-2c71458f9873 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 1002 time: 0.0982907
Nov 27 12:14:59.316924 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-86b6b60d-2c30-401b-b013-1f120fd99905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:14:59.318327 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-86b6b60d-2c30-401b-b013-1f120fd99905 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 200  len: 854 time: 0.0629325
Nov 27 12:14:59.394526 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-eeea1a51-2882-4668-bb27-8f5fd0cefcf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081700b0-978f-4cc5-a63b-fd3a12543662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688868
Nov 27 12:14:59.628327 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-ace3bbf0-898d-4150-a8a5-8313756984fa service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266297
Nov 27 12:14:59.758588 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c158f2d7-0917-41da-8bf8-749d0744a1a0 req-795cf5c9-760c-4079-abe2-d8f54dbee03d service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231260
Nov 27 12:15:09.591382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:13.767273 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c89bac-f0c0-490c-ac23-fd77044b5a8e req-e3273779-422c-47ea-b839-860ebd01541d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:13.768710 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-74c89bac-f0c0-490c-ac23-fd77044b5a8e req-e3273779-422c-47ea-b839-860ebd01541d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0834568
Nov 27 12:15:13.793393 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-4d80f544-fb07-44c6-9186-5ec5260238dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1138 time: 0.0761135
Nov 27 12:15:13.819397 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-74c89bac-f0c0-490c-ac23-fd77044b5a8e req-84257c2c-7fe8-439c-961a-2dfb12e23ab7 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446460
Nov 27 12:15:13.931566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-f16c4213-85ad-4423-b612-15c14f963557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:13.932881 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-f16c4213-85ad-4423-b612-15c14f963557 service neutron] 10.222.0.39 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 916 time: 0.1312430
Nov 27 12:15:14.035478 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-91b4694f-b762-4521-8312-b2417803bc82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 1002 time: 0.0940292
Nov 27 12:15:14.102247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-93142e22-db6b-4f33-9920-acc043638b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:14.103702 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-93142e22-db6b-4f33-9920-acc043638b4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 200  len: 854 time: 0.0617931
Nov 27 12:15:14.186434 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-a08d3d7b-7cdf-44aa-8cdd-599388441c93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081700b0-978f-4cc5-a63b-fd3a12543662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678227
Nov 27 12:15:14.319891 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-ff17df70-01d3-4443-a320-7e4abac903d0 service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262414
Nov 27 12:15:14.456668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-02a551be-8a7d-4abd-9e24-d21147520b0f req-83935244-18f4-49d7-b2d9-5ed6705ae0ca service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256015
Nov 27 12:15:15.027687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4e55d-6ea9-4416-82aa-3de8306e4c7e req-35271dfe-0460-4581-95ec-5af7bf440249 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:15.029370 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bd4e55d-6ea9-4416-82aa-3de8306e4c7e req-35271dfe-0460-4581-95ec-5af7bf440249 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0817847
Nov 27 12:15:15.077157 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bd4e55d-6ea9-4416-82aa-3de8306e4c7e req-0da9708b-f46d-43c8-8f44-afae3862996a tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414820
Nov 27 12:15:16.279009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a21036-a4b0-4d74-a716-3b737da2d9ed req-880c1319-0cde-42b9-abe2-d8a3aa961fdc tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:16.280439 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e9a21036-a4b0-4d74-a716-3b737da2d9ed req-880c1319-0cde-42b9-abe2-d8a3aa961fdc tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0757792
Nov 27 12:15:16.328525 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e9a21036-a4b0-4d74-a716-3b737da2d9ed req-b92061c2-3230-4053-b957-58e7c3b0b88e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425169
Nov 27 12:15:17.525584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251efa7b-1975-4d96-ad4b-465931c349b6 req-a36d5def-9c6d-42b9-90ae-a5a9566cd278 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:17.527376 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-251efa7b-1975-4d96-ad4b-465931c349b6 req-a36d5def-9c6d-42b9-90ae-a5a9566cd278 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0805326
Nov 27 12:15:17.575920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-251efa7b-1975-4d96-ad4b-465931c349b6 req-5315bc26-59fb-43ae-80ae-7109ca78cee4 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430298
Nov 27 12:15:18.788035 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e97ed-a482-4579-9f62-867a05bfbebe req-d7fd0c70-2b7b-42dd-bbce-a3ee4b33d713 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:18.789456 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-305e97ed-a482-4579-9f62-867a05bfbebe req-d7fd0c70-2b7b-42dd-bbce-a3ee4b33d713 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0869133
Nov 27 12:15:18.841814 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-305e97ed-a482-4579-9f62-867a05bfbebe req-3991eff6-361e-450d-9484-15b02a1264b4 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466065
Nov 27 12:15:19.025355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d8822d39-003b-41ff-9c63-29845d1e4fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:19.147960 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:15:19.807943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:20.049602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50d8a8-5609-4d82-a199-0ea0687f5073 req-75faac55-4480-49eb-8605-ce01b62337a1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:20.052067 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6e50d8a8-5609-4d82-a199-0ea0687f5073 req-75faac55-4480-49eb-8605-ce01b62337a1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0889664
Nov 27 12:15:20.107193 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6e50d8a8-5609-4d82-a199-0ea0687f5073 req-d8a88fcc-6f3f-414d-a1b2-df11680664a2 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0493665
Nov 27 12:15:21.213822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-94fa4d47-e87d-4848-aecc-bb6df6785f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:21.306823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8031562-b323-4c2d-97cb-22ea086f106e req-9d789ab4-acd0-49d0-bec8-03c1174ef7e9 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:21.308270 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c8031562-b323-4c2d-97cb-22ea086f106e req-9d789ab4-acd0-49d0-bec8-03c1174ef7e9 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0778530
Nov 27 12:15:21.360397 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c8031562-b323-4c2d-97cb-22ea086f106e req-3bab7720-189a-485a-82a3-72957107e7f3 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0460606
Nov 27 12:15:22.511007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:22.562634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dbfea-cfe7-45eb-8e42-31167ef28b91 req-80cba386-79a6-4166-b293-010a1965ac39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:22.564093 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bb6dbfea-cfe7-45eb-8e42-31167ef28b91 req-80cba386-79a6-4166-b293-010a1965ac39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0766084
Nov 27 12:15:22.615801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bb6dbfea-cfe7-45eb-8e42-31167ef28b91 req-14cf9761-8493-41e2-b76b-aa15a55eba5d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0459511
Nov 27 12:15:23.809514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a251d2-d269-4aef-a202-053a02a7784c req-e77b20d1-d518-4a1e-9b72-0869113b0114 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:23.811212 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c8a251d2-d269-4aef-a202-053a02a7784c req-e77b20d1-d518-4a1e-9b72-0869113b0114 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0761478
Nov 27 12:15:23.857970 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c8a251d2-d269-4aef-a202-053a02a7784c req-3fb9a0b8-b054-4dc5-afa9-286e1d74257f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404735
Nov 27 12:15:23.903403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:25.068568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee7ff-e33c-41cc-9b9a-81d15a25f314 req-51e1d406-457c-4ace-bc47-9938ac61e44d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:25.070086 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-13bee7ff-e33c-41cc-9b9a-81d15a25f314 req-51e1d406-457c-4ace-bc47-9938ac61e44d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0794654
Nov 27 12:15:25.127617 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-13bee7ff-e33c-41cc-9b9a-81d15a25f314 req-f9b4a759-ea37-44aa-9d40-ac4f847932ef tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0509717
Nov 27 12:15:26.328866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849a7b1-3a61-483c-aa57-616fb8ff5e79 req-33993a78-28db-49a8-8eee-edfa2972c2a7 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:26.330288 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8849a7b1-3a61-483c-aa57-616fb8ff5e79 req-33993a78-28db-49a8-8eee-edfa2972c2a7 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0818508
Nov 27 12:15:26.482024 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8849a7b1-3a61-483c-aa57-616fb8ff5e79 req-faceed96-102d-4a27-addc-1374e680fda4 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=824867b1-005a-4eea-a029-7493ac32944c&id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1459031
Nov 27 12:15:39.560067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:45.314923 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-849ca54b-f476-4af3-867e-621b977873e6 req-56a77324-c073-4d59-9f62-a53ff3cf83e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712283
Nov 27 12:15:45.451327 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-849ca54b-f476-4af3-867e-621b977873e6 req-56cb3f2a-9ab3-4664-ada9-ced5255b0059 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1138 time: 0.0693152
Nov 27 12:15:45.698652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca54b-f476-4af3-867e-621b977873e6 req-254f06bb-1b37-4624-aded-793464d63ab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:45.700077 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-849ca54b-f476-4af3-867e-621b977873e6 req-254f06bb-1b37-4624-aded-793464d63ab4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 916 time: 0.2229953
Nov 27 12:15:45.812266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-849ca54b-f476-4af3-867e-621b977873e6 req-107c3a9f-7bd9-444d-825a-179096930978 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 1002 time: 0.1045134
Nov 27 12:15:45.874059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca54b-f476-4af3-867e-621b977873e6 req-9363406b-6130-4a4a-842e-108d052a168c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:45.875423 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-849ca54b-f476-4af3-867e-621b977873e6 req-9363406b-6130-4a4a-842e-108d052a168c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 200  len: 854 time: 0.0570679
Nov 27 12:15:45.953841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-849ca54b-f476-4af3-867e-621b977873e6 req-3ef0f2a0-bfcc-4e91-8ba9-f139d2bf9e29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081700b0-978f-4cc5-a63b-fd3a12543662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712800
Nov 27 12:15:46.095741 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-849ca54b-f476-4af3-867e-621b977873e6 req-cd0113f9-92ba-44c3-a413-e44e97792c73 service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339712
Nov 27 12:15:46.227365 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-849ca54b-f476-4af3-867e-621b977873e6 req-146d4874-ae83-4061-a5a1-1e114eb3b15a service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245115
Nov 27 12:15:49.047442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5856fb6d-9f26-4102-8a86-d24a735a8909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:49.807744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:51.247830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c160ce4d-7d4f-4eb0-a0c8-658711425067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:52.514391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:53.899002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:56.147989 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:15:59.393302 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-a0e221ce-3b97-4434-84f1-6295f3a3e99f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164290792&fields=id&tenant_id=b68f9003d9864a4fbc65f24bba826456 HTTP/1.1" status: 200  len: 267 time: 0.0404682
Nov 27 12:15:59.471918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-f5bef2a5-e427-42ec-a5aa-502f869ca0aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:59.473311 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-f5bef2a5-e427-42ec-a5aa-502f869ca0aa tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 985 time: 0.0745268
Nov 27 12:15:59.483673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Request body: {'port': {'security_groups': ['a8d47b01-eb13-449d-97ab-d7cce371972e']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:15:59.603257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:59.841654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] For port ee1406a2-eb52-4a10-bfdd-875ca810aa19, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:15:59.866616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:59.925788 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:59.932343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5a90fb2f-3b04-4c36-af98-516f593054a2 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:15:59.940442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['ee1406a2-eb52-4a10-bfdd-875ca810aa19'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:15:59.987365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:15:59.987982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:15:59.989283 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e21f1328-0fad-4d97-8618-348e9bb18250 req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "PUT /v2.0/ports/ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 943 time: 0.5099444
Nov 27 12:15:59.992779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:15:59.998710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57354) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:00.029948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event updated for resources: {'Port': ['ID=ee1406a2-eb52-4a10-bfdd-875ca810aa19,revision_number=7']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:00.041095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.041095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.041452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.041826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.042217 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.042572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.042936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.043298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.043654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.044011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.044511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.048877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:00.071914 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'status': 'completed', 'code': 200}
Nov 27 12:16:00.080758 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['ee1406a2-eb52-4a10-bfdd-875ca810aa19'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:16:00.111280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:00.144129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:00.190293 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-d489fe9d-7ea5-42ee-9ab6-366901c9ce08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1099 time: 0.0952773
Nov 27 12:16:00.310672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:00.325055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:00.329265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-95aea6cb-7ac5-4ce9-a548-a6194fef6acf None None] Provisioning complete for port ee1406a2-eb52-4a10-bfdd-875ca810aa19 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:00.330093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-95aea6cb-7ac5-4ce9-a548-a6194fef6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:00.338137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-81ac087c-1ad1-4c05-ae36-14c0c4e03d4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:00.339813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824867b1-005a-4eea-a029-7493ac32944c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:00.340001 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-81ac087c-1ad1-4c05-ae36-14c0c4e03d4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 916 time: 0.1382143
Nov 27 12:16:00.349659 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.350719 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.351163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.351597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.352024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.352489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.352915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.353364 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.353790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.354251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.354741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:00.358158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:00.404762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:00.407785 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "DELETE /v2.0/security-groups/824867b1-005a-4eea-a029-7493ac32944c HTTP/1.1" status: 204  len: 168 time: 0.4061539
Nov 27 12:16:00.410923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57360) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:00.448876 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-25878904-9b0e-45f5-8980-35cd77d9b22e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 1002 time: 0.1017492
Nov 27 12:16:00.521317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-c3b471a3-c14b-4290-9b0a-129a847e8f4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:00.523564 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-c3b471a3-c14b-4290-9b0a-129a847e8f4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 200  len: 854 time: 0.0666819
Nov 27 12:16:00.599770 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-202bfd20-bc9d-4367-af2e-2798cf52f597 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081700b0-978f-4cc5-a63b-fd3a12543662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690784
Nov 27 12:16:00.614872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Deleting port b7bda9c4-18d3-4203-8a4c-7d673f9ea20d {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:00.615196 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:00.791966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:00.792293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:00.852494 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-44530ea8-873d-4e58-a00b-ce9f4f157763 service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414045
Nov 27 12:16:00.913655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Calling delete_port for b7bda9c4-18d3-4203-8a4c-7d673f9ea20d owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:00.987348 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1eab2463-3951-4aea-92ad-93f110b04f07 req-7544697c-c666-4039-bdfe-ed7a2c8a1258 service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246834
Nov 27 12:16:01.149116 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:01.152922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b908c699-1acb-4338-b76c-e1a705b4b241 tempest-TestVolumeBootPattern-1647712467 tempest-TestVolumeBootPattern-1647712467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:01.192693 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event deleted for resources: {'Port': ['ID=b7bda9c4-18d3-4203-8a4c-7d673f9ea20d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:01.197189 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:01.283825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:01.684388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Router e87a3ca0-953c-46fc-a803-9fc21d090f4d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:16:02.006352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:16:02.015969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] Sync routers for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:16:02.027806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:02.028628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28459ce6d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:15:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:02.093785 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:02.152552 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "DELETE /v2.0/floatingips/2ca09342-ffc7-45e9-939e-cdf775e10e28 HTTP/1.1" status: 204  len: 168 time: 1.7404435
Nov 27 12:16:02.152552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:16:02.225827 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'status': 'completed', 'code': 200}
Nov 27 12:16:02.265069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:02.342219 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-dc06ebfd-dcf3-47ad-ab08-3400477e24c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68f9003d9864a4fbc65f24bba826456&device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 1099 time: 0.0854592
Nov 27 12:16:02.483474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-22b2918f-ad09-4209-a284-2dae15a42c33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:02.484979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-22b2918f-ad09-4209-a284-2dae15a42c33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 200  len: 916 time: 0.1323555
Nov 27 12:16:02.560355 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-881070a3-fdc9-494a-a3dd-09f8b6506180 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 200  len: 217 time: 0.0648935
Nov 27 12:16:02.581766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28459ce6d0>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:56Z', 'revision_number': 5, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:02.586350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] Checking router: e87a3ca0-953c-46fc-a803-9fc21d090f4d for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:16:02.597166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:02.598080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28459ce6d0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:15:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:02.626089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-baaeb58f-9cb4-4e0a-b113-4a9dc38886ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:02.627520 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-baaeb58f-9cb4-4e0a-b113-4a9dc38886ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 200  len: 854 time: 0.0576093
Nov 27 12:16:02.712508 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-682a79ca-241f-4a2e-bc35-b5cb11fa64bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081700b0-978f-4cc5-a63b-fd3a12543662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737944
Nov 27 12:16:02.789361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:02.853163 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-c6d54dfd-a00c-4301-89f4-55fd274245e6 service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301861
Nov 27 12:16:02.992827 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0e434b4f-6a5a-4a24-a39a-a40c5e754968 req-4ace4ba4-5a50-491a-9c63-b944f681dee0 service neutron] 10.222.0.39 "GET /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302018
Nov 27 12:16:03.102751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28459ce6d0>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:56Z', 'revision_number': 5, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:03.106653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d953c-2788-4dcf-a451-40d5aa8a250d None None] The sync data for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv is: [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:13:48Z', 'revision_number': 4, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '9287fed1-76d2-4b60-919f-ac098a9e17a2', 'name': '', 'network_id': '081700b0-978f-4cc5-a63b-fd3a12543662', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'mac_address': 'fa:16:3e:e8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:48Z', 'updated_at': '2021-11-27T12:13:56Z', 'revision_number': 5, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'subnets': [{'id': 'd973f11f-75cb-4f33-9a5e-b5a529ef97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:16:03.344599 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35cc89-89d2-442e-a1f6-8ed4ed371242 None None] New status for floating IP 2ca09342-ffc7-45e9-939e-cdf775e10e28: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:16:08.209404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7773d-c5c3-41e2-919d-db3edb7abb30 req-b7fb3bd3-c1c7-41d7-a674-ce5d3fbabf8c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:08.210952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7773d-c5c3-41e2-919d-db3edb7abb30 req-b7fb3bd3-c1c7-41d7-a674-ce5d3fbabf8c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.0867224
Nov 27 12:16:08.256797 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-35e7773d-c5c3-41e2-919d-db3edb7abb30 req-488070e1-aec8-40e2-8299-65a028163250 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392601
Nov 27 12:16:09.452887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81952a5a-a364-4033-b31a-7182400ea3b4 req-51a9d008-d717-4a2f-8eed-5f4814b238dc tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:09.453566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-81952a5a-a364-4033-b31a-7182400ea3b4 req-51a9d008-d717-4a2f-8eed-5f4814b238dc tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Synchronizing usage tracker for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:16:09.537026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-81952a5a-a364-4033-b31a-7182400ea3b4 req-51a9d008-d717-4a2f-8eed-5f4814b238dc tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Unset dirty status for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:16:09.542509 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81952a5a-a364-4033-b31a-7182400ea3b4 req-51a9d008-d717-4a2f-8eed-5f4814b238dc tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.1623840
Nov 27 12:16:09.586457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-81952a5a-a364-4033-b31a-7182400ea3b4 req-bdd95884-de55-4a54-9d7c-08210d785c3d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Synchronizing usage tracker for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:16:09.595649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:09.664466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-81952a5a-a364-4033-b31a-7182400ea3b4 req-bdd95884-de55-4a54-9d7c-08210d785c3d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Unset dirty status for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:16:09.665838 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81952a5a-a364-4033-b31a-7182400ea3b4 req-bdd95884-de55-4a54-9d7c-08210d785c3d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203804
Nov 27 12:16:10.121914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-09f2ce52-7bb2-4307-9de3-634a4ad40cef tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:10.123349 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-09f2ce52-7bb2-4307-9de3-634a4ad40cef tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 946 time: 0.0754108
Nov 27 12:16:10.196971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Deleting port ee1406a2-eb52-4a10-bfdd-875ca810aa19 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:10.197305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:10.437945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] For port ee1406a2-eb52-4a10-bfdd-875ca810aa19, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ee1406a2-eb52-4a10-bfdd-875ca810aa19,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:10.438197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:10.570562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Calling delete_port for ee1406a2-eb52-4a10-bfdd-875ca810aa19 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:10.866133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:10.873195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-203aad00-f626-49e9-b5a9-b262ebd12c75 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:10.882431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['ee1406a2-eb52-4a10-bfdd-875ca810aa19'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:16:10.928322 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Pushing event deleted for resources: {'Port': ['ID=ee1406a2-eb52-4a10-bfdd-875ca810aa19,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:10.932814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:10.971104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27c7b2-a5db-474b-8c55-1f8c36d14021 req-4c703652-3dae-4b7f-8661-b3c4a889508d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:10.972488 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-be27c7b2-a5db-474b-8c55-1f8c36d14021 req-4c703652-3dae-4b7f-8661-b3c4a889508d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 867 time: 0.1700442
Nov 27 12:16:11.023740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] No DVR routers for this DVR port ee1406a2-eb52-4a10-bfdd-875ca810aa19 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:16:11.027965 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:11.030401 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'name': 'network-vif-deleted', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:16:11.063795 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-be27c7b2-a5db-474b-8c55-1f8c36d14021 req-526bd18a-e9ca-4f7f-8896-de10e24e732e tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8d47b01-eb13-449d-97ab-d7cce371972e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630045
Nov 27 12:16:11.086690 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c32c77-32ea-4fc4-a62e-073df7026022', 'name': 'network-vif-deleted', 'tag': 'ee1406a2-eb52-4a10-bfdd-875ca810aa19', 'status': 'completed', 'code': 200}
Nov 27 12:16:11.116057 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6659e3cc-613a-4ef6-b057-7c84d10d9518 req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.39 "DELETE /v2.0/ports/ee1406a2-eb52-4a10-bfdd-875ca810aa19 HTTP/1.1" status: 204  len: 173 time: 0.9843402
Nov 27 12:16:12.244007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-24d5b98d-c4ee-4ebe-bf8b-63f9919d0ea4 req-edd5a171-c0cc-495a-941b-ec981ec5e698 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Synchronizing usage tracker for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:16:12.326871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-24d5b98d-c4ee-4ebe-bf8b-63f9919d0ea4 req-edd5a171-c0cc-495a-941b-ec981ec5e698 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Unset dirty status for tenant:b68f9003d9864a4fbc65f24bba826456 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:16:12.328038 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-24d5b98d-c4ee-4ebe-bf8b-63f9919d0ea4 req-edd5a171-c0cc-495a-941b-ec981ec5e698 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c32c77-32ea-4fc4-a62e-073df7026022 HTTP/1.1" status: 200  len: 210 time: 0.1274304
Nov 27 12:16:13.547549 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ee1406a2-eb52-4a10-bfdd-875ca810aa19 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:16:13.582454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: ee1406a2-eb52-4a10-bfdd-875ca810aa19 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:16:13.582830 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ee1406a2-eb52-4a10-bfdd-875ca810aa19 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:16:14.813031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57446) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:15.199550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:15.776029 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Deleting port 9287fed1-76d2-4b60-919f-ac098a9e17a2 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:15.776359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:15.945917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] For port 9287fed1-76d2-4b60-919f-ac098a9e17a2, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9287fed1-76d2-4b60-919f-ac098a9e17a2,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:15.946652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:16.166686 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Calling delete_port for 9287fed1-76d2-4b60-919f-ac098a9e17a2 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:16.418506 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:16.422196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1e6698bd-7ea2-4d9a-9a3b-d28aca66a0db tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:16.463158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Pushing event deleted for resources: {'Port': ['ID=9287fed1-76d2-4b60-919f-ac098a9e17a2,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:16.465576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:16.751750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:17.333028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Router e87a3ca0-953c-46fc-a803-9fc21d090f4d has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:16:17.649369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:16:17.659374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] Sync routers for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:16:17.671279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:17.671881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ca9670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:15:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:17.749889 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] 10.222.0.23 "PUT /v2.0/routers/e87a3ca0-953c-46fc-a803-9fc21d090f4d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9332111
Nov 27 12:16:17.749889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57450) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:17.850660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:17.954998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:18.160109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:18.182724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ca9670>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:16:16Z', 'revision_number': 5, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port': {'id': '076d9c98-8b3c-47c7-b12a-6904b9e91886', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:46Z', 'updated_at': '2021-11-27T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:18.186877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] Checking router: e87a3ca0-953c-46fc-a803-9fc21d090f4d for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:16:18.197563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] Routers {'e87a3ca0-953c-46fc-a803-9fc21d090f4d'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:18.198155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ca9670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:15:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:18.229988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Deleting port 076d9c98-8b3c-47c7-b12a-6904b9e91886 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:18.230235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:18.355888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] Set router e87a3ca0-953c-46fc-a803-9fc21d090f4d gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:18.403826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] For port 076d9c98-8b3c-47c7-b12a-6904b9e91886, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=076d9c98-8b3c-47c7-b12a-6904b9e91886,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:18.404444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:18.460465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ca9670>, [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:16:18Z', 'revision_number': 6, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:18.465538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c0f2d-88a4-44bb-9d36-951c29e95416 None None] The sync data for ids ['e87a3ca0-953c-46fc-a803-9fc21d090f4d'] in dv-neutron-819441-1-hyperv is: [{'id': 'e87a3ca0-953c-46fc-a803-9fc21d090f4d', 'name': 'tempest-TestMinimumBasicScenario-1925577249-router', 'tenant_id': 'b68f9003d9864a4fbc65f24bba826456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:45Z', 'updated_at': '2021-11-27T12:16:18Z', 'revision_number': 6, 'project_id': 'b68f9003d9864a4fbc65f24bba826456', 'gw_port_host': None}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:16:18.527047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Calling delete_port for 076d9c98-8b3c-47c7-b12a-6904b9e91886 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:18.755856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:18.759666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c92f90f-33d3-4302-b4d0-98136bb53a90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:18.804585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=076d9c98-8b3c-47c7-b12a-6904b9e91886,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:18.808305 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:18.966723 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0bc7cfd9-870a-40e7-a173-63749388449f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.036782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.407238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.411462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.526989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.527509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87a3ca0-953c-46fc-a803-9fc21d090f4d {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:16:19.540083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.541299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e87a3ca0-953c-46fc-a803-9fc21d090f4d HTTP/1.1" status: 204  len: 168 time: 1.7904189
Nov 27 12:16:19.543691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57454) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:19.605006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] Deleting subnet d973f11f-75cb-4f33-9a5e-b5a529ef97d1 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:16:19.608352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.659722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.736191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.798848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9287fed1-76d2-4b60-919f-ac098a9e17a2 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:16:19.826808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.835876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9287fed1-76d2-4b60-919f-ac098a9e17a2 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:16:19.836217 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9287fed1-76d2-4b60-919f-ac098a9e17a2 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:16:19.836630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 076d9c98-8b3c-47c7-b12a-6904b9e91886 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:16:19.868168 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 076d9c98-8b3c-47c7-b12a-6904b9e91886 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:16:19.868598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 076d9c98-8b3c-47c7-b12a-6904b9e91886 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:16:19.894344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.898539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4a4e8150-0c4b-4b88-92f5-b5920c6fc513 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:19.935784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d973f11f-75cb-4f33-9a5e-b5a529ef97d1,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:19.939652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:19.942353 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:19.947486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a1d59-7785-47fe-ae37-999aca2e34b6 None None] Network 081700b0-978f-4cc5-a63b-fd3a12543662 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:16:19.948468 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2b43455d-1c2d-41f6-bc4c-d179550e4bab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d973f11f-75cb-4f33-9a5e-b5a529ef97d1 HTTP/1.1" status: 204  len: 168 time: 0.4038088
Nov 27 12:16:19.950945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57458) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:20.056545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.066973 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Deleting port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:20.067292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.190481 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] DHCP port deletion for 081700b0-978f-4cc5-a63b-fd3a12543662 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:16:20.194684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] Deleting port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:20.195060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.268395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] For port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:20.268779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.393747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Calling delete_port for 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:20.402120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] For port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4,segment=NetworkSegment(77224661-2d73-4d61-8af8-95a50bb5840e),segment_id=77224661-2d73-4d61-8af8-95a50bb5840e)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:20.402531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.518981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] Calling delete_port for 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:20.532417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.536343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1e366682-7db9-418c-8f21-de0ccca10edc tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:20.577125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:20.580707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:20.584058 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] No DVR routers for this DVR port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:16:20.592773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:16:20.593134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:16:20.698406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.726365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845571670>,) {'filters': {'network_id': ['081700b0-978f-4cc5-a63b-fd3a12543662']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:20.737940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845571670>, '77224661-2d73-4d61-8af8-95a50bb5840e') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:20.738225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845571670>, '77224661-2d73-4d61-8af8-95a50bb5840e') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:20.749561 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.765171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.771176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:16:20.775884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:16:20.784382 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:16:20.954133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.957637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c131fbb1-83d2-41ac-ba44-57ee97401dd3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:20.974016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:20.987749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=081700b0-978f-4cc5-a63b-fd3a12543662,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:20.991354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:21.086223 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] 10.222.0.23 "DELETE /v2.0/networks/081700b0-978f-4cc5-a63b-fd3a12543662 HTTP/1.1" status: 204  len: 168 time: 1.1342640
Nov 27 12:16:21.089204 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57462) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:21.094320 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] Deleting port 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:21.094740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:21.168036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bb75f-750b-4aa3-b66b-57caac8365a3 None None] The port '3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:16:21.258754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1bb4-db73-400f-b20e-fc292d03d30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:21.572615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:21.797233 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:16:21.832607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:16:21.832866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3bbc27cc-e6f0-4cea-8165-6cf0ee6dcee4 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:16:22.164079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Deleting port 4409b913-6388-4754-b38a-6d3a670d2c70 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:22.164327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:22.335388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] For port 4409b913-6388-4754-b38a-6d3a670d2c70, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4409b913-6388-4754-b38a-6d3a670d2c70,segment=NetworkSegment(42d6cafd-0025-49e5-9f5c-acfa1681ac9a),segment_id=42d6cafd-0025-49e5-9f5c-acfa1681ac9a)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:22.335798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:22.456382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Calling delete_port for 4409b913-6388-4754-b38a-6d3a670d2c70 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:22.515668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:22.725505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:22.729778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-040366ed-2050-4b8d-a99b-bc702cd68c1f tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:22.772234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4409b913-6388-4754-b38a-6d3a670d2c70,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:22.776106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:23.174682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:23.745568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Router 40c7964c-51e3-4966-b786-b3e926235776 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:16:23.909591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:23.951337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:16:23.959918 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] Sync routers for ids ['40c7964c-51e3-4966-b786-b3e926235776'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:16:23.971269 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] Routers {'40c7964c-51e3-4966-b786-b3e926235776'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:23.972515 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fb310>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:16:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40c7964c-51e3-4966-b786-b3e926235776'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:24.025998 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/40c7964c-51e3-4966-b786-b3e926235776/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9356761
Nov 27 12:16:24.028537 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57466) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:24.146528 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] Set router 40c7964c-51e3-4966-b786-b3e926235776 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:24.228810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:24.427598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:24.430426 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fb310>, [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:16:22Z', 'revision_number': 5, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port': {'id': 'b63eb0dc-060d-4e66-876f-99a28c7a625d', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7964c-51e3-4966-b786-b3e926235776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:24.434244 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] Checking router: 40c7964c-51e3-4966-b786-b3e926235776 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:16:24.444733 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] Routers {'40c7964c-51e3-4966-b786-b3e926235776'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:24.445318 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fb310>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:16:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['40c7964c-51e3-4966-b786-b3e926235776'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:24.498204 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Deleting port b63eb0dc-060d-4e66-876f-99a28c7a625d {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:24.498671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:24.593144 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] Set router 40c7964c-51e3-4966-b786-b3e926235776 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:24.676823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] For port b63eb0dc-060d-4e66-876f-99a28c7a625d, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b63eb0dc-060d-4e66-876f-99a28c7a625d,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:24.677094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:24.725443 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fb310>, [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:16:24Z', 'revision_number': 6, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:24.729993 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f4040-8924-413a-930d-1ed8cfc2d7e6 None None] The sync data for ids ['40c7964c-51e3-4966-b786-b3e926235776'] in dv-neutron-819441-1-hyperv is: [{'id': '40c7964c-51e3-4966-b786-b3e926235776', 'name': 'tempest-TestMinimumBasicScenario-433476021-router', 'tenant_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:13:53Z', 'updated_at': '2021-11-27T12:16:24Z', 'revision_number': 6, 'project_id': '0bbd5f65d15e4d1a871784cfe52c864b', 'gw_port_host': None}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:16:24.797828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Calling delete_port for b63eb0dc-060d-4e66-876f-99a28c7a625d owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:25.029495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:25.033134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a83bf598-dc9b-449b-a18e-7d1c79e003b1 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:25.075702 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63eb0dc-060d-4e66-876f-99a28c7a625d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:25.079119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:25.298103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:25.680109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:25.684381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:25.778405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:25.779012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c7964c-51e3-4966-b786-b3e926235776 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:16:25.792157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:25.796198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57470) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:25.796717 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a83ae16c-6ed4-4700-9f3d-f3712e44ca34 admin admin] 10.222.0.23 "DELETE /v2.0/routers/40c7964c-51e3-4966-b786-b3e926235776 HTTP/1.1" status: 204  len: 168 time: 1.7666769
Nov 27 12:16:25.802694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b63eb0dc-060d-4e66-876f-99a28c7a625d no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:16:25.852945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: b63eb0dc-060d-4e66-876f-99a28c7a625d {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:16:25.852945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b63eb0dc-060d-4e66-876f-99a28c7a625d not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:16:25.852945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4409b913-6388-4754-b38a-6d3a670d2c70 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:16:25.872132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] Deleting subnet 5271c331-5de1-4f80-97bd-786755f8f4cc {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:16:25.876082 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:25.891699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4409b913-6388-4754-b38a-6d3a670d2c70 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:16:25.892096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4409b913-6388-4754-b38a-6d3a670d2c70 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:16:25.933147 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.016017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.161585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.165981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c1cbbc17-8d55-4753-b780-5697cc32ad91 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:26.202517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5271c331-5de1-4f80-97bd-786755f8f4cc,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:26.204618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:26.205620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.212936 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d38150bf-0afa-4335-8448-0a5df9cf7933 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5271c331-5de1-4f80-97bd-786755f8f4cc HTTP/1.1" status: 204  len: 168 time: 0.4149210
Nov 27 12:16:26.215316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c05db-74e9-4e30-9355-14d859533d46 None None] Network e21c066d-b420-4524-b730-a5fb035b4de3 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:16:26.216403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57474) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:26.329290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.339914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Deleting port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:26.340244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.501037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] DHCP port deletion for e21c066d-b420-4524-b730-a5fb035b4de3 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:16:26.505840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] Deleting port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:26.506622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.544396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] For port 2d8a564e-d50a-43b1-88a7-6ef87332eb85, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2d8a564e-d50a-43b1-88a7-6ef87332eb85,segment=NetworkSegment(42d6cafd-0025-49e5-9f5c-acfa1681ac9a),segment_id=42d6cafd-0025-49e5-9f5c-acfa1681ac9a)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:26.544748 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.665848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Calling delete_port for 2d8a564e-d50a-43b1-88a7-6ef87332eb85 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:26.723684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] For port 2d8a564e-d50a-43b1-88a7-6ef87332eb85, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=2d8a564e-d50a-43b1-88a7-6ef87332eb85,segment=NetworkSegment(42d6cafd-0025-49e5-9f5c-acfa1681ac9a),segment_id=42d6cafd-0025-49e5-9f5c-acfa1681ac9a)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:26.723989 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.806777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:26.811186 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:26.847725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] Calling delete_port for 2d8a564e-d50a-43b1-88a7-6ef87332eb85 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:16:26.853439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8a564e-d50a-43b1-88a7-6ef87332eb85,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:26.857502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:26.860389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] No DVR routers for this DVR port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:16:26.924472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:16:26.924839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:16:26.981911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:27.007170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844a88430>,) {'filters': {'network_id': ['e21c066d-b420-4524-b730-a5fb035b4de3']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:27.019660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a88430>, '42d6cafd-0025-49e5-9f5c-acfa1681ac9a') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:27.019941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844a88430>, '42d6cafd-0025-49e5-9f5c-acfa1681ac9a') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:27.030914 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:27.049716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:27.056414 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:16:27.056823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:16:27.070456 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:16:27.235639 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:27.238959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:27.252336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:27.264390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Pushing event deleted for resources: {'Network': ['ID=e21c066d-b420-4524-b730-a5fb035b4de3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:27.267916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:27.269722 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e21c066d-b420-4524-b730-a5fb035b4de3 HTTP/1.1" status: 204  len: 168 time: 1.0522711
Nov 27 12:16:27.426219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] Deleting port 2d8a564e-d50a-43b1-88a7-6ef87332eb85 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:16:27.426726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:27.491349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-be62eda5-9b4b-4197-87c4-2c4261d4ad85 None None] The port '2d8a564e-d50a-43b1-88a7-6ef87332eb85' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:16:27.741228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57480) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:27.797328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2d8a564e-d50a-43b1-88a7-6ef87332eb85 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:16:27.800838 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-18187f28-15a1-40f5-8c05-4e46341799e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b68f9003d9864a4fbc65f24bba826456&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0582347
Nov 27 12:16:27.801610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57484) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:27.829918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 2d8a564e-d50a-43b1-88a7-6ef87332eb85 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:16:27.830269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 2d8a564e-d50a-43b1-88a7-6ef87332eb85 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:16:27.863103 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30ea2080-ac25-401e-b0a1-ccdc144eaa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:27.888126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30ea2080-ac25-401e-b0a1-ccdc144eaa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:28.080911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30ea2080-ac25-401e-b0a1-ccdc144eaa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:28.084801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4419880-5960-4f9c-b89d-2bb96b5b94b6 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:28.098990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea2080-ac25-401e-b0a1-ccdc144eaa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d47b01-eb13-449d-97ab-d7cce371972e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:28.101570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-30ea2080-ac25-401e-b0a1-ccdc144eaa3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:28.188889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-30ea2080-ac25-401e-b0a1-ccdc144eaa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:28.190006 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-30ea2080-ac25-401e-b0a1-ccdc144eaa3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8d47b01-eb13-449d-97ab-d7cce371972e HTTP/1.1" status: 204  len: 168 time: 0.3875079
Nov 27 12:16:28.930393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57492) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:28.989899 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0d9a081b-df53-4c63-b4c5-cd8e62b64db2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bbd5f65d15e4d1a871784cfe52c864b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0582340
Nov 27 12:16:28.992295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57496) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:29.154918 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dcca4ee9-6cd4-4b07-af20-eb09eed9c934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:29.180406 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dcca4ee9-6cd4-4b07-af20-eb09eed9c934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:29.298115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dcca4ee9-6cd4-4b07-af20-eb09eed9c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:29.301987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e0d34464-f172-4d9f-b2eb-4697c006a134 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:29.313453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca4ee9-6cd4-4b07-af20-eb09eed9c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605b160-2a42-46bc-baa6-ed36c8ec824d,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:29.316156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dcca4ee9-6cd4-4b07-af20-eb09eed9c934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:29.321961 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-dcca4ee9-6cd4-4b07-af20-eb09eed9c934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:29.323090 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-dcca4ee9-6cd4-4b07-af20-eb09eed9c934 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d605b160-2a42-46bc-baa6-ed36c8ec824d HTTP/1.1" status: 204  len: 168 time: 0.3299339
Nov 27 12:16:32.282816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57540) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:32.288549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519114099', 'description': 'tempest-secgroup-smoke-519114099 description', 'project_id': 'efcd42d5a33043018831a4abf62c606d'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:32.296588 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:32.301033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:32.303848 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:32.309926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:32.378231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:32.391135 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:32.421562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:32.426433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:32.429699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:32.435525 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:32.501939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:32.612177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:32.615556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-307c59a7-2070-4774-92fe-f0bc81a51f3c tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:32.653940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:32.656203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a9193-fff2-44f6-b98d-2668d4ad9365,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:32.659843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:32.660747 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:32.663630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:32.669261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:32.726763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:32.795097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:32.798590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ce7f336a-5c4b-4800-af20-2f0492fb8e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:32.843845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75dfa192-0925-44ff-81fe-c936b689ee6a,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:32.846397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:32.949849 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:32.951054 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6671977
Nov 27 12:16:32.953937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57544) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:32.959488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '75dfa192-0925-44ff-81fe-c936b689ee6a', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:32.965606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:32.969452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:32.972356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:32.978055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:33.087622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.147389 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:16:33.148012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.240734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.242461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4813ed11-7c2d-4a55-a983-fae40c89aeca tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:33.264544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06923ce-da52-4d77-9b88-887819795177,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:33.266880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:33.341931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.343230 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3883598
Nov 27 12:16:33.345896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57548) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:33.351341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '75dfa192-0925-44ff-81fe-c936b689ee6a', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:33.357847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:33.361566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:33.364419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:33.370512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:33.453056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.516988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.633734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.635665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8ea22498-5774-4f41-80ae-c83a9717fde9 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:33.660986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7129f614-9495-4343-8c7b-b08e0ab22295,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:33.663348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:33.759024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.760430 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4134502
Nov 27 12:16:33.763206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57552) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:33.780593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '75dfa192-0925-44ff-81fe-c936b689ee6a', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:33.780593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:33.780593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:33.781786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:33.787941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:33.877143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:33.939333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.029472 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.031360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7d589d60-ff89-452e-a3d2-75dc262dda0f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:34.052790 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9214605d-f6ee-4008-9903-487ae07c1979,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:34.055140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:34.137954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.139174 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3750203
Nov 27 12:16:34.141853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57556) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:34.147260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '75dfa192-0925-44ff-81fe-c936b689ee6a', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:34.153889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:34.157590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:34.160462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:34.166078 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:34.241298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.313944 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.401121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.402941 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0ecfa552-dce3-49a4-ab87-b69dc79f6a9e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:34.424402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29085789-5f58-4416-b6ae-10cfaf848fa9,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:34.426709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:34.526996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.528209 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3853703
Nov 27 12:16:34.530954 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57560) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:34.536459 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '75dfa192-0925-44ff-81fe-c936b689ee6a', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:34.544110 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:34.547903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:34.550825 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:34.556529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:34.644956 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:16:34.651817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.717705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.835065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.836975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5e96aedd-290c-4448-b607-c431a3c46a11 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:34.859155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cab8be3-38f7-46ff-bc25-e9dc67d5c3d2,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:34.861507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:34.948238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:34.949345 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-176c2cd1-ab4e-416b-9fcd-90ab5e2bb39c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4174573
Nov 27 12:16:34.952102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57564) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:34.957692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '75dfa192-0925-44ff-81fe-c936b689ee6a', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:34.964309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:34.968096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:34.970959 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:34.976645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:35.075417 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:16:35.082216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.145915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.230106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.231870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b37fa82-9662-4d3e-a747-98bcab8c63d2 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:35.253560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e175e2-6112-44a3-a5b5-e391cedabcff,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:35.257784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:35.337810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.339698 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3866105
Nov 27 12:16:35.342618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57568) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:35.348181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'network': {'name': 'tempest-network-smoke--2032864853', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:35.353260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:35.356986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:network and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:35.359792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:35.365371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:35.458244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:16:35.461352 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.489344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:16:35.497501 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.497833 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Added segment 21b54da4-263c-4bee-8d38-56690aae6fb0 of type vlan for network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66
Nov 27 12:16:35.526283 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.663837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.667664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:35.668268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.672118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-021a24c4-8475-4074-b964-0da0241be9f4 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:35.773081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Network': ['ID=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:35.775779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:35.783214 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:16:35.864950 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5208843
Nov 27 12:16:35.867426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57572) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:35.873080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'admin_state_up': True, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:35.879906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:35.886923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:router and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:35.887974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:35.893817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:35.983894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:35.984817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:36.003872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:36.211931 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:36.468152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:36.497265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:36.632173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.179 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:16:36.777654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:36.869563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:36.873437 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a40ccd5e-132d-4255-8074-adc5da77b897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:36.938355 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:16:36.941350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:16:36.943895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:16:36.974627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:36.977319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:37.279814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:37.280433 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:37.549126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:16:37.750239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:16:37.759788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Sync routers for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:16:37.771201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:37.771806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a64dc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:16:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:37.862051 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:37.863260 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9949253
Nov 27 12:16:37.866345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57576) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:37.956597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:38.037846 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9f96ffcd-9c18-4f18-8715-998f071e8ee9 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=efcd42d5a33043018831a4abf62c606d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1701205
Nov 27 12:16:38.040687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57582) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:38.171830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d380b62-bd85-4541-ae96-1385e4d8740e tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:38.173194 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2d380b62-bd85-4541-ae96-1385e4d8740e tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1310458
Nov 27 12:16:38.176012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57586) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:38.215378 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6aef90b8-2136-4e4d-9a38-4547e31775b6 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382183
Nov 27 12:16:38.217834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57590) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:38.223313 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-487668702', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:38.247326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a64dc0>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:37Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:38.251374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Checking router: 45c0db40-bf07-4c3a-a49c-c3a96df1add6 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:16:38.251724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Updating router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:16:38.343970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:38.348042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:subnet and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:38.351057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:38.356841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:38.358511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:38.422183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:16:38.524427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:38.688867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:38.702016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Transition to ACTIVE for port object bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:16:38.800941 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:38.804698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:38.858173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:38.861968 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2601bd3b-0e1f-40bb-acd2-bf311c61db21 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:38.880987 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Pushing event updated for resources: {'Port': ['ID=bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:38.883285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Attempting to bind port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:16:38.883672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Attempting to bind port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:16:38.884280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Attempting to bind port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:16:38.900612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.908850 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:38.910759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:16:38.910936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:16:38.911390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:38.911950 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:16:38.912647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Bound port: bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:16:38.913192 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:38.945752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:38.946109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Subnet': ['ID=7262c076-cf0c-4b6d-95a8-76dce5d1bab4,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:38.949609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:38.962841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Checking segment: {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:16:38.963192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network hostable DHCP agents. Network: 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:16:38.991589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] For port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:16:38.994683 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] For port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:16:39.075242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:16:39.150015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:39.153882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-77cb1541-b3c1-4564-907f-903c823808b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:39.177651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:16:39.181651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:39.182367 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:39.192826 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cff4bf-9d84-4bf5-84e5-769354412a8d None None] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:16:39.270507 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f65c4fe2-5bdb-4708-992e-d0216c24437b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0516312
Nov 27 12:16:39.274006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57596) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:39.322552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Pushing event updated for resources: {'Port': ['ID=bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:39.325715 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:39.339801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:39.340440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a64dc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:16:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:39.622771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:16:39.623577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:39.634236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:39.739422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.016381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Allocated IP 172.20.0.2 (61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66/7262c076-cf0c-4b6d-95a8-76dce5d1bab4/9326576d-3af1-4017-ad2f-c6b977281a03) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:16:40.143245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.191667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a64dc0>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:37Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:40.206887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0dadf-36bd-4e0c-b677-5e0b1b4fa22a None None] The sync data for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv is: [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:37Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:16:40.301448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.313084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Transition to ACTIVE for port object 9326576d-3af1-4017-ad2f-c6b977281a03 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:16:40.333718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Transition to ACTIVE for port object 9326576d-3af1-4017-ad2f-c6b977281a03 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:16:40.434925 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.439763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:40.505043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:16:40.508090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:16:40.517242 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:16:40.564596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Pushing event updated for resources: {'Port': ['ID=9326576d-3af1-4017-ad2f-c6b977281a03,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:40.583477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.1 (61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66/7262c076-cf0c-4b6d-95a8-76dce5d1bab4/486ac58c-e69d-43f4-93f9-4e4ed61b1504) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:16:40.592079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:40.650825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Attempting to bind port 9326576d-3af1-4017-ad2f-c6b977281a03 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:16:40.651199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Attempting to bind port 9326576d-3af1-4017-ad2f-c6b977281a03 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:16:40.652208 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Attempting to bind port 9326576d-3af1-4017-ad2f-c6b977281a03 on network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:16:40.659041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:16:40.659417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Checking segment: {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:16:40.659873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.660267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Bound using segment: {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:16:40.660728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Bound port: 9326576d-3af1-4017-ad2f-c6b977281a03, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:16:40.661098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.754326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] For port 9326576d-3af1-4017-ad2f-c6b977281a03, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:16:40.757938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] For port 9326576d-3af1-4017-ad2f-c6b977281a03, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9326576d-3af1-4017-ad2f-c6b977281a03,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:16:40.830091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.834644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:40.866357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.885272 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object 486ac58c-e69d-43f4-93f9-4e4ed61b1504 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:16:40.930341 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Pushing event updated for resources: {'Port': ['ID=9326576d-3af1-4017-ad2f-c6b977281a03,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:40.934143 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:40.982430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:40.987073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:41.060347 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:16:41.064129 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:16:41.066658 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:16:41.102699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=486ac58c-e69d-43f4-93f9-4e4ed61b1504,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:41.106337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:41.140428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:41.311456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:41.853885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:41.881832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9326576d-3af1-4017-ad2f-c6b977281a03 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:16:41.926902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:41.958143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bb0281b1-c2d7-4673-bd2e-8885f4c84770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:41.973134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984f5fe-0f71-4d62-bdd8-84607d51510e None None] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:16:42.052112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:42.052983 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9326576d-3af1-4017-ad2f-c6b977281a03 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:16:42.055677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=486ac58c-e69d-43f4-93f9-4e4ed61b1504,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:42.058924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:42.061577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:16:42.195595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:16:42.196606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:16:42.245203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] Provisioning for port 9326576d-3af1-4017-ad2f-c6b977281a03 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:16:42.255157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] Provisioning complete for port 9326576d-3af1-4017-ad2f-c6b977281a03 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:42.255537 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:42.294018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:16:42.308440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:42.308840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:42.495762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:42.523049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:42.549840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:42.555687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] For port 9326576d-3af1-4017-ad2f-c6b977281a03, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9326576d-3af1-4017-ad2f-c6b977281a03,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:42.603418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:16:42.639524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:42.642589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:42.689157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:42.716904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:42.720186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:42.725976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:42.787559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] Pushing event updated for resources: {'Port': ['ID=9326576d-3af1-4017-ad2f-c6b977281a03,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:42.790626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:42.812314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b0189917-60c4-41a2-91e6-ac6924509b83 None None] Provisioning complete for port 9326576d-3af1-4017-ad2f-c6b977281a03 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:42.812854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b0189917-60c4-41a2-91e6-ac6924509b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:42.821722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:16:42.834983 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/45c0db40-bf07-4c3a-a49c-c3a96df1add6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5598872
Nov 27 12:16:43.006332 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b0189917-60c4-41a2-91e6-ac6924509b83 None None] Provisioning for port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:16:43.012248 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-b0189917-60c4-41a2-91e6-ac6924509b83 None None] Provisioning complete for port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:43.012692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b0189917-60c4-41a2-91e6-ac6924509b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:43.023812 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-5f95a921-1124-4b58-9300-441c8c71b68a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519114099&fields=id&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 267 time: 0.0498843
Nov 27 12:16:43.065327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-b0189917-60c4-41a2-91e6-ac6924509b83 None None] Port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:16:43.187014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-8f788932-db38-42ee-a831-5b8c35ef3ca5 None None] Provisioning complete for port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:43.187322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8f788932-db38-42ee-a831-5b8c35ef3ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:43.244270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-8f788932-db38-42ee-a831-5b8c35ef3ca5 None None] Port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:16:43.287913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-fcf403ee-b7bd-40d9-a859-d8eb0f6e5a2d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:43.289290 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-fcf403ee-b7bd-40d9-a859-d8eb0f6e5a2d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/networks?id=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 HTTP/1.1" status: 200  len: 797 time: 0.2584302
Nov 27 12:16:43.305253 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-2654a97f-6e0e-4051-9af8-971c0bd3e2aa tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/quotas/efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 375 time: 0.0105357
Nov 27 12:16:43.395105 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-a8aff5c9-d6ba-4d22-b13e-4656a7e74bd0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0832880
Nov 27 12:16:43.488480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-9bcb81aa-e039-465d-b11d-71d435ecf07a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:16:43.489440 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-9bcb81aa-e039-465d-b11d-71d435ecf07a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0817206
Nov 27 12:16:43.623246 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-b5d0a692-b9a1-4b68-80a1-af3fa8acfd19 service neutron] 10.222.0.23 "GET /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269181
Nov 27 12:16:43.756806 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-81b2a4d2-d3aa-4169-9f66-806abfb32bd2 service neutron] 10.222.0.23 "GET /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273954
Nov 27 12:16:43.774898 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Sync routers for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:16:43.787235 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:43.788363 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469232e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:16:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:43.824901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9326576d-3af1-4017-ad2f-c6b977281a03 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:16:43.892753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9326576d-3af1-4017-ad2f-c6b977281a03 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:43.893141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:43.992818 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:44.050717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-40f246d5-bec5-4233-8aa3-538617abcd67 req-1669b7c8-6064-49de-8966-cbbd080928a9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:16:44.067075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:16:44.137115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:44.137447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:44.149455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-40f246d5-bec5-4233-8aa3-538617abcd67 req-1669b7c8-6064-49de-8966-cbbd080928a9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:16:44.153388 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-40f246d5-bec5-4233-8aa3-538617abcd67 req-1669b7c8-6064-49de-8966-cbbd080928a9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 210 time: 0.1453493
Nov 27 12:16:44.329046 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469232e0>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 2, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:44.332831 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Checking router: 45c0db40-bf07-4c3a-a49c-c3a96df1add6 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:16:44.333183 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Updating router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:16:44.387134 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:44.722191 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:44.733522 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Transition to ACTIVE for port object 486ac58c-e69d-43f4-93f9-4e4ed61b1504 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:16:44.817661 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:44.821936 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-6cbef047-c27f-4521-af05-a78396bf29bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:44.941748 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Pushing event updated for resources: {'Port': ['ID=486ac58c-e69d-43f4-93f9-4e4ed61b1504,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:44.983472 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.983771 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.984142 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.984471 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.984840 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.985439 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.985578 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.985792 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.986105 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.986418 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.988442 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:16:44.990529 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:45.060141 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Attempting to bind port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:16:45.060532 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Attempting to bind port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:16:45.060889 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Attempting to bind port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 on network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:16:45.067507 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:16:45.067871 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Checking segment: {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:16:45.068307 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:45.068690 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Bound using segment: {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:16:45.069144 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Bound port: 486ac58c-e69d-43f4-93f9-4e4ed61b1504, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:16:45.069509 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:45.153671 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] For port 486ac58c-e69d-43f4-93f9-4e4ed61b1504, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:16:45.156755 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] For port 486ac58c-e69d-43f4-93f9-4e4ed61b1504, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=486ac58c-e69d-43f4-93f9-4e4ed61b1504,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:16:45.230559 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:45.234228 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-ca2c69f6-2afc-4791-9585-8334c0cd7f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:45.315817 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Pushing event updated for resources: {'Port': ['ID=486ac58c-e69d-43f4-93f9-4e4ed61b1504,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:45.320113 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:45.322627 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:16:45.323153 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28469232e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:16:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:45.357456 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2066c3f3-a18c-46d7-98ff-1a9e40514234 req-a67a4dca-e9dd-48ef-9edd-41ea58b35946 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 210 time: 0.0793631
Nov 27 12:16:45.534085 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:16:45.847236 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28469232e0>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:45Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:16:45.851492 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050224df-6f95-40d3-a20d-ccc7d6e1ba4a None None] The sync data for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv is: [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:45Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:16:46.520787 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1c943587-18be-4eb5-a12d-284f2ac30c2c req-e70b74b0-6878-4bfc-9cf9-80abfc939c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 210 time: 0.0460458
Nov 27 12:16:46.639184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-9e83edf0-8b52-45dd-baf9-e441e09f8266 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:46.640639 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-9e83edf0-8b52-45dd-baf9-e441e09f8266 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/networks?id=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 HTTP/1.1" status: 200  len: 797 time: 0.1554544
Nov 27 12:16:46.707900 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-ba67831e-d967-4b59-a574-f71342eb8493 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 379 time: 0.0452843
Nov 27 12:16:46.721113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'port': {'device_id': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'admin_state_up': True, 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'security_groups': ['75dfa192-0925-44ff-81fe-c936b689ee6a']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:46.857389 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:46.866961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:46.960452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:16:46.963588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:47.127840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.13 (61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66/7262c076-cf0c-4b6d-95a8-76dce5d1bab4/931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:16:47.312278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:47.327953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:16:47.433820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:47.439668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-292f7e5e-dc45-4341-9a89-04e393482646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:47.498772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:16:47.506302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:16:47.510504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:16:47.544725 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:47.551512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:47.583081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:47.587998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:47.703559 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9862940
Nov 27 12:16:47.715288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Request body: {'port': {'device_id': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:47.800460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e13ba6c1-c4e6-485d-91af-0c84262b7e4c None None] Provisioning for port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:16:47.806103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e13ba6c1-c4e6-485d-91af-0c84262b7e4c None None] Provisioning complete for port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:47.806727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e13ba6c1-c4e6-485d-91af-0c84262b7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:47.844060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0b78f-4413-4238-b902-fdf3a09cd109 req-fd77bf4e-9037-4bd0-b6ef-7ff633756569 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:47.844759 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-36a0b78f-4413-4238-b902-fdf3a09cd109 req-fd77bf4e-9037-4bd0-b6ef-7ff633756569 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:16:47.854430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 486ac58c-e69d-43f4-93f9-4e4ed61b1504 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:16:47.854701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:47.909858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e13ba6c1-c4e6-485d-91af-0c84262b7e4c None None] Port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:16:47.975458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-36a0b78f-4413-4238-b902-fdf3a09cd109 req-fd77bf4e-9037-4bd0-b6ef-7ff633756569 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:16:47.976560 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-36a0b78f-4413-4238-b902-fdf3a09cd109 req-fd77bf4e-9037-4bd0-b6ef-7ff633756569 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 932 time: 0.3202915
Nov 27 12:16:48.061521 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:16:48.066785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:48.067163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:48.075239 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-36a0b78f-4413-4238-b902-fdf3a09cd109 req-1ab18425-0203-4982-b678-834fdb8ea124 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928071
Nov 27 12:16:48.190198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:48.222626 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 486ac58c-e69d-43f4-93f9-4e4ed61b1504, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=486ac58c-e69d-43f4-93f9-4e4ed61b1504,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:48.336212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:48.339960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:48.368211 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:16:48.377821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:48.393492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Transition to ACTIVE for port object 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:16:48.414619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=486ac58c-e69d-43f4-93f9-4e4ed61b1504,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:48.417594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:48.520961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:48.525479 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5c5166e4-fae8-4c2c-98a7-ee531954104a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:48.646399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Pushing event updated for resources: {'Port': ['ID=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:48.650808 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:48.756500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Attempting to bind port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:16:48.757134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Attempting to bind port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:16:48.757134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Attempting to bind port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b on network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:16:48.763516 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b on network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:16:48.763830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Attempting to bind port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b on network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:16:48.770008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:16:48.772811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Checking segment: {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:16:48.772811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Bound using segment: {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:16:48.772811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Bound port: 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b54da4-263c-4bee-8d38-56690aae6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:16:48.772811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:48.861630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] For port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:16:48.864485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] For port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:16:48.955483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:48.959356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:49.006090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8e59b3d5-2c11-4dcd-96bf-b93a994d6899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:49.025863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:49.025863 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-8545a568-c308-4401-a858-aceffcd1169b service neutron] 10.222.0.39 "PUT /v2.0/ports/931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b HTTP/1.1" status: 200  len: 1094 time: 1.3030913
Nov 27 12:16:49.025863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:16:49.038352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Pushing event updated for resources: {'Port': ['ID=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:49.041600 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:49.077655 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'status': 'completed', 'code': 200}
Nov 27 12:16:49.190421 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0c658ce5-8230-4166-8c42-1db1e7834f51 req-defc79f7-d52f-433b-9872-813402004df5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 1097 time: 0.0809312
Nov 27 12:16:49.392215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c658ce5-8230-4166-8c42-1db1e7834f51 req-6ed9e25c-4028-4ffe-bd26-be6a5e1df587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:49.393683 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0c658ce5-8230-4166-8c42-1db1e7834f51 req-6ed9e25c-4028-4ffe-bd26-be6a5e1df587 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=efcd42d5a33043018831a4abf62c606d&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1932735
Nov 27 12:16:49.399337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915338b0-e9c8-427f-ba8d-e8cc2410be18 req-1ed3630c-eb14-49c4-9a0a-fedb164aa9d0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:49.400616 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-915338b0-e9c8-427f-ba8d-e8cc2410be18 req-1ed3630c-eb14-49c4-9a0a-fedb164aa9d0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 944 time: 0.1809237
Nov 27 12:16:49.531714 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-915338b0-e9c8-427f-ba8d-e8cc2410be18 req-9815078c-e920-4f88-9f64-4881adfd66f0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097186
Nov 27 12:16:49.569638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c658ce5-8230-4166-8c42-1db1e7834f51 req-c1d26be8-e066-4265-b7b6-b29aef6aea9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:49.574345 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0c658ce5-8230-4166-8c42-1db1e7834f51 req-c1d26be8-e066-4265-b7b6-b29aef6aea9d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1670971
Nov 27 12:16:49.684706 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-840f9b6e-8d46-4521-abb2-ad620a236757 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 1097 time: 0.0676770
Nov 27 12:16:49.757952 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-5261a85e-ad2b-4b58-bae9-d7daf70dd76f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b HTTP/1.1" status: 200  len: 217 time: 0.0622878
Nov 27 12:16:49.806172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:49.818745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 486ac58c-e69d-43f4-93f9-4e4ed61b1504 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:16:49.824271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-9afbfde8-ae91-4074-9359-0b07e39b6dd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:49.825687 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-9afbfde8-ae91-4074-9359-0b07e39b6dd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7262c076-cf0c-4b6d-95a8-76dce5d1bab4 HTTP/1.1" status: 200  len: 834 time: 0.0582631
Nov 27 12:16:49.888631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:49.889002 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:49.904638 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-24a0c12b-313f-4caa-8f64-a87b274cd922 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690875
Nov 27 12:16:50.040634 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-d199a52d-3c3b-4e55-a0a6-09413c641a25 service neutron] 10.222.0.39 "GET /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260009
Nov 27 12:16:50.173388 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-18ec8701-c7b7-4a3d-b3a3-178d3afb8893 req-12dad993-62fd-44d8-aeae-72a777c92a74 service neutron] 10.222.0.39 "GET /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231928
Nov 27 12:16:50.738707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d663f-9bcf-4db9-aed2-343fd1ce38b3 req-cbf518e5-90a2-4370-9ef5-1bbff78ebc07 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:50.740161 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-397d663f-9bcf-4db9-aed2-343fd1ce38b3 req-cbf518e5-90a2-4370-9ef5-1bbff78ebc07 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 944 time: 0.0831339
Nov 27 12:16:50.786413 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-397d663f-9bcf-4db9-aed2-343fd1ce38b3 req-44b44c0c-c640-4a6c-8b81-e8d92842a293 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:16:50.857834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-397d663f-9bcf-4db9-aed2-343fd1ce38b3 req-44b44c0c-c640-4a6c-8b81-e8d92842a293 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:16:50.858953 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-397d663f-9bcf-4db9-aed2-343fd1ce38b3 req-44b44c0c-c640-4a6c-8b81-e8d92842a293 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133072
Nov 27 12:16:51.206653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9c8446d0-7808-446d-83ff-b92b8ea209bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:52.172660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff54ccf-3ffc-4bc6-a24c-82222a46ef4e req-d8776eae-d5e1-4ce3-bed1-9dfc1b93ea04 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:52.174121 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8ff54ccf-3ffc-4bc6-a24c-82222a46ef4e req-d8776eae-d5e1-4ce3-bed1-9dfc1b93ea04 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 944 time: 0.1895363
Nov 27 12:16:52.222459 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8ff54ccf-3ffc-4bc6-a24c-82222a46ef4e req-6411faa2-9641-4f60-996e-3e8ed0b89b21 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420671
Nov 27 12:16:52.520749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:53.424192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5ee9a-cb30-4a30-9aa3-82a5e4eb75b7 req-f742cac1-da52-4fa3-86a0-23ac6b31d687 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:53.425728 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b5e5ee9a-cb30-4a30-9aa3-82a5e4eb75b7 req-f742cac1-da52-4fa3-86a0-23ac6b31d687 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 944 time: 0.0774851
Nov 27 12:16:53.481850 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b5e5ee9a-cb30-4a30-9aa3-82a5e4eb75b7 req-d0a417af-9618-479a-8938-5bfb7a10a233 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495958
Nov 27 12:16:53.701862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:16:53.859918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:53.874943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'port_id': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'mac_address': 'fa:16:3e:ed:4f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:16:53.931938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:53.937663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:53.956627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:16:53.972622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:54.069119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:54.070937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:54.139307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:54.142295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:54.405102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:16:54.689970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70157f-23f2-4e58-8a42-45d18631b059 req-c61832b0-9171-40d0-a5bf-0f9fa976a26b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:54.691537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce70157f-23f2-4e58-8a42-45d18631b059 req-c61832b0-9171-40d0-a5bf-0f9fa976a26b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 945 time: 0.0830481
Nov 27 12:16:54.744861 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce70157f-23f2-4e58-8a42-45d18631b059 req-1d1747f3-0009-444b-a71b-f68ffd737fce tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451717
Nov 27 12:16:55.716975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:16:55.878931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:16:55.885146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:16:55.885705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:55.954789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639759-c956-480c-88c6-7cd4662fa336 req-e7cb996a-964e-41f4-86a6-274bdd106e7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:55.956263 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e9639759-c956-480c-88c6-7cd4662fa336 req-e7cb996a-964e-41f4-86a6-274bdd106e7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 945 time: 0.0839348
Nov 27 12:16:56.010130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:56.010890 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e9639759-c956-480c-88c6-7cd4662fa336 req-dd068941-006a-4f5a-af0e-32a40ac54ad5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431113
Nov 27 12:16:56.042821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:16:56.054097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:16:56.099553 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'code': 200}
Nov 27 12:16:56.167596 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:56.169467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-0e56582b-e1d4-435a-af90-19d07e420980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:56.236566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:56.239773 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:16:56.528371 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8afdb1bc-1db7-4469-a777-18191f3c9513 req-366b4930-119b-4714-af56-33b01c1d34b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 1099 time: 0.0684292
Nov 27 12:16:56.571375 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8afdb1bc-1db7-4469-a777-18191f3c9513 req-4ee21de4-b752-4983-9cc8-1b8dd1ddad12 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353003
Nov 27 12:16:57.218987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608230ea-0126-42be-bc46-4371fef1ffcd req-1913af87-e79b-4400-b050-24e749399056 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:57.220418 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-608230ea-0126-42be-bc46-4371fef1ffcd req-1913af87-e79b-4400-b050-24e749399056 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0869834
Nov 27 12:16:57.383704 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-608230ea-0126-42be-bc46-4371fef1ffcd req-4035b110-79e9-4a81-b90d-08fd17b1960c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1578062
Nov 27 12:16:58.591504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e089d3-0a97-41bd-b2cd-57506682eed8 req-ab6b9200-d44e-45e5-812b-f383ecaf451a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:58.592953 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8e089d3-0a97-41bd-b2cd-57506682eed8 req-ab6b9200-d44e-45e5-812b-f383ecaf451a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0880642
Nov 27 12:16:58.640621 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b8e089d3-0a97-41bd-b2cd-57506682eed8 req-1e0d32ae-9e43-47b9-8c5c-f052735d4072 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421050
Nov 27 12:16:58.838759 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709d356-510a-4326-8b8a-2874eaa613a8 req-f67ee90e-6805-4025-b5f5-20d93a39cab4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:16:58.840198 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f709d356-510a-4326-8b8a-2874eaa613a8 req-f67ee90e-6805-4025-b5f5-20d93a39cab4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0762928
Nov 27 12:16:58.885404 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f709d356-510a-4326-8b8a-2874eaa613a8 req-a2c5fd63-ba67-4d5b-a0e4-69cf51e4452f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395377
Nov 27 12:16:58.912988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57648) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:58.985446 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9d1cc74a-0a4a-4e68-a2d5-0506c73d0d99 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 1094 time: 0.0712252
Nov 27 12:16:58.988243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:16:58.993389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:16:58.999183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:16:59.002978 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:floatingip and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:16:59.005778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:16:59.011441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:16:59.120409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:59.257773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:59.395416 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.113 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/b330389c-681e-4f4d-bf17-8347ab22e8f8) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:16:59.541181 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:59.623851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:16:59.628301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-96e9fcd4-516d-4047-8997-0017d62db229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:16:59.686233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:16:59.692098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:16:59.696105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:16:59.726585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=b330389c-681e-4f4d-bf17-8347ab22e8f8,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:16:59.732565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:00.219865 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:00.334537 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:00.548704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:00.634833 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:00.638972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0464a588-16a7-4a72-9b0e-448269968848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:00.855863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=b330389c-681e-4f4d-bf17-8347ab22e8f8,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:00.870295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:00.917362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.917743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.918114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.918496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.918864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.919222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.919575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.919969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.920426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.920787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.921143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:00.924771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:01.070869 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Floating IP 6f06b4d6-89da-4ef5-9f29-92cd3edf54c9 associated. External IP: 172.26.6.113, port: 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b.
Nov 27 12:17:01.460850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:17:01.659531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:17:01.670811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] Sync routers for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:17:01.684385 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:17:01.684912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ec7fa0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:16:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:01.741450 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:01.799455 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8101897
Nov 27 12:17:01.800496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:17:01.860038 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'status': 'completed', 'code': 200}
Nov 27 12:17:01.900631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:17:02.013799 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-b5e9be83-9203-4c03-8188-b24ea2fed717 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 1099 time: 0.1296573
Nov 27 12:17:02.022895 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48b937-2a88-4f05-be18-24cc3ef71ea9 req-39cfa83f-1f1b-451c-bddd-cff076a1d785 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:02.024256 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b48b937-2a88-4f05-be18-24cc3ef71ea9 req-39cfa83f-1f1b-451c-bddd-cff076a1d785 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.1060984
Nov 27 12:17:02.163804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b48b937-2a88-4f05-be18-24cc3ef71ea9 req-5aea6a75-6965-47cf-a3fe-0cc762c29bfb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1202104
Nov 27 12:17:02.188043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-2f3368aa-c746-4a17-8158-a6620c04bf7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:02.192479 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-2f3368aa-c746-4a17-8158-a6620c04bf7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 HTTP/1.1" status: 200  len: 898 time: 0.1645551
Nov 27 12:17:02.193279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57660) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:02.257984 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ec7fa0>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '6f06b4d6-89da-4ef5-9f29-92cd3edf54c9', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'port_id': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'mac_address': 'fa:16:3e:ed:4f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:17:00Z', 'updated_at': '2021-11-27T12:17:00Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:48Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:02.262698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] Checking router: 45c0db40-bf07-4c3a-a49c-c3a96df1add6 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:17:02.273355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:17:02.275164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845ec7fa0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:16:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:02.384934 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-80051294-9755-41f8-9921-03eef533121a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/6f06b4d6-89da-4ef5-9f29-92cd3edf54c9 HTTP/1.1" status: 200  len: 992 time: 0.1904149
Nov 27 12:17:02.390051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-356fd4c9-b78b-4866-86a0-f2dcf0935253 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b HTTP/1.1" status: 200  len: 1000 time: 0.1940155
Nov 27 12:17:02.454975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-dbbffd8c-c1ba-445e-91d8-bf5bac9303de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:02.456302 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-dbbffd8c-c1ba-445e-91d8-bf5bac9303de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7262c076-cf0c-4b6d-95a8-76dce5d1bab4 HTTP/1.1" status: 200  len: 834 time: 0.0579176
Nov 27 12:17:02.456781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:17:02.537236 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-5e43383d-ba31-42bf-89f0-c0057cad19ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746980
Nov 27 12:17:02.672249 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-91386b5c-b175-4784-9e4d-cadb95857ea7 service neutron] 10.222.0.39 "GET /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270494
Nov 27 12:17:02.810312 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-30c05b19-6551-4aec-a20e-6d4b73f5ed68 req-c5b8aea6-ea28-43c0-a7e5-ed1d405523f9 service neutron] 10.222.0.39 "GET /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294081
Nov 27 12:17:02.818416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845ec7fa0>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '6f06b4d6-89da-4ef5-9f29-92cd3edf54c9', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'port_id': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'mac_address': 'fa:16:3e:ed:4f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:17:00Z', 'updated_at': '2021-11-27T12:17:00Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:48Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:02.825423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053be1f1-8c71-4feb-b563-d60109a4cc08 None None] The sync data for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv is: [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '6f06b4d6-89da-4ef5-9f29-92cd3edf54c9', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'port_id': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'mac_address': 'fa:16:3e:ed:4f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:17:00Z', 'updated_at': '2021-11-27T12:17:00Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:48Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:17:03.028873 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358b5a87-08f4-49de-9ae0-9da5b3ff202b None None] New status for floating IP 6f06b4d6-89da-4ef5-9f29-92cd3edf54c9: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:17:03.389301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57664) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:03.497324 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a14b4a88-1897-4d5b-bafb-760bfa57b9ae tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/6f06b4d6-89da-4ef5-9f29-92cd3edf54c9 HTTP/1.1" status: 200  len: 994 time: 0.1067829
Nov 27 12:17:09.657101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:10.148456 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:17:19.034285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e7ccaa08-8f1d-4811-9932-013743cb5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:19.846403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:21.217145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fa416ef4-477b-4159-9100-49ad343b7599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:22.531278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:23.914340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:35.166962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40508cdc-1219-429d-b0b3-300d98b54cdf req-ad286177-2620-4dbe-bb03-9e5f0aa85b0b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:35.168387 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-40508cdc-1219-429d-b0b3-300d98b54cdf req-ad286177-2620-4dbe-bb03-9e5f0aa85b0b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0765374
Nov 27 12:17:35.214041 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-40508cdc-1219-429d-b0b3-300d98b54cdf req-475427af-5a28-477b-86b9-70f982b842c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401874
Nov 27 12:17:36.413620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27952033-1390-4c1a-8785-fb1c2f13c2ff req-7d29c637-6d5b-4dad-bc64-56006d469fa2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:36.415089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-27952033-1390-4c1a-8785-fb1c2f13c2ff req-7d29c637-6d5b-4dad-bc64-56006d469fa2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0771379
Nov 27 12:17:36.460461 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-27952033-1390-4c1a-8785-fb1c2f13c2ff req-77420696-97bb-4ceb-85e0-b535daf49797 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399237
Nov 27 12:17:36.488391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57684) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:36.698157 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2156531b-b607-4c1b-9494-3c21a2e7db20 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/6f06b4d6-89da-4ef5-9f29-92cd3edf54c9 HTTP/1.1" status: 200  len: 994 time: 0.2085829
Nov 27 12:17:38.423753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21dba2-2ec5-4e64-8bc5-fae3954952c4 req-8398686b-aa98-4b57-be06-6d90e55ea8d7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:38.425173 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7a21dba2-2ec5-4e64-8bc5-fae3954952c4 req-8398686b-aa98-4b57-be06-6d90e55ea8d7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0863893
Nov 27 12:17:38.471558 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7a21dba2-2ec5-4e64-8bc5-fae3954952c4 req-5ac79540-00f1-4f78-88b5-67cdea8b70bf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402145
Nov 27 12:17:39.605531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:39.687031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73337-216b-4002-a9d1-5b82a42e4796 req-e73ec28b-094d-406b-93e6-8d3e39a2b58e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:39.688469 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31b73337-216b-4002-a9d1-5b82a42e4796 req-e73ec28b-094d-406b-93e6-8d3e39a2b58e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0849223
Nov 27 12:17:39.733559 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31b73337-216b-4002-a9d1-5b82a42e4796 req-fbada802-667b-408e-b286-32aa1e8f520f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395958
Nov 27 12:17:39.763010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57696) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:39.872010 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-16afd643-eeed-4f3a-8bc8-5f5061f0a2a4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/6f06b4d6-89da-4ef5-9f29-92cd3edf54c9 HTTP/1.1" status: 200  len: 994 time: 0.1076221
Nov 27 12:17:40.168582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57704) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:40.368242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port b330389c-681e-4f4d-bf17-8347ab22e8f8 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:17:40.368580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:40.544364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:40.544689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:40.664317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for b330389c-681e-4f4d-bf17-8347ab22e8f8 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:17:40.891316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:40.896052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:40.940104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=b330389c-681e-4f4d-bf17-8347ab22e8f8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:40.977726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.978108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.978496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.978887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.979252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.979618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.979980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.980347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.980706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.981066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.981498 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:40.988545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:41.044742 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:41.541791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:17:41.744636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:17:41.754415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] Sync routers for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:17:41.766386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:17:41.767027 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468a3c10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:17:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:41.839754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:41.892604 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/floatingips/6f06b4d6-89da-4ef5-9f29-92cd3edf54c9 HTTP/1.1" status: 204  len: 168 time: 1.7229381
Nov 27 12:17:41.893433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:17:41.947653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:17:42.039125 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'status': 'completed', 'code': 200}
Nov 27 12:17:42.217014 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-1d70601b-db4c-4bca-8406-386be6f58da9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 1099 time: 0.1410060
Nov 27 12:17:42.344634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468a3c10>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:48Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:42.349074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] Checking router: 45c0db40-bf07-4c3a-a49c-c3a96df1add6 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:17:42.359804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:17:42.360401 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28468a3c10>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:17:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:42.363777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-b5986fa7-1cf3-4297-a10a-b68760a6122c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:42.365234 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-b5986fa7-1cf3-4297-a10a-b68760a6122c service neutron] 10.222.0.39 "GET /v2.0/networks?id=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 HTTP/1.1" status: 200  len: 898 time: 0.1401758
Nov 27 12:17:42.439965 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-3ec7a0a9-986f-4188-afa5-2868bcc341c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b HTTP/1.1" status: 200  len: 217 time: 0.0663793
Nov 27 12:17:42.508083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-2b86b801-74a4-4254-be42-f96600e36478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:42.509531 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-2b86b801-74a4-4254-be42-f96600e36478 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7262c076-cf0c-4b6d-95a8-76dce5d1bab4 HTTP/1.1" status: 200  len: 834 time: 0.0605547
Nov 27 12:17:42.544502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:17:42.595826 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-5c94bf6a-ac0c-4f93-99ce-466e04821f6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0791743
Nov 27 12:17:42.607359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-a27a094f-adfa-4bbc-b385-0a4073fa4bfc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:17:42.608281 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-a27a094f-adfa-4bbc-b385-0a4073fa4bfc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049555
Nov 27 12:17:42.642349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e594-c614-4028-9ab4-f8af3e20f13a req-9e994331-0e1f-478c-91bb-b0673503a2aa tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:42.644067 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dac7e594-c614-4028-9ab4-f8af3e20f13a req-9e994331-0e1f-478c-91bb-b0673503a2aa tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0831397
Nov 27 12:17:42.697528 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dac7e594-c614-4028-9ab4-f8af3e20f13a req-e8961bcf-b236-48ad-9323-fe5e86d56e8f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477917
Nov 27 12:17:42.750237 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-d04039fc-979c-4039-a0d9-0e691aa85776 service neutron] 10.222.0.39 "GET /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334462
Nov 27 12:17:42.866203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28468a3c10>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:48Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:42.870928 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56bd41-eb3e-4c23-b95f-4c9c3217b4a0 None None] The sync data for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv is: [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:16:41Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '486ac58c-e69d-43f4-93f9-4e4ed61b1504', 'name': '', 'network_id': '61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:84:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:40Z', 'updated_at': '2021-11-27T12:16:48Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '7262c076-cf0c-4b6d-95a8-76dce5d1bab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:17:42.881753 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f30469d4-ff00-4437-b7d3-36495531ca55 req-84069fc6-a442-4ddd-a2d5-b6f6ae564f52 service neutron] 10.222.0.39 "GET /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255479
Nov 27 12:17:43.090195 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5568c4-1f14-4eda-9297-ac24545b22a5 None None] New status for floating IP 6f06b4d6-89da-4ef5-9f29-92cd3edf54c9: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:17:43.896979 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787034c7-66eb-4392-8d2c-017d775888c4 req-5dd84f17-1da1-498a-af9a-e5345c6893d8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:43.897659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-787034c7-66eb-4392-8d2c-017d775888c4 req-5dd84f17-1da1-498a-af9a-e5345c6893d8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:17:43.977213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-787034c7-66eb-4392-8d2c-017d775888c4 req-5dd84f17-1da1-498a-af9a-e5345c6893d8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:17:43.978374 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-787034c7-66eb-4392-8d2c-017d775888c4 req-5dd84f17-1da1-498a-af9a-e5345c6893d8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.1567037
Nov 27 12:17:44.025463 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-787034c7-66eb-4392-8d2c-017d775888c4 req-7e7a4820-b467-4e83-9ee0-592857ccf0f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=75dfa192-0925-44ff-81fe-c936b689ee6a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412652
Nov 27 12:17:44.337868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc970f-e630-4780-a239-ea87446e4cef req-2943a906-0f4b-4488-ae64-6bc1cc122cbb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:44.339307 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-11fc970f-e630-4780-a239-ea87446e4cef req-2943a906-0f4b-4488-ae64-6bc1cc122cbb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 946 time: 0.0782325
Nov 27 12:17:44.408932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:17:44.409265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:44.648772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:17:44.649036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:44.877833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:17:45.091210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:45.097178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2a564b49-cd47-4fbc-8a65-81875574107a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:45.148316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:45.152131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:45.202762 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e10abd8b-0748-4b54-bec5-c55ca984b468 req-47dd4cde-1f62-48cb-9d8d-1bcc26be680d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 210 time: 0.0474582
Nov 27 12:17:45.223708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] No DVR routers for this DVR port 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:17:45.229304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:45.232150 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'name': 'network-vif-deleted', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:17:45.285606 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8395d8-d2af-42df-a55a-87f9f23a9d6b', 'name': 'network-vif-deleted', 'tag': '931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b', 'status': 'completed', 'code': 200}
Nov 27 12:17:45.331750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-11fc970f-e630-4780-a239-ea87446e4cef req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "DELETE /v2.0/ports/931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b HTTP/1.1" status: 204  len: 173 time: 0.9837770
Nov 27 12:17:46.378277 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8401309d-56a1-4534-ac02-f8f067fd5b15 req-486e78d0-4472-4b4e-bc9a-2da307e95adf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea8395d8-d2af-42df-a55a-87f9f23a9d6b HTTP/1.1" status: 200  len: 210 time: 0.0402741
Nov 27 12:17:47.148084 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:17:47.487238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57728) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:47.878737 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:48.044403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:17:48.082088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:17:48.082433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 931cecbe-0d1f-4ab8-ae3d-d4f67674ca7b not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:17:48.494907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 486ac58c-e69d-43f4-93f9-4e4ed61b1504 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:17:48.495511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:48.790832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 486ac58c-e69d-43f4-93f9-4e4ed61b1504, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=486ac58c-e69d-43f4-93f9-4e4ed61b1504,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:17:48.791149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:48.911465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 486ac58c-e69d-43f4-93f9-4e4ed61b1504 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:17:48.971202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-23e30ba6-6d92-413f-9f74-3707c1f71b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:49.182417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:49.187013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bc7118a7-2dfe-422f-a434-96319584d393 tempest-TestEncryptedCinderVolumes-1548063788 tempest-TestEncryptedCinderVolumes-1548063788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:49.235178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=486ac58c-e69d-43f4-93f9-4e4ed61b1504,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:49.237780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:49.533740 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:49.804968 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:50.132143 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:17:50.446946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:17:50.456718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] Sync routers for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:17:50.459889 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/45c0db40-bf07-4c3a-a49c-c3a96df1add6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9715645
Nov 27 12:17:50.463132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57732) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:50.469368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:17:50.469969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845beb8b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:17:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:50.647825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:17:50.655762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting subnet 7262c076-cf0c-4b6d-95a8-76dce5d1bab4 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:17:50.658663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:50.712971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:50.793317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:50.929870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845beb8b0>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:17:49Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:50.934016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] Checking router: 45c0db40-bf07-4c3a-a49c-c3a96df1add6 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:17:50.944504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] Routers {'45c0db40-bf07-4c3a-a49c-c3a96df1add6'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:17:50.945095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845beb8b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:17:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:51.000133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.004168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d3995c9f-f969-4394-95db-c2fb6ffcde31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:51.041977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Subnet': ['ID=7262c076-cf0c-4b6d-95a8-76dce5d1bab4,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:51.045324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:51.046296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.055089 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6ef8d0fc-79fc-48cd-b41e-8f21d6d51414 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/subnets/7262c076-cf0c-4b6d-95a8-76dce5d1bab4 HTTP/1.1" status: 204  len: 168 time: 0.5884273
Nov 27 12:17:51.061915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57736) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:51.062016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4458cb-c788-420b-a409-9395359119c6 None None] Network 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:17:51.257845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.321936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18942570-e70b-4adb-86f0-4bb67fbad916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.331092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] Set router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:17:51.459919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.529233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:17:51.529480 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.600126 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] DHCP port deletion for 61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:17:51.610530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Deleting port 9326576d-3af1-4017-ad2f-c6b977281a03 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:17:51.610942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.717472 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:17:51.718062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.811800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845beb8b0>, [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:17:49Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:51.826786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc099dc-c327-4081-8387-2f11b4f790d9 None None] The sync data for ids ['45c0db40-bf07-4c3a-a49c-c3a96df1add6'] in dv-neutron-819441-1-hyperv is: [{'id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583348333', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:16:35Z', 'updated_at': '2021-11-27T12:17:49Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0db40-bf07-4c3a-a49c-c3a96df1add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:16:36Z', 'updated_at': '2021-11-27T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:17:51.838344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] For port 9326576d-3af1-4017-ad2f-c6b977281a03, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9326576d-3af1-4017-ad2f-c6b977281a03,segment=NetworkSegment(21b54da4-263c-4bee-8d38-56690aae6fb0),segment_id=21b54da4-263c-4bee-8d38-56690aae6fb0)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:17:51.838787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:51.839045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:17:51.852612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9326576d-3af1-4017-ad2f-c6b977281a03 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:17:51.996392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Calling delete_port for 9326576d-3af1-4017-ad2f-c6b977281a03 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:17:52.096613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.100564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-01218876-d407-4587-9534-fa3ed4863273 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:52.125991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.138902 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:52.142914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:52.274721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.286265 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-11980a69-8a8c-4fc1-bde8-50f7402cf1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:52.334763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Pushing event deleted for resources: {'Port': ['ID=9326576d-3af1-4017-ad2f-c6b977281a03,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:52.361598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] No DVR routers for this DVR port 9326576d-3af1-4017-ad2f-c6b977281a03 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:17:52.381018 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.381676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.381890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.382221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.382575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.382906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.383748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.384077 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.384645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.385664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.386173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:17:52.389181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:52.489810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.620986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.745304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.749368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.862348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.862878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Fanout notify agent at l3_agent the message router_deleted on router 45c0db40-bf07-4c3a-a49c-c3a96df1add6 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:17:52.878821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:52.880146 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/routers/45c0db40-bf07-4c3a-a49c-c3a96df1add6 HTTP/1.1" status: 204  len: 168 time: 1.8234322
Nov 27 12:17:52.882769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57740) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:52.998439 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.126338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.154130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28458a3df0>,) {'filters': {'network_id': ['61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:53.166560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28458a3df0>, '21b54da4-263c-4bee-8d38-56690aae6fb0') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:53.166772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28458a3df0>, '21b54da4-263c-4bee-8d38-56690aae6fb0') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:53.177770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.194136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.200101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:17:53.209937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:17:53.214356 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:17:53.393831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.397196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-53e5f926-d63e-4cf6-9a6f-4e2eceeebb1a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:53.411945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.422908 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/networks/61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66 HTTP/1.1" status: 204  len: 168 time: 0.5385976
Nov 27 12:17:53.423794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Network': ['ID=61c8dbd9-4fd6-49d9-bb4b-cb1bf83c9a66,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:53.425564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57744) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:53.428135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2858fb68-fa47-4970-a046-2832e18a5944 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:53.494046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3417017e-b078-4e17-bc3d-cfbb54c69e0f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.521938 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3417017e-b078-4e17-bc3d-cfbb54c69e0f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.639277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3417017e-b078-4e17-bc3d-cfbb54c69e0f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.643120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-105a4ff2-825d-43a2-9e5f-1e896d8643d1 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:53.663330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417017e-b078-4e17-bc3d-cfbb54c69e0f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dfa192-0925-44ff-81fe-c936b689ee6a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:53.666873 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3417017e-b078-4e17-bc3d-cfbb54c69e0f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:53.740913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3417017e-b078-4e17-bc3d-cfbb54c69e0f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:53.742058 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3417017e-b078-4e17-bc3d-cfbb54c69e0f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/security-groups/75dfa192-0925-44ff-81fe-c936b689ee6a HTTP/1.1" status: 204  len: 168 time: 0.3156178
Nov 27 12:17:53.844220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:17:53.883876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:17:53.885159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device bbc3f6c6-5d03-4069-a741-8ff9e3d5fce6 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:17:53.885159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 486ac58c-e69d-43f4-93f9-4e4ed61b1504 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:17:53.967790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 486ac58c-e69d-43f4-93f9-4e4ed61b1504 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:17:53.968139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 486ac58c-e69d-43f4-93f9-4e4ed61b1504 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:17:54.009245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:54.233344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57752) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:54.239006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979299063', 'description': 'tempest-secgroup-smoke-979299063 description', 'project_id': 'efcd42d5a33043018831a4abf62c606d'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:54.245629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:54.249708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:54.252543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:54.259690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:54.329151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:54.363768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:54.368358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:54.371266 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:54.377111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:54.430991 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:54.513843 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:54.517584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:54.558152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba339bc3-0bb3-436c-92cb-1a65367456bc,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:54.561146 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:54.645090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:54.646382 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7fb59b8a-9d0a-482a-8cb0-aef3ef1bc062 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4119692
Nov 27 12:17:54.649232 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57756) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:54.654578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'ba339bc3-0bb3-436c-92cb-1a65367456bc', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:54.660527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:54.664328 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:54.667665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:54.673308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:54.799924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:54.862297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:54.942032 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:54.943891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6e6ecde3-0c37-43bf-ba08-8eaff4e9417a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:54.967503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a08a3b-b959-48db-9484-d25d7955cc74,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:54.971808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:55.045319 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.046532 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3963876
Nov 27 12:17:55.049400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57762) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:55.054929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'ba339bc3-0bb3-436c-92cb-1a65367456bc', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:55.061212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:55.064947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:55.067795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:55.073436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:55.174093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.237041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.370718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.372897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-53019073-8d93-4548-bcf2-57a5689f9fe8 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:55.395844 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5484d87e-7188-48ab-8814-0d0ab24d735c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:55.400750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:55.513502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.514738 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4644020
Nov 27 12:17:55.517440 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57766) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:55.523013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'ba339bc3-0bb3-436c-92cb-1a65367456bc', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:55.529713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:55.533497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:55.536397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:55.542076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:55.628696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.810054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.885380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.887253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ba78e80d-711b-4808-9529-f8b7cf0fd214 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:55.909179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405a238a-d771-4f7f-aa15-a1bf828d257a,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:55.911567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:55.982312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:55.983736 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4652555
Nov 27 12:17:55.986313 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57770) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:55.992010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'ba339bc3-0bb3-436c-92cb-1a65367456bc', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:55.998393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:56.002157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:56.004986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:56.011147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:56.098192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.164094 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.250791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.252663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-03bd5b58-8cbd-4c42-ab63-40a8d7745426 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:56.274651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e1f5a9-6ba8-4c1f-9f1e-90260fecb149,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:56.276969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:56.376624 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.377819 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8e937455-6d02-4958-90f2-fdcc6228982b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3904684
Nov 27 12:17:56.380549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57774) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:56.385872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'ba339bc3-0bb3-436c-92cb-1a65367456bc', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:56.391956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:56.396030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:56.398904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:56.404692 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:56.508186 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:17:56.514802 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.578707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.679143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.680955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1d15edf3-ad60-4867-8a7c-09cd7333fb0c tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:56.706234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd10479-8522-4930-ada5-08612ec795b4,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:56.710641 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:56.787821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.788933 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4074996
Nov 27 12:17:56.792254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57778) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:56.797492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'ba339bc3-0bb3-436c-92cb-1a65367456bc', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:56.803456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:56.807171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:56.810249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:56.815884 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:56.896537 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:17:56.903755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:56.968982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.044906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.046687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6a997d1c-fe70-4091-b23f-8e684a0fdd0d tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:57.068893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af3623b-82cd-4679-894b-fb47e9d08c94,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:57.073709 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:57.147660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.148822 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5a8a2571-d222-4436-87f0-8511210778fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3556764
Nov 27 12:17:57.152582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57782) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:57.157800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'network': {'name': 'tempest-network-smoke--203677042', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:57.162876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:57.166904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:network and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:57.169769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:57.175449 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:57.239257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:17:57.242133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.272086 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:17:57.281461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.281794 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Added segment 1addb890-9e9e-423b-b3de-e157efd72c93 of type vlan for network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed
Nov 27 12:17:57.306511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.427556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.431387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:57.432714 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.436552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f7a6bdd9-adf9-4a68-98a9-848ce50b88f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:57.556050 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Network': ['ID=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:57.559608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:57.567435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:17:57.634154 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-45da578f-febf-401f-8423-2c9063bb84ac tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4807262
Nov 27 12:17:57.637435 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57786) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:57.642603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'admin_state_up': True, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:17:57.649513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:17:57.665499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:router and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:17:57.665499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:17:57.665499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:17:57.754029 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.755132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:57.773795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:58.015091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:58.285007 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:58.318205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:58.455212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.6 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/e5bed779-fe5d-491a-81c4-96b0eca7686b) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:17:58.610253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:58.719508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:58.723303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:17:58.790106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:17:58.793226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:17:58.797498 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:17:58.821534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=e5bed779-fe5d-491a-81c4-96b0eca7686b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:17:58.830909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:17:59.028478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:59.029201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:59.317731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router ed405a04-f983-4cc9-b364-11c0261538f8 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:17:59.621190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:17:59.630280 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Sync routers for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:17:59.642393 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:17:59.643112 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846204040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:17:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:17:59.707815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:17:59.709210 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ec87f88-8134-4b46-86e7-f50e2cfa5f60 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.0707393
Nov 27 12:17:59.712171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57790) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:59.754638 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7719e068-bad5-4e5d-8650-de1d510b9957 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=efcd42d5a33043018831a4abf62c606d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0412025
Nov 27 12:17:59.757154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57794) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:59.818700 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:17:59.886439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c5886-a5ad-4074-a611-e13c331deb82 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:17:59.887908 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3c1c5886-a5ad-4074-a611-e13c331deb82 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1298397
Nov 27 12:17:59.890727 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57798) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:59.931347 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b29d7c5c-df94-48ad-b9a3-08ad22ccdf3f tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0394456
Nov 27 12:17:59.934120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57802) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:17:59.939482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1965151646', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:18:00.048546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:18:00.052407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:subnet and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:18:00.055217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:18:00.061508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:18:00.132847 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846204040>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:17:58Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:00.136642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:18:00.137178 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Checking router: ed405a04-f983-4cc9-b364-11c0261538f8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:18:00.137523 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Updating router ed405a04-f983-4cc9-b364-11c0261538f8 port e5bed779-fe5d-491a-81c4-96b0eca7686b binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:18:00.189376 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.238044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.523690 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.535850 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Transition to ACTIVE for port object e5bed779-fe5d-491a-81c4-96b0eca7686b will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:18:00.548217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.552740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-425f51fd-3cb9-400a-8540-4c1c63c5467c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:00.622207 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.626857 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-27c1bb02-2c85-4f9c-b2b4-a3d1caa8334b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:00.632185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Subnet': ['ID=3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:00.636773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:00.645010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Checking segment: {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:18:00.645368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network hostable DHCP agents. Network: 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:18:00.704235 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Attempting to bind port e5bed779-fe5d-491a-81c4-96b0eca7686b on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:18:00.704758 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Attempting to bind port e5bed779-fe5d-491a-81c4-96b0eca7686b by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:18:00.705010 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Attempting to bind port e5bed779-fe5d-491a-81c4-96b0eca7686b on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:18:00.710976 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Pushing event updated for resources: {'Port': ['ID=e5bed779-fe5d-491a-81c4-96b0eca7686b,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:00.718262 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:18:00.718653 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:18:00.719048 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.719432 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:18:00.719880 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Bound port: e5bed779-fe5d-491a-81c4-96b0eca7686b, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:18:00.720240 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.730268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:18:00.750080 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.750411 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.750826 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.751143 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.751457 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.751846 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.752162 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.752473 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.752778 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.753082 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.753384 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:00.757023 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:00.803090 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] For port e5bed779-fe5d-491a-81c4-96b0eca7686b, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:18:00.806033 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] For port e5bed779-fe5d-491a-81c4-96b0eca7686b, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e5bed779-fe5d-491a-81c4-96b0eca7686b,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:18:00.821713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:18:00.825575 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:00.826142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.830748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c95e0-a641-4259-8c2c-23fc38f88725 None None] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:18:00.908692 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:00.912785 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-5bcf2c3b-53a3-4ebb-8011-ce245b640040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:00.936141 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0009520
Nov 27 12:18:00.939694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57806) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:18:00.988312 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Pushing event updated for resources: {'Port': ['ID=e5bed779-fe5d-491a-81c4-96b0eca7686b,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:00.991805 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:00.993477 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:18:00.994080 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846204040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:17:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:01.058256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:18:01.059394 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:01.180370 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:18:01.223342 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Allocated IP 172.20.0.2 (6ac8ff9a-5b19-48eb-8f2c-266201eb2aed/3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3/304cebaa-e76e-4b64-8ad8-e91a3d08ac7b) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:18:01.429085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:01.440765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Transition to ACTIVE for port object 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:18:01.461706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Transition to ACTIVE for port object 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:18:01.469797 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846204040>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:17:58Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:01.474109 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44754cdf-c0aa-43e5-8067-802e0e644c74 None None] The sync data for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv is: [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:17:58Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:18:01.535396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:01.542877 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:01.617978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:18:01.619376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:18:01.621378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Pushing event updated for resources: {'Port': ['ID=304cebaa-e76e-4b64-8ad8-e91a3d08ac7b,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:01.623644 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:18:01.626914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:01.733049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Attempting to bind port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:18:01.733424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Attempting to bind port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:18:01.734041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Attempting to bind port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b on network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:18:01.741111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:18:01.741561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Checking segment: {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:18:01.741898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:01.742297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Bound using segment: {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:18:01.742793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Bound port: 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:18:01.743199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:01.855412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] For port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:18:01.860034 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] For port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=304cebaa-e76e-4b64-8ad8-e91a3d08ac7b,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:18:01.913493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e5bed779-fe5d-491a-81c4-96b0eca7686b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:18:01.921395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:01.939529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:01.949304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:02.047692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Pushing event updated for resources: {'Port': ['ID=304cebaa-e76e-4b64-8ad8-e91a3d08ac7b,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:02.052755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:02.130888 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e5bed779-fe5d-491a-81c4-96b0eca7686b completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:18:02.137096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e5bed779-fe5d-491a-81c4-96b0eca7686b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:02.137584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:02.315280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:02.341271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e5bed779-fe5d-491a-81c4-96b0eca7686b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e5bed779-fe5d-491a-81c4-96b0eca7686b,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:18:02.399868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.1 (6ac8ff9a-5b19-48eb-8f2c-266201eb2aed/3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3/766de834-1d94-4177-854b-52fdd13d90f9) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:18:02.434398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:02.449624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:02.507311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e5bed779-fe5d-491a-81c4-96b0eca7686b,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:02.510432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:02.564057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:02.579724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object 766de834-1d94-4177-854b-52fdd13d90f9 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:18:02.731630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:02.738456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:02.812262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:18:02.815975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:18:02.818700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:18:02.850566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=766de834-1d94-4177-854b-52fdd13d90f9,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:02.869907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.870282 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.870722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.871087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.871448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.871808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.872164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.872522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.872877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.873268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.873651 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:18:02.877912 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:02.896615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:03.047774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab7eca-388f-4a12-be47-c38f24047127 None None] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:18:03.056958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:03.263015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fbf43e3e-3cf2-4708-a37a-67514b7ccf8e None None] Provisioning for port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:18:03.477661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:03.564666 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:03.590395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4d1f9482-0b06-42f8-855f-65c829b064bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:03.676429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=766de834-1d94-4177-854b-52fdd13d90f9,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:03.678765 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:03.684048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:03.706043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7bcf78ba-600d-40d4-b945-df831e6721cf None None] Provisioning for port 766de834-1d94-4177-854b-52fdd13d90f9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:18:03.712990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7bcf78ba-600d-40d4-b945-df831e6721cf None None] Provisioning complete for port 766de834-1d94-4177-854b-52fdd13d90f9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:03.712990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7bcf78ba-600d-40d4-b945-df831e6721cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:03.767454 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf78ba-600d-40d4-b945-df831e6721cf None None] Port 766de834-1d94-4177-854b-52fdd13d90f9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:18:03.888896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9fe8c320-78c3-46ae-9e0a-f8136edb1c7b None None] Provisioning complete for port 766de834-1d94-4177-854b-52fdd13d90f9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:03.889299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c320-78c3-46ae-9e0a-f8136edb1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:03.925318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e5bed779-fe5d-491a-81c4-96b0eca7686b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:18:03.948006 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:18:03.949409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:18:04.010268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8c320-78c3-46ae-9e0a-f8136edb1c7b None None] Port 766de834-1d94-4177-854b-52fdd13d90f9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:18:04.028363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e5bed779-fe5d-491a-81c4-96b0eca7686b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:04.028740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:04.157748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:18:04.240738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-385a488b-6db9-4d5e-a9ac-884154dfd871 None None] Provisioning complete for port 766de834-1d94-4177-854b-52fdd13d90f9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:04.241010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-385a488b-6db9-4d5e-a9ac-884154dfd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:04.300100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-385a488b-6db9-4d5e-a9ac-884154dfd871 None None] Port 766de834-1d94-4177-854b-52fdd13d90f9 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:18:04.306431 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:18:04.312308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:04.312742 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:04.365422 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router ed405a04-f983-4cc9-b364-11c0261538f8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:18:04.433014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:04.467769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=304cebaa-e76e-4b64-8ad8-e91a3d08ac7b,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:18:04.542647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:04.545870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cdb20f9f-671c-424f-9252-5372847be4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:04.572212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:18:04.586393 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/ed405a04-f983-4cc9-b364-11c0261538f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6463542
Nov 27 12:18:04.617608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=304cebaa-e76e-4b64-8ad8-e91a3d08ac7b,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:04.620902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:04.769036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-353fad24-465f-449f-9ddd-cd265033a100 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:18:04.849114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-353fad24-465f-449f-9ddd-cd265033a100 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:18:04.850296 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-353fad24-465f-449f-9ddd-cd265033a100 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979299063&fields=id&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 267 time: 0.1269510
Nov 27 12:18:05.003496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-b88d6328-5864-422c-8caf-15b241fad560 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:05.004153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-b88d6328-5864-422c-8caf-15b241fad560 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:18:05.092478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Sync routers for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:18:05.104868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:18:05.105384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464d4760>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:17:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:05.122356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-b88d6328-5864-422c-8caf-15b241fad560 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:18:05.125339 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-b88d6328-5864-422c-8caf-15b241fad560 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/networks?id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed HTTP/1.1" status: 200  len: 796 time: 0.2661724
Nov 27 12:18:05.145037 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-31c74a18-6baa-4511-8ca8-a2e220b9f401 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/quotas/efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 375 time: 0.0130360
Nov 27 12:18:05.226340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-3abcc412-3509-4e83-9b73-170d8b520277 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:18:05.301681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:18:05.313866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-3abcc412-3509-4e83-9b73-170d8b520277 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:18:05.315401 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-3abcc412-3509-4e83-9b73-170d8b520277 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1641912
Nov 27 12:18:05.456097 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-b3b503d8-951c-480d-81e3-92dcbeba69f8 service neutron] 10.222.0.23 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284955
Nov 27 12:18:05.599309 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-1bd331f7-c396-454c-984a-07e7e4e3ddbc service neutron] 10.222.0.23 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368217
Nov 27 12:18:05.639666 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464d4760>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:03Z', 'revision_number': 2, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:05.643668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Checking router: ed405a04-f983-4cc9-b364-11c0261538f8 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:18:05.644026 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Updating router ed405a04-f983-4cc9-b364-11c0261538f8 port 766de834-1d94-4177-854b-52fdd13d90f9 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:18:05.696086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:05.869828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0573e032-d5a1-4525-898a-366b47eb53c5 req-b4cd1b39-9cf7-4fb7-9fbe-dd2e3ff01f53 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:18:05.898160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0573e032-d5a1-4525-898a-366b47eb53c5 req-b4cd1b39-9cf7-4fb7-9fbe-dd2e3ff01f53 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:18:05.899769 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0573e032-d5a1-4525-898a-366b47eb53c5 req-b4cd1b39-9cf7-4fb7-9fbe-dd2e3ff01f53 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 210 time: 0.0801661
Nov 27 12:18:05.976945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:18:06.133061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:06.133433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:06.210867 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:06.227630 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Transition to ACTIVE for port object 766de834-1d94-4177-854b-52fdd13d90f9 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:18:06.311753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:06.315462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:06.436663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caf9a9-abbb-4d29-8590-8235d5de3ccd None None] Pushing event updated for resources: {'Port': ['ID=766de834-1d94-4177-854b-52fdd13d90f9,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:06.442774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-49caf9a9-abbb-4d29-8590-8235d5de3ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:06.535153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Attempting to bind port 766de834-1d94-4177-854b-52fdd13d90f9 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:18:06.535520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Attempting to bind port 766de834-1d94-4177-854b-52fdd13d90f9 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:18:06.535995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Attempting to bind port 766de834-1d94-4177-854b-52fdd13d90f9 on network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:18:06.544145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:18:06.544528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Checking segment: {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:18:06.544937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:06.545338 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Bound using segment: {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:18:06.545810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Bound port: 766de834-1d94-4177-854b-52fdd13d90f9, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:18:06.546295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:06.642889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] For port 766de834-1d94-4177-854b-52fdd13d90f9, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:18:06.646037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] For port 766de834-1d94-4177-854b-52fdd13d90f9, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=766de834-1d94-4177-854b-52fdd13d90f9,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:18:06.765807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:06.770051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:06.854738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:18:06.855380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464d4760>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:17:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:06.909953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caf9a9-abbb-4d29-8590-8235d5de3ccd None None] Pushing event updated for resources: {'Port': ['ID=766de834-1d94-4177-854b-52fdd13d90f9,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:06.913302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-49caf9a9-abbb-4d29-8590-8235d5de3ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:07.018322 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-930c57e7-b62f-4315-a406-d83662228e49 req-f6f53126-c221-4ecf-9940-678f0f6b0c49 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 210 time: 0.0444052
Nov 27 12:18:07.067663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:18:07.391012 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464d4760>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:06Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:07.395158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bc4a0-3a0e-4f2a-ae39-9296e91fc629 None None] The sync data for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv is: [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:06Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:18:07.869302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 766de834-1d94-4177-854b-52fdd13d90f9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:18:08.039486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 766de834-1d94-4177-854b-52fdd13d90f9 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:18:08.047056 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 766de834-1d94-4177-854b-52fdd13d90f9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:08.047450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:08.139539 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-83e9624d-7c96-45ad-aaf6-bd9038aa618c req-237d5887-920e-4ebf-86ee-5c1e9f1e6770 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 210 time: 0.0449572
Nov 27 12:18:08.194289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:08.229660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 766de834-1d94-4177-854b-52fdd13d90f9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=766de834-1d94-4177-854b-52fdd13d90f9,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:18:08.336252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:08.338216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-60266245-10e5-456f-a751-a4ad4a8d8841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:08.454751 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=766de834-1d94-4177-854b-52fdd13d90f9,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:08.457703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:09.307567 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-75032b5a-c864-4a03-a4df-845ac26de1c1 req-166658da-1ee4-4894-8157-b6a158095cfe tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 210 time: 0.0449779
Nov 27 12:18:09.608939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:09.854794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 766de834-1d94-4177-854b-52fdd13d90f9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:18:09.920982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 766de834-1d94-4177-854b-52fdd13d90f9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:09.921348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:10.306189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-64856521-018a-46cb-8a62-69bbe5da90da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:10.306999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-64856521-018a-46cb-8a62-69bbe5da90da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:18:10.319518 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-64856521-018a-46cb-8a62-69bbe5da90da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:18:10.320687 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-64856521-018a-46cb-8a62-69bbe5da90da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/networks?id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed HTTP/1.1" status: 200  len: 796 time: 0.1588187
Nov 27 12:18:10.390187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-89bfad79-3ccf-4d25-a9df-6cde05d062f8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:18:10.402366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-89bfad79-3ccf-4d25-a9df-6cde05d062f8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:18:10.403542 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-89bfad79-3ccf-4d25-a9df-6cde05d062f8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 379 time: 0.0540345
Nov 27 12:18:10.415101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'port': {'device_id': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'admin_state_up': True, 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'security_groups': ['ba339bc3-0bb3-436c-92cb-1a65367456bc']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:18:10.595751 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d9aaac79-21bb-4361-8665-739a7922c8c3 req-af6f4ffb-a8d3-4e8c-8063-6ab4cb907061 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 210 time: 0.1665039
Nov 27 12:18:10.711898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:18:10.721928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:18:10.833388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:18:10.836609 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:11.000629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.9 (6ac8ff9a-5b19-48eb-8f2c-266201eb2aed/3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3/ace57bdf-cb41-47d3-b3f4-88b5e391772d) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:18:11.193654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:11.209697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object ace57bdf-cb41-47d3-b3f4-88b5e391772d will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:18:11.284777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:11.290486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-92c064ef-0abd-48f1-b9d9-351ea8d7fe9d tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:11.349552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:18:11.352632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:18:11.365745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:18:11.405714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=ace57bdf-cb41-47d3-b3f4-88b5e391772d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:11.410096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:11.435011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:11.435650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:11.537101 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1253383
Nov 27 12:18:11.553787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Request body: {'port': {'device_id': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:18:11.666756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:11.753437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-263fea17-8ab6-4924-a409-9eb190680890 None None] Provisioning for port ace57bdf-cb41-47d3-b3f4-88b5e391772d completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:18:11.758555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-263fea17-8ab6-4924-a409-9eb190680890 None None] Provisioning complete for port ace57bdf-cb41-47d3-b3f4-88b5e391772d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:11.758879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-263fea17-8ab6-4924-a409-9eb190680890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:11.796596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b0b44-52b8-4dd5-8a13-9044eabd78f3 req-74967def-7ac8-44b4-8eb2-b8671ff6f9b4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:11.798168 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a13b0b44-52b8-4dd5-8a13-9044eabd78f3 req-74967def-7ac8-44b4-8eb2-b8671ff6f9b4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 931 time: 0.0782840
Nov 27 12:18:11.825272 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-263fea17-8ab6-4924-a409-9eb190680890 None None] Port ace57bdf-cb41-47d3-b3f4-88b5e391772d cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:18:11.848928 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a13b0b44-52b8-4dd5-8a13-9044eabd78f3 req-878bdbc8-8236-4d58-b999-79e84cb031a1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408683
Nov 27 12:18:12.021620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace57bdf-cb41-47d3-b3f4-88b5e391772d {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:18:12.029142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:12.043399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Transition to ACTIVE for port object ace57bdf-cb41-47d3-b3f4-88b5e391772d will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:18:12.118697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:12.123053 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-302c2cf7-cf33-467d-9cb7-48b6c197187a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:12.247809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Pushing event updated for resources: {'Port': ['ID=ace57bdf-cb41-47d3-b3f4-88b5e391772d,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:12.250614 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:12.359032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Attempting to bind port ace57bdf-cb41-47d3-b3f4-88b5e391772d on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:18:12.359619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Attempting to bind port ace57bdf-cb41-47d3-b3f4-88b5e391772d by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:18:12.359750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Attempting to bind port ace57bdf-cb41-47d3-b3f4-88b5e391772d on network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:18:12.365836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Port ace57bdf-cb41-47d3-b3f4-88b5e391772d on network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:18:12.366149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Attempting to bind port ace57bdf-cb41-47d3-b3f4-88b5e391772d on network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:18:12.372549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:18:12.372815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Checking segment: {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:18:12.373224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Bound using segment: {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:18:12.373640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Bound port: ace57bdf-cb41-47d3-b3f4-88b5e391772d, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1addb890-9e9e-423b-b3de-e157efd72c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:18:12.373972 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:12.460218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] For port ace57bdf-cb41-47d3-b3f4-88b5e391772d, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:18:12.463250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] For port ace57bdf-cb41-47d3-b3f4-88b5e391772d, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:18:12.548064 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:12.551907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1cbc73df-fcc8-4284-a559-96f3f756ad21 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:12.609237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:12.610665 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] 10.222.0.39 "PUT /v2.0/ports/ace57bdf-cb41-47d3-b3f4-88b5e391772d HTTP/1.1" status: 200  len: 1093 time: 1.0612283
Nov 27 12:18:12.611180 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:18:12.639768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Pushing event updated for resources: {'Port': ['ID=ace57bdf-cb41-47d3-b3f4-88b5e391772d,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:12.639768 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:12.678129 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'status': 'completed', 'code': 200}
Nov 27 12:18:12.782422 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-15877ece-b648-4125-b8e2-8b65cf462abe req-969ffdb5-a966-49c8-8af2-65eae4814518 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1096 time: 0.0756707
Nov 27 12:18:13.032184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15877ece-b648-4125-b8e2-8b65cf462abe req-73b24906-5376-45b1-a43e-a5b7534369e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:13.033642 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-15877ece-b648-4125-b8e2-8b65cf462abe req-73b24906-5376-45b1-a43e-a5b7534369e7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=efcd42d5a33043018831a4abf62c606d&shared=False HTTP/1.1" status: 200  len: 897 time: 0.2398007
Nov 27 12:18:13.167381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d114035-fec1-48d9-a7d0-ce4441c595e8 req-96a38101-cfa4-42b6-93d0-250d023559a4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:13.169392 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2d114035-fec1-48d9-a7d0-ce4441c595e8 req-96a38101-cfa4-42b6-93d0-250d023559a4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 943 time: 0.1972861
Nov 27 12:18:13.178705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15877ece-b648-4125-b8e2-8b65cf462abe req-ecbdba28-12a1-403f-ba90-a59c968109bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:13.180176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-15877ece-b648-4125-b8e2-8b65cf462abe req-ecbdba28-12a1-403f-ba90-a59c968109bf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1389127
Nov 27 12:18:13.220818 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2d114035-fec1-48d9-a7d0-ce4441c595e8 req-870536d2-e1f9-4510-bc44-25eeca803b15 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457366
Nov 27 12:18:13.300899 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-d1de975b-bf6c-4f49-99c5-1e2ec2d60236 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1096 time: 0.0736690
Nov 27 12:18:13.373738 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-c9abcd00-fcb9-4341-8804-887f9204f476 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d HTTP/1.1" status: 200  len: 217 time: 0.0615389
Nov 27 12:18:13.442277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-ae1b8410-c3ea-41a5-b933-e41a5ce88150 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:13.443642 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-ae1b8410-c3ea-41a5-b933-e41a5ce88150 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3 HTTP/1.1" status: 200  len: 835 time: 0.0606337
Nov 27 12:18:13.520603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-5774f079-8696-4cae-a1d7-2d773664ea72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687280
Nov 27 12:18:13.657027 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-978b478c-7086-478b-8ba1-78e9cca0d773 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255164
Nov 27 12:18:13.793473 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3cdb7816-5eef-47e0-b14c-eb22a1e43c37 req-7f2ed4ae-915e-4f8d-9183-c57fbad33b46 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257236
Nov 27 12:18:14.421943 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debfee7-54ac-40f5-bb2e-fb853b510345 req-fbba6866-d076-45d2-a6c9-4dcb36387db6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:14.422656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0debfee7-54ac-40f5-bb2e-fb853b510345 req-fbba6866-d076-45d2-a6c9-4dcb36387db6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:18:14.524946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-0debfee7-54ac-40f5-bb2e-fb853b510345 req-fbba6866-d076-45d2-a6c9-4dcb36387db6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:18:14.526132 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0debfee7-54ac-40f5-bb2e-fb853b510345 req-fbba6866-d076-45d2-a6c9-4dcb36387db6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 943 time: 0.1828632
Nov 27 12:18:14.572334 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0debfee7-54ac-40f5-bb2e-fb853b510345 req-b751dba8-0037-4dc6-8b9b-a7852bb605b7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406022
Nov 27 12:18:15.764311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7393d-d392-446f-96a9-29fcb3b6d4ca req-db3ba855-1eee-44bf-b342-f47f307a6f12 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:15.765727 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-13c7393d-d392-446f-96a9-29fcb3b6d4ca req-db3ba855-1eee-44bf-b342-f47f307a6f12 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 943 time: 0.0756054
Nov 27 12:18:15.811073 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-13c7393d-d392-446f-96a9-29fcb3b6d4ca req-02f48339-b437-4707-b5f5-07403eab6aa0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398092
Nov 27 12:18:16.169952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ace57bdf-cb41-47d3-b3f4-88b5e391772d details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:18:16.301194 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ace57bdf-cb41-47d3-b3f4-88b5e391772d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:18:16.315343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'port_id': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'mac_address': 'fa:16:3e:ec:c6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:18:16.368135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:16.385196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace57bdf-cb41-47d3-b3f4-88b5e391772d {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:18:16.399620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ace57bdf-cb41-47d3-b3f4-88b5e391772d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:18:16.501800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:16.503562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:16.569808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=ace57bdf-cb41-47d3-b3f4-88b5e391772d,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:16.572785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:16.767161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['ace57bdf-cb41-47d3-b3f4-88b5e391772d'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:18:17.016868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47043b-a987-46d0-abf4-ef3267b13e46 req-304d0b18-ddd5-43e4-9fea-560162ce7514 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:17.018557 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf47043b-a987-46d0-abf4-ef3267b13e46 req-304d0b18-ddd5-43e4-9fea-560162ce7514 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 944 time: 0.0809224
Nov 27 12:18:17.065389 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf47043b-a987-46d0-abf4-ef3267b13e46 req-ae40bd30-e316-4329-8325-198463c2d84e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405071
Nov 27 12:18:18.183958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ace57bdf-cb41-47d3-b3f4-88b5e391772d up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:18:18.264255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6fa14-0c83-4c75-a13b-bd940ad757fc req-13e35e63-806b-4d99-b827-25221e557158 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:18.265748 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b6a6fa14-0c83-4c75-a13b-bd940ad757fc req-13e35e63-806b-4d99-b827-25221e557158 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 944 time: 0.0790174
Nov 27 12:18:18.312355 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b6a6fa14-0c83-4c75-a13b-bd940ad757fc req-95d6fd89-04c1-4a53-acab-dee35687e39f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410924
Nov 27 12:18:18.318948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port ace57bdf-cb41-47d3-b3f4-88b5e391772d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:18:18.324255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port ace57bdf-cb41-47d3-b3f4-88b5e391772d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:18:18.324633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:18.438426 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:18.464395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:18:18.474291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port ace57bdf-cb41-47d3-b3f4-88b5e391772d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:18:18.551660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:18.556386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:18.603818 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'code': 200}
Nov 27 12:18:18.622304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=ace57bdf-cb41-47d3-b3f4-88b5e391772d,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:18.625225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:18.970161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4086bcc5-8fac-4868-8cc6-4c4fe646fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:18.992029 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2415934c-e835-4769-bc70-d56df153e757 req-6f2ea9d9-8ddf-4d82-8d29-96fdbfc305e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1098 time: 0.0725067
Nov 27 12:18:19.038460 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2415934c-e835-4769-bc70-d56df153e757 req-fcfba181-093b-4221-99f6-6ec4928b96ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368745
Nov 27 12:18:19.505578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c6d95-2a57-48bc-8fd1-3eeab5699f4d req-0ed22aca-3a51-4425-84f0-0bf9419b81fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:19.507040 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-016c6d95-2a57-48bc-8fd1-3eeab5699f4d req-0ed22aca-3a51-4425-84f0-0bf9419b81fb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0758064
Nov 27 12:18:19.555182 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-016c6d95-2a57-48bc-8fd1-3eeab5699f4d req-5726f217-dd01-49d6-8750-20b91a8db43f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426524
Nov 27 12:18:19.798642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:20.753424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e1792-7c68-42d9-9089-a945606eae99 req-0c423a5a-d40b-4565-ad16-fe6afce267ec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:20.754889 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-673e1792-7c68-42d9-9089-a945606eae99 req-0c423a5a-d40b-4565-ad16-fe6afce267ec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0788584
Nov 27 12:18:20.800137 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-673e1792-7c68-42d9-9089-a945606eae99 req-6d944d6b-490f-4440-ada5-93c5051b1901 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397744
Nov 27 12:18:21.004144 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98c1b5-28d5-4a40-a407-9b2f5cd50378 req-de358588-1f5a-4e2c-b354-7cbc2ac085d1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:21.005582 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3a98c1b5-28d5-4a40-a407-9b2f5cd50378 req-de358588-1f5a-4e2c-b354-7cbc2ac085d1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0788352
Nov 27 12:18:21.050831 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3a98c1b5-28d5-4a40-a407-9b2f5cd50378 req-a02151dc-95e7-4391-9c5d-d2b6584c709d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396917
Nov 27 12:18:21.078452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57874) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:18:21.151879 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-51bad2b2-bd08-4dbe-8aec-e5f17dc64f12 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1093 time: 0.0720925
Nov 27 12:18:21.155071 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57878) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:18:21.160170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:18:21.165947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:18:21.170356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:floatingip and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:18:21.173177 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:18:21.176069 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d0636dde-fb78-4ba6-9038-05c63eb73ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:21.179242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:18:21.255868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:21.391161 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:21.523556 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.210 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/7c8a3a24-8676-45a8-a607-05dca69ec27a) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:18:21.767553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:21.873236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:21.877599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a9d930c4-3a95-48fb-b725-e0b7387e40ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:21.943412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:18:21.946735 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:18:21.948698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=7c8a3a24-8676-45a8-a607-05dca69ec27a,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:21.950867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:18:21.977882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:22.458112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:22.539839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:22.629557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:22.836693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:22.906536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:22.911013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:18:23.012675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=7c8a3a24-8676-45a8-a607-05dca69ec27a,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:18:23.021598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:18:23.029816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:23.228075 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Floating IP 285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5 associated. External IP: 172.26.6.210, port: ace57bdf-cb41-47d3-b3f4-88b5e391772d.
Nov 27 12:18:23.719723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router ed405a04-f983-4cc9-b364-11c0261538f8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:18:23.920454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:18:23.924709 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:23.930875 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] Sync routers for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:18:23.947161 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:18:23.948924 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846768670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:18:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:24.021934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:24.082901 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9267952
Nov 27 12:18:24.083549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:18:24.145374 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'status': 'completed', 'code': 200}
Nov 27 12:18:24.151570 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:18:24.193190 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:18:24.297549 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-a4865481-a01b-464e-a2de-7aaa42a7a614 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1098 time: 0.1292968
Nov 27 12:18:24.303270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a7e8-ffa4-4703-abdb-a73e4853d19e req-3e903bda-9484-476e-9a21-f727152ce5a3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:24.304753 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebc5a7e8-ffa4-4703-abdb-a73e4853d19e req-3e903bda-9484-476e-9a21-f727152ce5a3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.1024468
Nov 27 12:18:24.447296 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebc5a7e8-ffa4-4703-abdb-a73e4853d19e req-e1081f05-4c1a-40d1-808e-476fb89cf874 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191983
Nov 27 12:18:24.471783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-cd806513-d177-466c-88d7-9e608555b5ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:24.471783 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-cd806513-d177-466c-88d7-9e608555b5ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed HTTP/1.1" status: 200  len: 897 time: 0.1645486
Nov 27 12:18:24.476907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57886) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:18:24.499712 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846768670>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'port_id': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'mac_address': 'fa:16:3e:ec:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:18:22Z', 'updated_at': '2021-11-27T12:18:22Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:08Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:24.505915 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] Checking router: ed405a04-f983-4cc9-b364-11c0261538f8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:18:24.516999 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:18:24.517593 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846768670>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:18:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:24.662838 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b6e892c6-d68e-4c1f-a278-935d12f494c4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5 HTTP/1.1" status: 200  len: 991 time: 0.1846611
Nov 27 12:18:24.664734 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-1ef47038-771a-45c2-9b05-7f2c84592279 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d HTTP/1.1" status: 200  len: 999 time: 0.1855268
Nov 27 12:18:24.692948 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:18:24.732959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-e4764356-50d2-4b37-bda4-98bb15fee103 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:24.734448 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-e4764356-50d2-4b37-bda4-98bb15fee103 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3 HTTP/1.1" status: 200  len: 835 time: 0.0629289
Nov 27 12:18:24.812107 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-80e28af1-f162-4cb8-a901-2cdf5c4b7f7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708952
Nov 27 12:18:24.944616 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-3cc6f05b-a355-4a0d-b742-a41b9a118c71 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261497
Nov 27 12:18:25.036975 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846768670>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'port_id': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'mac_address': 'fa:16:3e:ec:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:18:22Z', 'updated_at': '2021-11-27T12:18:22Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:08Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:18:25.041294 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae3913-ce2c-41d4-968c-ef74cc1eec55 None None] The sync data for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv is: [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'port_id': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'mac_address': 'fa:16:3e:ec:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:18:22Z', 'updated_at': '2021-11-27T12:18:22Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:08Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:18:25.078892 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7b53612e-e78b-4e98-ba38-083b41391d06 req-df3c36b3-8ad4-4c9e-87c1-bc2d0c50473d service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283932
Nov 27 12:18:25.237476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47565e3f-e570-40ec-a593-e0e26a1712ec None None] New status for floating IP 285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:18:25.666967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57890) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:18:25.775661 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7062350b-2dc7-417d-82c9-1efbab17f230 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5 HTTP/1.1" status: 200  len: 993 time: 0.1073725
Nov 27 12:18:39.609841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:48.963687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7f43dffa-dff3-4ed8-addf-f39261f263c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:49.293948 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1afabe57-3926-462a-b940-d2f72ad8262a req-523d883c-0de0-4300-b782-851064874551 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719829
Nov 27 12:18:49.435568 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1afabe57-3926-462a-b940-d2f72ad8262a req-abf15ebd-de11-48d3-af01-2ffd801a1b5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1098 time: 0.0696743
Nov 27 12:18:49.686376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afabe57-3926-462a-b940-d2f72ad8262a req-393d5476-b011-4dfc-9eba-969b6d5c7f5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:49.687786 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1afabe57-3926-462a-b940-d2f72ad8262a req-393d5476-b011-4dfc-9eba-969b6d5c7f5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed HTTP/1.1" status: 200  len: 897 time: 0.2337885
Nov 27 12:18:49.792830 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1afabe57-3926-462a-b940-d2f72ad8262a req-b6b0622e-d475-40cf-ac92-e7997ec35e5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d HTTP/1.1" status: 200  len: 1001 time: 0.0952036
Nov 27 12:18:49.826599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:49.862192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afabe57-3926-462a-b940-d2f72ad8262a req-6a800d18-9c2a-484e-a3bd-4fe8727b80f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:49.863665 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1afabe57-3926-462a-b940-d2f72ad8262a req-6a800d18-9c2a-484e-a3bd-4fe8727b80f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3 HTTP/1.1" status: 200  len: 835 time: 0.0632904
Nov 27 12:18:49.942251 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1afabe57-3926-462a-b940-d2f72ad8262a req-e09858a3-7c2c-4b11-ba11-85f4b28d6db7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721123
Nov 27 12:18:50.074241 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1afabe57-3926-462a-b940-d2f72ad8262a req-86baec3b-b416-464b-a9a0-620a5f626978 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230199
Nov 27 12:18:50.206739 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1afabe57-3926-462a-b940-d2f72ad8262a req-0d6bd9a9-2169-4a68-b080-7b7ae7c6b389 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256142
Nov 27 12:18:51.202228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2664fdd9-fbb0-45a9-8d22-48c202807219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:52.535406 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:53.957892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:18:59.463767 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc5820-a4fb-4e57-b33b-cafc8d795c72 req-509dc17e-6936-410b-9e27-a7970dc1028b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:59.465255 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4efc5820-a4fb-4e57-b33b-cafc8d795c72 req-509dc17e-6936-410b-9e27-a7970dc1028b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0808632
Nov 27 12:18:59.487883 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-7aa67577-2515-4e7b-8a00-045a75d8fb9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1098 time: 0.0699241
Nov 27 12:18:59.510825 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4efc5820-a4fb-4e57-b33b-cafc8d795c72 req-31071b6d-ece1-4587-8c2c-67cd9d2d68ad tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401452
Nov 27 12:18:59.618020 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-d59decc2-35ac-4e22-8156-a9bb4fdc824a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:59.619458 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-d59decc2-35ac-4e22-8156-a9bb4fdc824a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed HTTP/1.1" status: 200  len: 897 time: 0.1247587
Nov 27 12:18:59.723087 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-9917fc19-a8ec-48a3-809f-e4541d6ec677 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d HTTP/1.1" status: 200  len: 1001 time: 0.0961726
Nov 27 12:18:59.788548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-1f7d85a7-222f-4e6d-b448-272710c0c84e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:18:59.789933 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-1f7d85a7-222f-4e6d-b448-272710c0c84e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3 HTTP/1.1" status: 200  len: 835 time: 0.0592515
Nov 27 12:18:59.866490 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-cc235985-bed4-4769-819b-7da6fe456ab6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686793
Nov 27 12:18:59.997542 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-b7ff9f9f-1a34-436c-b5cd-847f9f70e514 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235976
Nov 27 12:19:00.126162 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c4c5bd14-9a82-4bab-8883-f7184e0a433b req-3c444836-1d16-4ea9-bac7-63ca3b714a04 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219873
Nov 27 12:19:00.713176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dd8b4-62d1-4629-b3ba-15193c553719 req-2fb247a1-2dcf-4ae4-84e7-3b92b50a185d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:00.714545 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5b9dd8b4-62d1-4629-b3ba-15193c553719 req-2fb247a1-2dcf-4ae4-84e7-3b92b50a185d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0784533
Nov 27 12:19:00.764940 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5b9dd8b4-62d1-4629-b3ba-15193c553719 req-1ad68677-ecc4-4e35-8335-0f2d7ec86c19 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448949
Nov 27 12:19:01.153990 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:19:01.960206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c8bb8-3464-46d7-961b-01a237e04dbd req-c945d8cc-6edc-434d-a091-4a3556352142 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:01.961702 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7c6c8bb8-3464-46d7-961b-01a237e04dbd req-c945d8cc-6edc-434d-a091-4a3556352142 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0756779
Nov 27 12:19:02.007683 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7c6c8bb8-3464-46d7-961b-01a237e04dbd req-633e5717-bec5-46c2-ad86-334f7ddb2b4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405743
Nov 27 12:19:03.201558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc20b7-17b8-42b0-a22c-79805c40ca95 req-004a299c-0a76-4c1f-9b65-b795c668a2b8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:03.203054 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44fc20b7-17b8-42b0-a22c-79805c40ca95 req-004a299c-0a76-4c1f-9b65-b795c668a2b8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0768950
Nov 27 12:19:03.248418 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-44fc20b7-17b8-42b0-a22c-79805c40ca95 req-03e158b8-700c-42eb-b3ba-11ec4a32e5ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390835
Nov 27 12:19:04.451391 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90c336-abc8-453f-8cab-4a986957a169 req-972df231-b985-4b58-9219-b03ec8d5a99d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:04.452805 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5a90c336-abc8-453f-8cab-4a986957a169 req-972df231-b985-4b58-9219-b03ec8d5a99d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0803659
Nov 27 12:19:04.496953 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5a90c336-abc8-453f-8cab-4a986957a169 req-7cdf040e-07cb-4d64-8266-dd07b2df0c64 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381081
Nov 27 12:19:05.695741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7aa1-5c00-4cc2-86fd-60c654d54493 req-2db7a656-0132-4852-a5f2-dc590a08851b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:05.697087 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e06c7aa1-5c00-4cc2-86fd-60c654d54493 req-2db7a656-0132-4852-a5f2-dc590a08851b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0804164
Nov 27 12:19:05.844060 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e06c7aa1-5c00-4cc2-86fd-60c654d54493 req-825b74e7-33ba-48f8-ab21-5de198f59627 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1414020
Nov 27 12:19:07.048512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a92a3f-6cda-4724-84bd-617427a56c1d req-0c04b3f3-b8d2-4c96-8f1c-baf7ba92e383 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:07.050699 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-24a92a3f-6cda-4724-84bd-617427a56c1d req-0c04b3f3-b8d2-4c96-8f1c-baf7ba92e383 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0809715
Nov 27 12:19:07.097229 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-24a92a3f-6cda-4724-84bd-617427a56c1d req-ad7f95cd-58b0-40ef-a1dc-0e7b6868468d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408695
Nov 27 12:19:08.433673 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef16a33-1ca7-4d5d-8630-382a8c300501 req-26f19def-e468-490d-960b-df67e07bccee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:08.435019 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2ef16a33-1ca7-4d5d-8630-382a8c300501 req-26f19def-e468-490d-960b-df67e07bccee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0771520
Nov 27 12:19:08.479143 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2ef16a33-1ca7-4d5d-8630-382a8c300501 req-e7ad94e2-b112-45b4-8dbd-4848e11adda1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380654
Nov 27 12:19:09.644604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:09.690782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d1e9d-63da-4524-a8be-4101f7413b66 req-d2289761-79b1-4256-b7e1-65c7bcee7918 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:09.692454 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-649d1e9d-63da-4524-a8be-4101f7413b66 req-d2289761-79b1-4256-b7e1-65c7bcee7918 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0868833
Nov 27 12:19:09.744722 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-649d1e9d-63da-4524-a8be-4101f7413b66 req-1948c38c-07bd-4819-9b30-0ebd49f951c4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462110
Nov 27 12:19:10.942414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f77a7-d245-482d-9081-96023426eec3 req-4123686f-3a49-4505-8049-9478c97ad5a0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:10.943867 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-844f77a7-d245-482d-9081-96023426eec3 req-4123686f-3a49-4505-8049-9478c97ad5a0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0786784
Nov 27 12:19:10.988114 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-844f77a7-d245-482d-9081-96023426eec3 req-2f61600b-6786-43f0-a8f8-74fcb6588f06 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387893
Nov 27 12:19:12.256927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adb10a-4ef9-4cea-a0a6-237eff6fd746 req-47277628-c7b7-4eb9-b192-978ff7ae68f9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:12.258388 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-65adb10a-4ef9-4cea-a0a6-237eff6fd746 req-47277628-c7b7-4eb9-b192-978ff7ae68f9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.1457729
Nov 27 12:19:12.313302 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-65adb10a-4ef9-4cea-a0a6-237eff6fd746 req-0a16cb52-d133-41da-b39a-7ad0de088907 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477111
Nov 27 12:19:13.621515 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813aba4-d9c0-4471-a97c-a066be4861ea req-edb57284-08b7-489b-9ace-fdce70e95dab tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:13.622988 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2813aba4-d9c0-4471-a97c-a066be4861ea req-edb57284-08b7-489b-9ace-fdce70e95dab tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.1483388
Nov 27 12:19:13.672678 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2813aba4-d9c0-4471-a97c-a066be4861ea req-1bd9f7cd-8616-4e63-ac06-8b77ffc86b77 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439074
Nov 27 12:19:14.881637 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93a035-49f5-4be8-89ef-ff3abd6faf40 req-e7a31af2-cf44-4170-9f80-ff487b6c25cd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:14.883074 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aa93a035-49f5-4be8-89ef-ff3abd6faf40 req-e7a31af2-cf44-4170-9f80-ff487b6c25cd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0871282
Nov 27 12:19:14.928830 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-aa93a035-49f5-4be8-89ef-ff3abd6faf40 req-e4d47f80-ccbd-4297-a5fd-bff2bb254ba3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402164
Nov 27 12:19:16.126390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a355bb-306d-47be-bd95-cb60a35c6e5f req-7aa2029f-39c1-4648-ba51-40a70c115c8d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:16.127760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-65a355bb-306d-47be-bd95-cb60a35c6e5f req-7aa2029f-39c1-4648-ba51-40a70c115c8d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0763888
Nov 27 12:19:16.177218 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-65a355bb-306d-47be-bd95-cb60a35c6e5f req-d2c729c2-1523-4ddd-a054-6582a9e7ce73 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440640
Nov 27 12:19:17.379521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e9eb-dbdf-4db0-9acb-5ba7f56ddbc3 req-9a5de922-578e-4a69-bc5d-8c28aab3bff8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:17.380966 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81d7e9eb-dbdf-4db0-9acb-5ba7f56ddbc3 req-9a5de922-578e-4a69-bc5d-8c28aab3bff8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0829213
Nov 27 12:19:17.426542 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81d7e9eb-dbdf-4db0-9acb-5ba7f56ddbc3 req-4efe9e7d-cac3-42a2-aa22-564a29695f25 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400844
Nov 27 12:19:18.632640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c8192-882b-41fe-afa1-eddb60a304a2 req-6a25459d-0bdf-46f6-b50f-a6f8e1b05bb3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:18.635408 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-712c8192-882b-41fe-afa1-eddb60a304a2 req-6a25459d-0bdf-46f6-b50f-a6f8e1b05bb3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0873663
Nov 27 12:19:18.685716 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-712c8192-882b-41fe-afa1-eddb60a304a2 req-0afbf7df-503c-4298-ae20-698d7aea4457 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445981
Nov 27 12:19:18.963488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cd511c3f-768d-4f60-9fd7-419099afc4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:19.808104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:19.897085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933f638-986a-42c3-a404-21251a71dea6 req-5834542c-7768-4c47-b0a5-dc1b0617af08 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:19.898574 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8933f638-986a-42c3-a404-21251a71dea6 req-5834542c-7768-4c47-b0a5-dc1b0617af08 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0789738
Nov 27 12:19:19.945403 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8933f638-986a-42c3-a404-21251a71dea6 req-87d548e0-db3e-404a-9bf4-a3e663b0f4c9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413594
Nov 27 12:19:21.158220 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10460144-92d7-4f00-b995-1614414d9972 req-f1c17aec-e708-4faa-8334-95fd14561609 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:21.159703 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-10460144-92d7-4f00-b995-1614414d9972 req-f1c17aec-e708-4faa-8334-95fd14561609 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0800200
Nov 27 12:19:21.184688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-995af631-8de4-4d52-bdaa-0e3c2d22f04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:21.214008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-10460144-92d7-4f00-b995-1614414d9972 req-0547e5a5-58d7-429b-bcc4-3eb5b75da2ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487380
Nov 27 12:19:22.428581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ad1d6-b4c6-413e-842d-66de2a08f0e5 req-6c3c1726-009b-4489-bd7d-f68a3223e57d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:22.430039 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7c3ad1d6-b4c6-413e-842d-66de2a08f0e5 req-6c3c1726-009b-4489-bd7d-f68a3223e57d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0833488
Nov 27 12:19:22.481236 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7c3ad1d6-b4c6-413e-842d-66de2a08f0e5 req-d97773a1-9057-4bc4-8310-47ba9aead31c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435174
Nov 27 12:19:22.518721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 57956) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:19:22.541030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:22.631381 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5462ef75-b31b-4c9c-bcbf-195e5351deed tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5 HTTP/1.1" status: 200  len: 993 time: 0.1114314
Nov 27 12:19:23.928904 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:38.154247 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:19:39.614836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:48.984101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b52683c5-7f33-4510-a7bb-e522aa478b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:49.576412 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-99152525-426a-4d2a-a657-f4d5eac8e44c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721545
Nov 27 12:19:49.717899 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-f9a4357e-db60-42b5-a9f9-f4f4877d248c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1098 time: 0.0681875
Nov 27 12:19:49.812771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:49.866602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-5bcdd3c8-095d-4413-836a-90a8c599d817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:49.868121 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-5bcdd3c8-095d-4413-836a-90a8c599d817 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed HTTP/1.1" status: 200  len: 897 time: 0.1297085
Nov 27 12:19:49.973959 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-ff1b14ff-13e8-4c6f-b802-348fcdb1e4c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d HTTP/1.1" status: 200  len: 1001 time: 0.0977230
Nov 27 12:19:50.036897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-5ec29215-474a-4b49-a653-6ca8dec1c977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:50.038318 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-5ec29215-474a-4b49-a653-6ca8dec1c977 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3 HTTP/1.1" status: 200  len: 835 time: 0.0571282
Nov 27 12:19:50.118357 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-9809df81-56dc-4e54-9ea4-4af9e42bb78f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710833
Nov 27 12:19:50.259652 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-7e520797-7f19-449b-8c4d-41364b5acc2a service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341331
Nov 27 12:19:50.395109 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d7d865ff-3c6a-4c93-82c3-c12cb14e622e req-bbff64b1-786f-4fd9-b733-68999f56d266 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275034
Nov 27 12:19:51.208508 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-13cdca5c-6f22-444d-a869-0e60a19c9ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:52.540141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:53.916824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:55.156921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57974) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:19:55.473746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 7c8a3a24-8676-45a8-a607-05dca69ec27a {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:19:55.474005 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:55.651317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:55.651618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:55.775106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 7c8a3a24-8676-45a8-a607-05dca69ec27a owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:19:56.002995 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:56.007602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-87009a2f-ab96-44fd-95ab-289e268504b6 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:19:56.051643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=7c8a3a24-8676-45a8-a607-05dca69ec27a,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:19:56.094789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.095243 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.095720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.096746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.097200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.097621 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.098031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.098542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.098966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.099376 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.099789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:19:56.112885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:19:56.172146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:56.600522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router ed405a04-f983-4cc9-b364-11c0261538f8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:19:56.840841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:19:56.858285 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] Sync routers for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:19:56.868549 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:19:56.869355 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284688b490>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:19:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:19:56.946803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:57.023080 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/floatingips/285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5 HTTP/1.1" status: 204  len: 168 time: 1.8648450
Nov 27 12:19:57.024535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:19:57.104987 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'status': 'completed', 'code': 200}
Nov 27 12:19:57.215666 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:19:57.249242 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-f8a7e443-2ff6-42e5-b426-04078ae85da5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 1098 time: 0.1184297
Nov 27 12:19:57.484648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-d8b761de-49c8-40bf-9670-a215091b1d84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:57.486251 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-d8b761de-49c8-40bf-9670-a215091b1d84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed HTTP/1.1" status: 200  len: 897 time: 0.2298520
Nov 27 12:19:57.704856 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-6bc2b0d1-9f2b-48e3-a558-4062dd75071e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d HTTP/1.1" status: 200  len: 217 time: 0.2107282
Nov 27 12:19:57.775142 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284688b490>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:08Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:19:57.780355 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] Checking router: ed405a04-f983-4cc9-b364-11c0261538f8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:19:57.794391 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:19:57.795042 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284688b490>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:19:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:19:57.839643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-d739932a-f9a5-403e-997f-b4bde290994a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:57.841245 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-d739932a-f9a5-403e-997f-b4bde290994a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3 HTTP/1.1" status: 200  len: 835 time: 0.1292138
Nov 27 12:19:57.975983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf682-00d1-4125-9a26-c849a45c2f3d req-a46a4e3a-237b-42b0-94a0-fa404289ac86 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:57.976924 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3ddaf682-00d1-4125-9a26-c849a45c2f3d req-a46a4e3a-237b-42b0-94a0-fa404289ac86 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:19:58.040165 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-5f1b2021-2496-4bac-b039-7a35b913bee5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1829605
Nov 27 12:19:58.131309 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:19:58.135638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-3ddaf682-00d1-4125-9a26-c849a45c2f3d req-a46a4e3a-237b-42b0-94a0-fa404289ac86 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:19:58.136814 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3ddaf682-00d1-4125-9a26-c849a45c2f3d req-a46a4e3a-237b-42b0-94a0-fa404289ac86 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.3726592
Nov 27 12:19:58.233813 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-0084beef-8f48-4a37-885b-a978b2bcc3e9 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866748
Nov 27 12:19:58.238705 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3ddaf682-00d1-4125-9a26-c849a45c2f3d req-1bca0893-8896-4f42-a280-940e70481609 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914559
Nov 27 12:19:58.475688 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-53fbec78-ec8c-4258-820a-2af40a0df658 req-41237323-795d-4f1d-8636-55ef70b15341 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2344491
Nov 27 12:19:58.636603 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284688b490>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:08Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:19:58.640955 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f4967-8271-40d8-91aa-6b2c9244cd64 None None] The sync data for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv is: [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '766de834-1d94-4177-854b-52fdd13d90f9', 'name': '', 'network_id': '6ac8ff9a-5b19-48eb-8f2c-266201eb2aed', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:31:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:18:02Z', 'updated_at': '2021-11-27T12:18:08Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:19:58.911436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f394b6-b8a3-4ba8-a232-56d94621bec6 None None] New status for floating IP 285ab0de-61cf-4639-8cb5-6b7c6ea2f9f5: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:19:59.459205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-1326a538-8ecd-44e4-b751-6254a4fea73e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:59.461573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-1326a538-8ecd-44e4-b751-6254a4fea73e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.0966606
Nov 27 12:19:59.518448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095b774-b5e0-4cba-8a45-21466061ce6c req-c731102c-867b-4fde-8fea-4b2503816df7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:19:59.520647 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9095b774-b5e0-4cba-8a45-21466061ce6c req-c731102c-867b-4fde-8fea-4b2503816df7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 945 time: 0.1061320
Nov 27 12:19:59.550875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port ace57bdf-cb41-47d3-b3f4-88b5e391772d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:19:59.551513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:59.586463 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9095b774-b5e0-4cba-8a45-21466061ce6c req-4e64e2f3-5f2f-485f-963b-b406e4c91bfd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba339bc3-0bb3-436c-92cb-1a65367456bc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559037
Nov 27 12:19:59.814004 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port ace57bdf-cb41-47d3-b3f4-88b5e391772d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=ace57bdf-cb41-47d3-b3f4-88b5e391772d,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:19:59.814358 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:19:59.948939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for ace57bdf-cb41-47d3-b3f4-88b5e391772d owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:20:00.151259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:00.157310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e2c710d3-4a24-467f-962a-9c71570f59fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:00.204643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=ace57bdf-cb41-47d3-b3f4-88b5e391772d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:00.209041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:00.285433 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] No DVR routers for this DVR port ace57bdf-cb41-47d3-b3f4-88b5e391772d on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:20:00.288146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:00.291397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'name': 'network-vif-deleted', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:20:00.374854 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e5e3de5-8dd0-4e3c-9ba4-3acf4bda5e26 req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "DELETE /v2.0/ports/ace57bdf-cb41-47d3-b3f4-88b5e391772d HTTP/1.1" status: 204  len: 173 time: 0.9049718
Nov 27 12:20:00.398717 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9f3e60-045d-42c0-a92d-3f0294d31187', 'name': 'network-vif-deleted', 'tag': 'ace57bdf-cb41-47d3-b3f4-88b5e391772d', 'status': 'completed', 'code': 200}
Nov 27 12:20:00.878861 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e025efef-9351-4865-ad38-2c4685438fe9 req-50b0a460-6fff-406d-a860-c44124519c98 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9f3e60-045d-42c0-a92d-3f0294d31187 HTTP/1.1" status: 200  len: 210 time: 0.0510559
Nov 27 12:20:01.992998 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57992) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:02.546775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:02.652360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ace57bdf-cb41-47d3-b3f4-88b5e391772d no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:20:02.711706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: ace57bdf-cb41-47d3-b3f4-88b5e391772d {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:20:02.712147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device ace57bdf-cb41-47d3-b3f4-88b5e391772d not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:20:03.253487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 766de834-1d94-4177-854b-52fdd13d90f9 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:20:03.254144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:03.540444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 766de834-1d94-4177-854b-52fdd13d90f9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=766de834-1d94-4177-854b-52fdd13d90f9,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:03.540825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:03.672237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 766de834-1d94-4177-854b-52fdd13d90f9 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:20:03.940298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:03.944383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b42e6a7e-a209-4b53-975e-6dc3224a492c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:03.992512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=766de834-1d94-4177-854b-52fdd13d90f9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:03.995010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:04.542097 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:05.152967 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router ed405a04-f983-4cc9-b364-11c0261538f8 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:20:05.359366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:20:05.370189 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] Sync routers for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:20:05.373582 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/ed405a04-f983-4cc9-b364-11c0261538f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3794599
Nov 27 12:20:05.376272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 57996) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:05.382222 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:20:05.382934 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463411c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:19:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:05.566729 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:20:05.645100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting subnet 3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:20:05.648550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:05.703434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:05.790890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:05.875080 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463411c0>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:20:03Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:05.880797 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] Checking router: ed405a04-f983-4cc9-b364-11c0261538f8 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:20:05.893558 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] Routers {'ed405a04-f983-4cc9-b364-11c0261538f8'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:20:05.894182 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28463411c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:19:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['ed405a04-f983-4cc9-b364-11c0261538f8'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:05.974411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:05.979054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a42b7c2a-03e5-4348-a6df-a069bed72c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:06.015333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:06.019362 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:06.022927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:06.028789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb156c58-e5a9-413b-8bdc-34769430815e None None] Network 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:20:06.032575 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-416e5fbb-d694-447e-91b6-4c3d892c4e09 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/subnets/3ba807d4-1cb3-4f32-b4aa-909dd1faf9c3 HTTP/1.1" status: 204  len: 168 time: 0.6526260
Nov 27 12:20:06.032876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58000) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:06.110814 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] Set router ed405a04-f983-4cc9-b364-11c0261538f8 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:20:06.335086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] DHCP port deletion for 6ac8ff9a-5b19-48eb-8f2c-266201eb2aed request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:20:06.340612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Deleting port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:20:06.341169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:06.433953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:06.462329 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28463411c0>, [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:20:03Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:06.467924 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7abe2-7ec3-4590-9fd0-c6502ae53ea2 None None] The sync data for ids ['ed405a04-f983-4cc9-b364-11c0261538f8'] in dv-neutron-819441-1-hyperv is: [{'id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979441858', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:17:57Z', 'updated_at': '2021-11-27T12:20:03Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'e5bed779-fe5d-491a-81c4-96b0eca7686b', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed405a04-f983-4cc9-b364-11c0261538f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:17:58Z', 'updated_at': '2021-11-27T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:20:06.574783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] For port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=304cebaa-e76e-4b64-8ad8-e91a3d08ac7b,segment=NetworkSegment(1addb890-9e9e-423b-b3de-e157efd72c93),segment_id=1addb890-9e9e-423b-b3de-e157efd72c93)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:06.575182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:06.653812 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:06.694972 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Calling delete_port for 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:20:06.722296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port e5bed779-fe5d-491a-81c4-96b0eca7686b {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:20:06.722672 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:06.814000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:06.827962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:06.871033 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] No DVR routers for this DVR port 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:20:06.878883 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Pushing event deleted for resources: {'Port': ['ID=304cebaa-e76e-4b64-8ad8-e91a3d08ac7b,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:06.888108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.888450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.888784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.889107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.889435 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.889756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.890071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.890388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.890728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.891041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.891349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:06.897322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:06.908260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port e5bed779-fe5d-491a-81c4-96b0eca7686b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e5bed779-fe5d-491a-81c4-96b0eca7686b,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:06.909101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:07.036602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for e5bed779-fe5d-491a-81c4-96b0eca7686b owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:20:07.265491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:07.269777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-254d61e2-dfa1-44f7-a773-aa347aa4ba1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:07.314014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=e5bed779-fe5d-491a-81c4-96b0eca7686b,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:07.351757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.352121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.352489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.352862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.353222 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.353579 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.353932 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.354284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.354664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.355018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.355368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:07.366938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:07.547357 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:07.923093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:07.927464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:07.954749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 766de834-1d94-4177-854b-52fdd13d90f9 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:20:07.988518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 766de834-1d94-4177-854b-52fdd13d90f9 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:20:07.988872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 766de834-1d94-4177-854b-52fdd13d90f9 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:20:07.989308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:20:08.020881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:20:08.021259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 304cebaa-e76e-4b64-8ad8-e91a3d08ac7b not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:20:08.048165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.048722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Fanout notify agent at l3_agent the message router_deleted on router ed405a04-f983-4cc9-b364-11c0261538f8 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:20:08.063836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.067109 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/routers/ed405a04-f983-4cc9-b364-11c0261538f8 HTTP/1.1" status: 204  len: 168 time: 2.0311060
Nov 27 12:20:08.067841 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58004) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:08.188847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.328206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.354518 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844dfc190>,) {'filters': {'network_id': ['6ac8ff9a-5b19-48eb-8f2c-266201eb2aed']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:08.366691 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844dfc190>, '1addb890-9e9e-423b-b3de-e157efd72c93') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:08.366988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844dfc190>, '1addb890-9e9e-423b-b3de-e157efd72c93') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:08.378926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.398956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.404807 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:20:08.405185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:20:08.423871 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:20:08.551236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.555594 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.558878 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b842d8b4-b0c3-45ee-86a2-c5ce3e2ac3ca tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:08.583040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Network': ['ID=6ac8ff9a-5b19-48eb-8f2c-266201eb2aed,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:08.585660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:08.648745 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/networks/6ac8ff9a-5b19-48eb-8f2c-266201eb2aed HTTP/1.1" status: 204  len: 168 time: 0.5798485
Nov 27 12:20:08.651408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58008) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:08.723966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ca63-0f51-48a4-a753-195639fe9b80 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.753411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ca63-0f51-48a4-a753-195639fe9b80 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.907618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ca63-0f51-48a4-a753-195639fe9b80 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:08.912360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-30ea2080-ac25-401e-b0a1-ccdc144eaa3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:08.937887 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2ca63-0f51-48a4-a753-195639fe9b80 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba339bc3-0bb3-436c-92cb-1a65367456bc,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:08.941201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1ba2ca63-0f51-48a4-a753-195639fe9b80 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:09.036495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ca63-0f51-48a4-a753-195639fe9b80 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:09.037630 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1ba2ca63-0f51-48a4-a753-195639fe9b80 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba339bc3-0bb3-436c-92cb-1a65367456bc HTTP/1.1" status: 204  len: 168 time: 0.3853309
Nov 27 12:20:09.484936 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58016) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:09.490861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1435495081', 'description': 'tempest-secgroup-smoke-1435495081 description', 'project_id': 'efcd42d5a33043018831a4abf62c606d'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:09.497087 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:09.501705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:09.504743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:09.510619 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:09.594989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:09.630290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:09.634040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:09.636845 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:09.642584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:09.682898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:09.697665 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:09.802632 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:09.807241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-71d58107-8bbd-495a-86f9-af9f38e1a652 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:09.856335 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c502411b-866b-4295-9f94-79db5da8b07d,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:09.859183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:09.876352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e5bed779-fe5d-491a-81c4-96b0eca7686b no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:20:09.912037 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e5bed779-fe5d-491a-81c4-96b0eca7686b {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:20:09.912384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e5bed779-fe5d-491a-81c4-96b0eca7686b not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:20:09.932602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:09.933899 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-57414fc6-357c-4f2c-acdc-9638285207d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4479125
Nov 27 12:20:09.937031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58020) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:09.943329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'c502411b-866b-4295-9f94-79db5da8b07d', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:09.949636 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:09.953653 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:09.957372 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:09.963256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:10.043530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.105131 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.191534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.193366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3a0dc2fe-44d8-4077-adaa-52481cd8133e tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:10.216473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d5838f-473f-4401-9309-be1c9fc3254f,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:10.220910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:10.281971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.283187 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0753c056-62ad-4880-abae-40a1b75adabd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3451574
Nov 27 12:20:10.285929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58024) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:10.291776 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'c502411b-866b-4295-9f94-79db5da8b07d', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:10.302749 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:10.302938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:10.305705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:10.312442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:10.391576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.453874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.527930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.530013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-42cef606-52cb-4ea0-83ec-75f51635edc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:10.554042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddba567-b013-43dc-8e47-36076b38f8aa,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:10.560175 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:10.648154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.649424 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-54015ea1-cb88-4d90-86f6-cbf1b051a0e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3624077
Nov 27 12:20:10.652387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58028) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:10.658771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'c502411b-866b-4295-9f94-79db5da8b07d', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:10.665879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:10.670311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:10.673396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:10.680120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:10.763458 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.830671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.905467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:10.910223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-271193ef-1b5b-407a-8529-166a055a6e39 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:10.932199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1781ae24-5f8f-47aa-8cf0-c84443203bc7,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:10.934566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:11.025514 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.026739 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-88a7ba4c-f7b3-4b85-9ba3-b1eb18dd4818 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3733442
Nov 27 12:20:11.029434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58032) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:11.035603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'c502411b-866b-4295-9f94-79db5da8b07d', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:11.041801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:11.045567 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:11.048443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:11.054210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:11.134910 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.197576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.253899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.255741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bf8a8bb2-c84f-4d9b-8ced-ed24a45181ef tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:11.277408 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38d58a1-f657-428e-abc9-71585f7f436b,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:11.279867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:11.344015 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.345112 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3147814
Nov 27 12:20:11.347886 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58036) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:11.353553 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'c502411b-866b-4295-9f94-79db5da8b07d', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:11.359690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:11.363745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:11.366680 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:11.372338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:11.429187 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:20:11.436225 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.503446 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.583215 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.585038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0c15b042-4e24-4583-8253-88dc2f7ace6b tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:11.608304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f3b95d-db60-41aa-9a65-5d5d16cc0b54,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:11.610708 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:11.670867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.672069 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3232582
Nov 27 12:20:11.674943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58040) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:11.680466 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'c502411b-866b-4295-9f94-79db5da8b07d', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:11.686791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:11.690555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:11.693363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:11.699041 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:11.756600 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:20:11.763664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.828445 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.905432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:11.907371 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e963c4c8-b5c0-422c-b6ae-16fd74289e32 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:11.931236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d817e6aa-b9fd-4641-8c48-ac185c676cb4,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:11.933923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:12.074947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.076148 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a9691923-59ee-40b1-b42c-c9068a0b2db7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4002378
Nov 27 12:20:12.078982 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58044) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:12.084998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'network': {'name': 'tempest-network-smoke--1783506790', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:12.090100 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:12.094286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:network and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:12.098645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:12.104656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:12.213612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:20:12.216664 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.249254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:20:12.258626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.258965 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Added segment 2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850 of type vlan for network 11a34753-d77a-4b75-879f-fe3fb7ee7048
Nov 27 12:20:12.286330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.373817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.378390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:12.379239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.383349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3d1e8169-05a7-41e1-a62d-287986171183 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:12.488732 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Network': ['ID=11a34753-d77a-4b75-879f-fe3fb7ee7048,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:12.491442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:12.499820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:20:12.563145 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2666ceb0-9a57-4f1c-8c37-4a24b32ebcf7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4830766
Nov 27 12:20:12.565792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58048) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:12.571338 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'admin_state_up': True, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:12.578457 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:12.583566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:router and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:12.586597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:12.592740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:12.665012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.666010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.685295 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:12.904696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:13.167584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:13.197989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:13.451935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.128 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/fe24ecbd-17d0-4cd0-bc44-85192d20d0b7) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:20:13.601500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:13.677145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:13.681761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1a85fd58-a835-4b52-9c6a-f4698cf1ede4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:13.753392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:20:13.756966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:20:13.762136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:20:13.787063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=fe24ecbd-17d0-4cd0-bc44-85192d20d0b7,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:13.792377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:13.997520 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:13.998245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:14.316178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router cb40287f-b079-4598-b808-0b564629062b is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:20:14.518049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:20:14.527642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Sync routers for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:20:14.540115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:20:14.540724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845c97970>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:19:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:14.591061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:14.592199 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.0254657
Nov 27 12:20:14.595687 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58052) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:14.635904 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-27cafe22-2ddf-4f61-a55f-6f481739619b tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=efcd42d5a33043018831a4abf62c606d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0384805
Nov 27 12:20:14.638462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58056) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:14.765170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:20:14.770170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145317f-8fef-4179-b2f9-7f08fc13e105 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:14.771674 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8145317f-8fef-4179-b2f9-7f08fc13e105 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1322598
Nov 27 12:20:14.774562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58060) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:14.813373 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d0641680-bce5-4e39-b787-c4c18fbcff9a tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0376594
Nov 27 12:20:14.815850 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58064) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:14.821132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1909636758', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:14.933436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:14.937252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:subnet and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:14.940736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:14.946563 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:15.029156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:20:15.056658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845c97970>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:13Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:15.060623 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Checking router: cb40287f-b079-4598-b808-0b564629062b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:20:15.060971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Updating router cb40287f-b079-4598-b808-0b564629062b port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:20:15.112622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.136475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.153635 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:20:15.440629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.453090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Transition to ACTIVE for port object fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:20:15.543966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.550686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:15.572468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.576326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:15.637024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Attempting to bind port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:20:15.637398 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Attempting to bind port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:20:15.637769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Attempting to bind port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:20:15.639785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c7bfa-2268-42f5-8d9c-6bf634328a9c None None] Pushing event updated for resources: {'Port': ['ID=fe24ecbd-17d0-4cd0-bc44-85192d20d0b7,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:15.644506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-824c7bfa-2268-42f5-8d9c-6bf634328a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:15.647962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:20:15.648139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:20:15.648532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.648926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:20:15.649908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Bound port: fe24ecbd-17d0-4cd0-bc44-85192d20d0b7, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:20:15.649908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.655926 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Subnet': ['ID=2fbdc06e-f19f-44ac-aec9-dada3d3675b7,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:15.658751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:15.667191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Checking segment: {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:20:15.667559 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network hostable DHCP agents. Network: 11a34753-d77a-4b75-879f-fe3fb7ee7048, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:20:15.725052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] For port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:20:15.728259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] For port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fe24ecbd-17d0-4cd0-bc44-85192d20d0b7,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:20:15.756036 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:20:15.813780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.818185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-49caf9a9-abbb-4d29-8590-8235d5de3ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:15.841810 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 11a34753-d77a-4b75-879f-fe3fb7ee7048) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:20:15.845986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:15.846674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:15.855529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a6687-2320-424c-afa8-7738a7bc5e2d None None] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:20:15.934343 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3d8860de-c2d4-41fd-a713-6221107ce99e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1174314
Nov 27 12:20:15.937011 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58068) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:15.985973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c7bfa-2268-42f5-8d9c-6bf634328a9c None None] Pushing event updated for resources: {'Port': ['ID=fe24ecbd-17d0-4cd0-bc44-85192d20d0b7,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:15.992914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-824c7bfa-2268-42f5-8d9c-6bf634328a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:16.013545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:20:16.014179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845c97970>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:19:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:16.281911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-11a34753-d77a-4b75-879f-fe3fb7ee7048', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:20:16.282775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:16.306307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:20:16.717543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:16.733184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Allocated IP 172.20.0.2 (11a34753-d77a-4b75-879f-fe3fb7ee7048/2fbdc06e-f19f-44ac-aec9-dada3d3675b7/b5b5762a-434a-4d68-bf2d-f1d47dc928a5) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:20:16.875969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845c97970>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:13Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:16.885467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb2bf-f65e-4fc7-8d15-91593ce59ce6 None None] The sync data for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv is: [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:13Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:20:16.972360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:16.986376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Transition to ACTIVE for port object b5b5762a-434a-4d68-bf2d-f1d47dc928a5 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:20:17.009299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Transition to ACTIVE for port object b5b5762a-434a-4d68-bf2d-f1d47dc928a5 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:20:17.094176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:17.099250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3a54317d-1d0a-4270-bac7-45326417e3bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:17.171449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:20:17.174887 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:20:17.176079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.1 (11a34753-d77a-4b75-879f-fe3fb7ee7048/2fbdc06e-f19f-44ac-aec9-dada3d3675b7/5c08959e-75ac-4361-8c48-d360284f00ba) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:20:17.179588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:20:17.182118 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Pushing event updated for resources: {'Port': ['ID=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:17.186318 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:17.275800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Attempting to bind port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:20:17.276153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Attempting to bind port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:20:17.276452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Attempting to bind port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 on network 11a34753-d77a-4b75-879f-fe3fb7ee7048 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:20:17.284932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:20:17.297816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Checking segment: {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:20:17.297816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:17.297816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Bound using segment: {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:20:17.297816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Bound port: b5b5762a-434a-4d68-bf2d-f1d47dc928a5, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:20:17.297816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:17.367464 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:17.386374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object 5c08959e-75ac-4361-8c48-d360284f00ba will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:20:17.404062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] For port b5b5762a-434a-4d68-bf2d-f1d47dc928a5, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:20:17.408465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] For port b5b5762a-434a-4d68-bf2d-f1d47dc928a5, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:20:17.492733 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:17.492962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:17.492962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:17.494393 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b106342b-46d4-4111-be21-1aa2a3fa6965 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:17.558226 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:20:17.566891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:20:17.571877 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:20:17.580565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Pushing event updated for resources: {'Port': ['ID=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:17.583424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:17.761275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=5c08959e-75ac-4361-8c48-d360284f00ba,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:17.768140 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:17.797485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:17.962584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:17.973047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b5b5762a-434a-4d68-bf2d-f1d47dc928a5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:20:18.144008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:20:18.149609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:20:18.302800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:20:18.311489 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:18.311778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:18.462685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:18.484811 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fe24ecbd-17d0-4cd0-bc44-85192d20d0b7,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:18.536336 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:18.601391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc84857-b752-474b-ad0d-339eb7591fc9 None None] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:20:18.616675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:18.622536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-905df73f-253f-47dd-9bbf-6da407197867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:18.636721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:18.666971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2850db5b-b6bd-444c-909a-0f235983a64f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:18.750461 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:18.754824 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=5c08959e-75ac-4361-8c48-d360284f00ba,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:18.757933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:18.798366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=fe24ecbd-17d0-4cd0-bc44-85192d20d0b7,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:18.803671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:18.910750 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:20:18.911894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:20:18.921101 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] Provisioning for port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:20:18.930994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] Provisioning complete for port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:18.931609 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:19.052432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9405-e876-4742-bf64-c83d638c19b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:19.143277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:19.178757 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] For port b5b5762a-434a-4d68-bf2d-f1d47dc928a5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:19.270176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:19.272200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:19.356052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] Pushing event updated for resources: {'Port': ['ID=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:19.359041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:19.362112 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router cb40287f-b079-4598-b808-0b564629062b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:20:19.463725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1ea460f0-a5d5-4d05-9efb-cebd832f89b2 None None] Provisioning for port 5c08959e-75ac-4361-8c48-d360284f00ba completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:20:19.472110 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1ea460f0-a5d5-4d05-9efb-cebd832f89b2 None None] Provisioning complete for port 5c08959e-75ac-4361-8c48-d360284f00ba triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:19.472899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ea460f0-a5d5-4d05-9efb-cebd832f89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:19.532699 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1ea460f0-a5d5-4d05-9efb-cebd832f89b2 None None] Port 5c08959e-75ac-4361-8c48-d360284f00ba cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:20:19.546679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1ea460f0-a5d5-4d05-9efb-cebd832f89b2 None None] Provisioning complete for port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:19.547195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1ea460f0-a5d5-4d05-9efb-cebd832f89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:19.605556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:20:19.621215 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/cb40287f-b079-4598-b808-0b564629062b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6830783
Nov 27 12:20:19.804198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:19.806813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-03547c73-dad7-4726-bd52-f9f49fb6ff91 None None] Provisioning complete for port 5c08959e-75ac-4361-8c48-d360284f00ba triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:19.811561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-03547c73-dad7-4726-bd52-f9f49fb6ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:19.811769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-f18d9eb2-2930-49c3-9dda-7b3ff11ac116 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:20:19.859471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-03547c73-dad7-4726-bd52-f9f49fb6ff91 None None] Port 5c08959e-75ac-4361-8c48-d360284f00ba cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:20:19.897893 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-f18d9eb2-2930-49c3-9dda-7b3ff11ac116 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:20:19.908678 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-f18d9eb2-2930-49c3-9dda-7b3ff11ac116 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1435495081&fields=id&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 267 time: 0.1303446
Nov 27 12:20:19.922855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b5b5762a-434a-4d68-bf2d-f1d47dc928a5 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:20:20.000386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:20.000791 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:20.125551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:20:20.178042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-f0cc5b5b-51a3-459f-958a-d47b61c16e15 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:20.178760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-f0cc5b5b-51a3-459f-958a-d47b61c16e15 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:20:20.196997 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:20.197373 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:20.277233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-f0cc5b5b-51a3-459f-958a-d47b61c16e15 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:20:20.278841 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-f0cc5b5b-51a3-459f-958a-d47b61c16e15 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 797 time: 0.3730147
Nov 27 12:20:20.301543 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-7df76d9b-34e1-462a-8b7b-ba3cf4202887 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/quotas/efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 375 time: 0.0167279
Nov 27 12:20:20.392098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b86b0ad2-787a-4e82-b753-14a5f9f05486 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:20:20.465125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b86b0ad2-787a-4e82-b753-14a5f9f05486 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:20:20.466586 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b86b0ad2-787a-4e82-b753-14a5f9f05486 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1642482
Nov 27 12:20:20.537249 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Sync routers for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:20:20.550574 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:20:20.551213 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284649e8e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:19:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:20.699571 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-3a1796db-b76a-438d-a480-630dfc76ee96 service neutron] 10.222.0.23 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207582
Nov 27 12:20:20.760389 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:20:20.854962 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-2423470a-4553-42fb-91f1-acc67c3ec3cb service neutron] 10.222.0.23 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483550
Nov 27 12:20:21.120137 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284649e8e0>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 2, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:21.128447 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Checking router: cb40287f-b079-4598-b808-0b564629062b for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:20:21.129141 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Updating router cb40287f-b079-4598-b808-0b564629062b port 5c08959e-75ac-4361-8c48-d360284f00ba binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:20:21.161908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-995df529-ae5b-4303-b9de-3ca63e345919 req-8d855a90-8f65-4d75-87c7-37b393e64a8c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:20:21.170517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-995df529-ae5b-4303-b9de-3ca63e345919 req-8d855a90-8f65-4d75-87c7-37b393e64a8c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:20:21.171673 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-995df529-ae5b-4303-b9de-3ca63e345919 req-8d855a90-8f65-4d75-87c7-37b393e64a8c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 210 time: 0.0718811
Nov 27 12:20:21.203219 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:21.207674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d970ab1b-4cb9-43cb-9d49-700f399ddcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:21.563912 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:21.578224 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Transition to ACTIVE for port object 5c08959e-75ac-4361-8c48-d360284f00ba will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:20:21.659092 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:21.662662 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:21.822408 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Pushing event updated for resources: {'Port': ['ID=5c08959e-75ac-4361-8c48-d360284f00ba,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:21.835452 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.836051 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.836176 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.836411 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.836751 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.837031 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.837350 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.837663 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.837975 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.838283 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.838746 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:20:21.843815 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:21.935957 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Attempting to bind port 5c08959e-75ac-4361-8c48-d360284f00ba on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:20:21.936326 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Attempting to bind port 5c08959e-75ac-4361-8c48-d360284f00ba by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:20:21.936692 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Attempting to bind port 5c08959e-75ac-4361-8c48-d360284f00ba on network 11a34753-d77a-4b75-879f-fe3fb7ee7048 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:20:21.943929 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:20:21.944293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Checking segment: {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:20:21.944719 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:21.945084 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Bound using segment: {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:20:21.945610 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Bound port: 5c08959e-75ac-4361-8c48-d360284f00ba, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:20:21.945933 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:22.053233 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] For port 5c08959e-75ac-4361-8c48-d360284f00ba, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:20:22.056847 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] For port 5c08959e-75ac-4361-8c48-d360284f00ba, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5c08959e-75ac-4361-8c48-d360284f00ba,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:20:22.151482 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:22.155681 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-4e7b0db3-50ec-40d3-b1f9-c6deec4ac46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:22.241172 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:20:22.242018 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284649e8e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:20:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:22.309930 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Pushing event updated for resources: {'Port': ['ID=5c08959e-75ac-4361-8c48-d360284f00ba,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:22.315141 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-c30fabf2-c0b6-41fe-8797-916487b8ad8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:22.370464 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-af72e190-db65-4b4b-b960-5512ffe51c8c req-1037e052-e5a4-4c57-8784-85b775940ded tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 210 time: 0.0534275
Nov 27 12:20:22.457547 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:20:22.522514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:22.775494 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284649e8e0>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:22Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:22.779507 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d03a1-33c5-4ea9-9a2e-8ddf38a27e78 None None] The sync data for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv is: [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:22Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:20:23.495539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-34f9b862-55f5-4e35-bb7e-454adbd4ba89 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:23.498518 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-34f9b862-55f5-4e35-bb7e-454adbd4ba89 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 797 time: 0.3250251
Nov 27 12:20:23.568388 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f361c1a6-0a82-4bdd-94b1-cac1618cd8cd req-3acfc3b4-66f9-4926-8824-e88a95ed6d97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 210 time: 0.0592847
Nov 27 12:20:23.600191 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-3a471a61-d2af-40c1-b736-e78f50056e3f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 380 time: 0.0549796
Nov 27 12:20:23.610418 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'port': {'device_id': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'admin_state_up': True, 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'security_groups': ['c502411b-866b-4295-9f94-79db5da8b07d']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:23.758662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:23.769410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:23.840584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:20:23.843801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:23.961847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:23.968607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c08959e-75ac-4361-8c48-d360284f00ba up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:20:24.022024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.5 (11a34753-d77a-4b75-879f-fe3fb7ee7048/2fbdc06e-f19f-44ac-aec9-dada3d3675b7/9cc3c71c-6f0b-4e91-825d-ec975420968d) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:20:24.099196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 5c08959e-75ac-4361-8c48-d360284f00ba completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:20:24.104367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 5c08959e-75ac-4361-8c48-d360284f00ba triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:24.104745 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:24.222328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:24.228277 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:24.240703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object 9cc3c71c-6f0b-4e91-825d-ec975420968d will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:20:24.263584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 5c08959e-75ac-4361-8c48-d360284f00ba, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5c08959e-75ac-4361-8c48-d360284f00ba,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:24.351225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:24.357520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d31b67f1-fe00-4cc4-9482-132aa03c7cee tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:24.363728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:24.365946 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:24.427953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:20:24.435620 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:20:24.440538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:20:24.448678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=5c08959e-75ac-4361-8c48-d360284f00ba,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:24.452159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:24.470899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:24.477970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:24.509469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:24.510100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:24.609600 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0029461
Nov 27 12:20:24.630099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Request body: {'port': {'device_id': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:24.715783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9722795d-9057-4906-b151-18064f9c15a0 None None] Provisioning for port 9cc3c71c-6f0b-4e91-825d-ec975420968d completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:20:24.723467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9722795d-9057-4906-b151-18064f9c15a0 None None] Provisioning complete for port 9cc3c71c-6f0b-4e91-825d-ec975420968d triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:24.723979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9722795d-9057-4906-b151-18064f9c15a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:24.749195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:24.786342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9825ba-20a9-4c57-8e41-df41ff829508 req-8635ff83-e5ba-431f-9104-25dca8e7c756 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:24.792120 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6d9825ba-20a9-4c57-8e41-df41ff829508 req-8635ff83-e5ba-431f-9104-25dca8e7c756 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 931 time: 0.0940237
Nov 27 12:20:24.792291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9722795d-9057-4906-b151-18064f9c15a0 None None] Port 9cc3c71c-6f0b-4e91-825d-ec975420968d cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:20:24.850767 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6d9825ba-20a9-4c57-8e41-df41ff829508 req-5471721a-4f1b-4dd6-bc28-047bc4148a3c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487101
Nov 27 12:20:25.149348 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc3c71c-6f0b-4e91-825d-ec975420968d {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:20:25.156514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:25.171580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Transition to ACTIVE for port object 9cc3c71c-6f0b-4e91-825d-ec975420968d will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:20:25.236584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:25.240684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-aec9218c-b836-41e6-a81c-12d6d92bfeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:25.368419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:25.371475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:25.480442 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Attempting to bind port 9cc3c71c-6f0b-4e91-825d-ec975420968d on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:20:25.480769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Attempting to bind port 9cc3c71c-6f0b-4e91-825d-ec975420968d by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:20:25.481098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Attempting to bind port 9cc3c71c-6f0b-4e91-825d-ec975420968d on network 11a34753-d77a-4b75-879f-fe3fb7ee7048 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:20:25.487496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Port 9cc3c71c-6f0b-4e91-825d-ec975420968d on network 11a34753-d77a-4b75-879f-fe3fb7ee7048 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:20:25.487809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Attempting to bind port 9cc3c71c-6f0b-4e91-825d-ec975420968d on network 11a34753-d77a-4b75-879f-fe3fb7ee7048 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:20:25.494038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:20:25.494369 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Checking segment: {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:20:25.494781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Bound using segment: {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:20:25.495195 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Bound port: 9cc3c71c-6f0b-4e91-825d-ec975420968d, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:20:25.495535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:25.586343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:20:25.589502 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:20:25.676863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:25.680682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e5b63bc9-db43-40ab-8696-96e9281f9c31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:25.838164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:25.839549 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8c094298-6030-43ee-b577-384e52f5334f service neutron] 10.222.0.39 "PUT /v2.0/ports/9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 1093 time: 1.2146928
Nov 27 12:20:25.840090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:20:25.865391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:25.868631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:25.921177 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'status': 'completed', 'code': 200}
Nov 27 12:20:25.957764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c08959e-75ac-4361-8c48-d360284f00ba up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:20:26.058743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 5c08959e-75ac-4361-8c48-d360284f00ba triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:26.059257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:26.060836 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2e1db326-1989-47ad-aeda-2d2343192167 req-8eb49be5-1fb3-4698-8df1-188b31d942bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1096 time: 0.1158822
Nov 27 12:20:26.177462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03c53b-ca52-4779-a55e-1658e94a1288 req-4a079dd1-1f31-4673-ab3d-47b14c390479 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:26.179945 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5b03c53b-ca52-4779-a55e-1658e94a1288 req-4a079dd1-1f31-4673-ab3d-47b14c390479 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 943 time: 0.1154408
Nov 27 12:20:26.231043 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5b03c53b-ca52-4779-a55e-1658e94a1288 req-89087edc-9ef4-4f54-a740-13bab6fe0ab2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449159
Nov 27 12:20:26.262339 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1db326-1989-47ad-aeda-2d2343192167 req-8525ae55-c971-45ef-960f-18264fc193d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:26.263939 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2e1db326-1989-47ad-aeda-2d2343192167 req-8525ae55-c971-45ef-960f-18264fc193d9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=efcd42d5a33043018831a4abf62c606d&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1911538
Nov 27 12:20:26.406942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1db326-1989-47ad-aeda-2d2343192167 req-c487bd8f-ce2f-4162-8a73-f557dd3ffc06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:26.408434 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2e1db326-1989-47ad-aeda-2d2343192167 req-c487bd8f-ce2f-4162-8a73-f557dd3ffc06 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1351428
Nov 27 12:20:26.524447 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-8e52a9b6-1d67-42ef-9d0b-697d989bc1a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1096 time: 0.0683248
Nov 27 12:20:26.598293 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-952cb0a2-ff33-4195-8577-6b6f71c4d847 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 217 time: 0.0632787
Nov 27 12:20:26.664934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-416430df-8ddd-4743-8905-341a024c1124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:26.666343 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-416430df-8ddd-4743-8905-341a024c1124 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 200  len: 835 time: 0.0585408
Nov 27 12:20:26.746792 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-239c5024-63ed-4a96-8473-6ec2e2e6f1be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a34753-d77a-4b75-879f-fe3fb7ee7048&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707889
Nov 27 12:20:26.889199 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-a082d006-9e44-4394-be2e-67e095563a1e service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314371
Nov 27 12:20:27.027658 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-490dcb21-bfe5-4954-9ec4-f792802b9dcd req-6a822a0f-c280-4d86-b02f-743e6ccd4796 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280489
Nov 27 12:20:27.431632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c2f4e-7648-499a-923b-ea305bf526bc req-49cac411-99cc-446f-b536-557b233780b0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:27.432372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-962c2f4e-7648-499a-923b-ea305bf526bc req-49cac411-99cc-446f-b536-557b233780b0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:20:27.505049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-962c2f4e-7648-499a-923b-ea305bf526bc req-49cac411-99cc-446f-b536-557b233780b0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:20:27.506230 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-962c2f4e-7648-499a-923b-ea305bf526bc req-49cac411-99cc-446f-b536-557b233780b0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 943 time: 0.1514652
Nov 27 12:20:27.554613 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-962c2f4e-7648-499a-923b-ea305bf526bc req-b7efaa39-7a40-4473-91c5-2e6b12a6f884 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425227
Nov 27 12:20:28.791202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9cc3c71c-6f0b-4e91-825d-ec975420968d details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:20:28.794622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81b9d2-d8fa-48aa-ba25-5be988da1312 req-23cd053f-ea3f-4325-ade2-8786cfba63c8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:28.796177 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8d81b9d2-d8fa-48aa-ba25-5be988da1312 req-23cd053f-ea3f-4325-ade2-8786cfba63c8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 943 time: 0.1005521
Nov 27 12:20:28.857412 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8d81b9d2-d8fa-48aa-ba25-5be988da1312 req-0ea4d4e0-06fa-4fa9-a0bc-f9a64d473a64 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527184
Nov 27 12:20:28.953186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:28.969261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'port_id': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'mac_address': 'fa:16:3e:1d:bc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:20:29.037456 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:29.066738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc3c71c-6f0b-4e91-825d-ec975420968d {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:20:29.085071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:29.149106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:29.151193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-9368629a-939f-4cb9-b43b-769d837ae4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:29.217501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:29.221074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:29.447557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['9cc3c71c-6f0b-4e91-825d-ec975420968d'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:20:30.071169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40062ed6-cc4c-459f-a42f-e9bdaffaf01a req-d348938c-1989-4e4e-8fd5-f450138a2ab7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:30.072718 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-40062ed6-cc4c-459f-a42f-e9bdaffaf01a req-d348938c-1989-4e4e-8fd5-f450138a2ab7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 944 time: 0.0816107
Nov 27 12:20:30.120055 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-40062ed6-cc4c-459f-a42f-e9bdaffaf01a req-251a114c-1295-42f7-8c84-3170e455ce89 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417249
Nov 27 12:20:30.805257 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9cc3c71c-6f0b-4e91-825d-ec975420968d up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:20:30.961865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 9cc3c71c-6f0b-4e91-825d-ec975420968d completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:20:30.967314 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 9cc3c71c-6f0b-4e91-825d-ec975420968d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:20:30.967714 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:31.089188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:31.116802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:20:31.127250 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:20:31.173875 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'code': 200}
Nov 27 12:20:31.219274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:31.230032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:31.294642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:31.298839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:31.353152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f50a6-d991-402d-a29e-43f1cae23234 req-f8c09d35-cb18-42d6-8b2c-221796cb7ca5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:31.355783 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0a3f50a6-d991-402d-a29e-43f1cae23234 req-f8c09d35-cb18-42d6-8b2c-221796cb7ca5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0896244
Nov 27 12:20:31.430841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0a3f50a6-d991-402d-a29e-43f1cae23234 req-7cbb5334-c3b0-482f-abaf-f21a02933645 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688846
Nov 27 12:20:31.598562 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-86244b0e-e759-44d7-abc2-de4e5a22b5c0 req-a2b4b22c-6eb8-4859-8067-e802ac6bcf4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1098 time: 0.0793986
Nov 27 12:20:31.645148 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-86244b0e-e759-44d7-abc2-de4e5a22b5c0 req-6fbbe6f3-96c9-4ee1-bb32-05839dbe2202 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365529
Nov 27 12:20:32.628699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f2581-4022-4562-977c-5daf656b701f req-266a15a6-5504-4987-bfe3-c7f0e5c200f4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:32.630177 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-099f2581-4022-4562-977c-5daf656b701f req-266a15a6-5504-4987-bfe3-c7f0e5c200f4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0785680
Nov 27 12:20:32.676055 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-099f2581-4022-4562-977c-5daf656b701f req-69308071-fac8-4899-af96-a906a4f6783c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404110
Nov 27 12:20:33.876407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f85b1-ced7-41b5-bc18-86f3046ebe34 req-1a2072e6-6116-4190-850f-2e385bd309ca tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:33.877976 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7a2f85b1-ced7-41b5-bc18-86f3046ebe34 req-1a2072e6-6116-4190-850f-2e385bd309ca tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0773797
Nov 27 12:20:33.927693 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7a2f85b1-ced7-41b5-bc18-86f3046ebe34 req-fb04c812-40f0-4e48-bb57-5d889d7e1759 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436800
Nov 27 12:20:34.130270 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93663a4e-54f0-4869-a45a-085356a2a7a9 req-774e1e6c-788c-491b-a28f-268e3bd6686d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:34.131735 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93663a4e-54f0-4869-a45a-085356a2a7a9 req-774e1e6c-788c-491b-a28f-268e3bd6686d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0802150
Nov 27 12:20:34.178832 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93663a4e-54f0-4869-a45a-085356a2a7a9 req-5609f709-4c6a-4962-9c80-d35421ca008e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416236
Nov 27 12:20:34.206311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58118) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:34.300825 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-555f989d-6cb1-4877-9d6a-b89eb1f64626 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1093 time: 0.0917983
Nov 27 12:20:34.303862 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58122) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:34.309431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:20:34.315634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:20:34.319522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:floatingip and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:20:34.322418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:20:34.328436 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:20:34.395990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:34.530069 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:34.675922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.216 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/2687b801-7f3f-4bbc-bea1-f6adbfd5210e) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:20:34.826330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:34.904957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:34.908911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:34.980033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:20:34.983675 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:20:34.985683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=2687b801-7f3f-4bbc-bea1-f6adbfd5210e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:34.988361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:20:35.013289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:35.637923 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:35.749544 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:35.956894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:36.018160 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:36.022363 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:20:36.118647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=2687b801-7f3f-4bbc-bea1-f6adbfd5210e,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:20:36.122555 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:20:36.137161 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:36.328369 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Floating IP f3f47cdb-cb74-4034-abf1-47df38f9f6c4 associated. External IP: 172.26.6.216, port: 9cc3c71c-6f0b-4e91-825d-ec975420968d.
Nov 27 12:20:36.712502 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router cb40287f-b079-4598-b808-0b564629062b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:20:37.038118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:20:37.049510 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] Sync routers for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:20:37.061894 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:20:37.062531 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28458ced90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:20:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:37.139253 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:37.196494 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8915727
Nov 27 12:20:37.198986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:20:37.255452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:20:37.391061 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'status': 'completed', 'code': 200}
Nov 27 12:20:37.403535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb933b6-c1f1-496b-bd28-4e12072e1d85 req-9df26d6b-9d09-4ee0-b8d9-ce720f791c47 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:37.405009 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb933b6-c1f1-496b-bd28-4e12072e1d85 req-9df26d6b-9d09-4ee0-b8d9-ce720f791c47 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0919707
Nov 27 12:20:37.497743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ecb933b6-c1f1-496b-bd28-4e12072e1d85 req-c974d8e8-36a4-4651-8971-734a9f83c371 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852017
Nov 27 12:20:37.522997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-6bca7df9-c04e-4e85-a5be-e9cf2c52a764 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1098 time: 0.0943856
Nov 27 12:20:37.525866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58132) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:37.655039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28458ced90>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'f3f47cdb-cb74-4034-abf1-47df38f9f6c4', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'cb40287f-b079-4598-b808-0b564629062b', 'port_id': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'mac_address': 'fa:16:3e:1d:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:20:35Z', 'updated_at': '2021-11-27T12:20:35Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:24Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:37.659774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] Checking router: cb40287f-b079-4598-b808-0b564629062b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:20:37.671230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:20:37.671840 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28458ced90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:20:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:37.828638 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b8ef2b7b-e533-44e3-bf62-d5162bca42f8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/f3f47cdb-cb74-4034-abf1-47df38f9f6c4 HTTP/1.1" status: 200  len: 991 time: 0.3014421
Nov 27 12:20:37.849770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:20:37.864179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-0a85f58a-9423-4d68-a8e9-008aa5db6e66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:37.865635 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-0a85f58a-9423-4d68-a8e9-008aa5db6e66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 898 time: 0.1706204
Nov 27 12:20:37.978706 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-e807069d-9902-441a-a1fc-9be659577454 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 999 time: 0.1053910
Nov 27 12:20:38.045002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-0e58d3fd-4177-4502-a230-4425f94f608e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:38.046441 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-0e58d3fd-4177-4502-a230-4425f94f608e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 200  len: 835 time: 0.0614567
Nov 27 12:20:38.127862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-631cdd46-375d-4746-a6b5-3bf46d930c22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a34753-d77a-4b75-879f-fe3fb7ee7048&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751104
Nov 27 12:20:38.265910 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-bbf5924e-b5d2-436a-8182-7da214fdf3a4 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312501
Nov 27 12:20:38.287788 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28458ced90>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'f3f47cdb-cb74-4034-abf1-47df38f9f6c4', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'cb40287f-b079-4598-b808-0b564629062b', 'port_id': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'mac_address': 'fa:16:3e:1d:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:20:35Z', 'updated_at': '2021-11-27T12:20:35Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:24Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:20:38.292154 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a9de8-72e1-4420-b728-af897d7d506c None None] The sync data for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv is: [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'f3f47cdb-cb74-4034-abf1-47df38f9f6c4', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'cb40287f-b079-4598-b808-0b564629062b', 'port_id': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'mac_address': 'fa:16:3e:1d:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:20:35Z', 'updated_at': '2021-11-27T12:20:35Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:24Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:20:38.406806 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e5f4915f-18b8-48c4-8f9e-e3c32f72aef2 req-f3257804-c2c7-427f-bf22-74f85d86cda7 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339436
Nov 27 12:20:38.832366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58136) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:38.945118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-62fdbcdf-1d19-4925-948d-e223f0916625 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/f3f47cdb-cb74-4034-abf1-47df38f9f6c4 HTTP/1.1" status: 200  len: 991 time: 0.1114259
Nov 27 12:20:39.533980 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366632c-66a5-4a48-be62-993316b7abf2 None None] New status for floating IP f3f47cdb-cb74-4034-abf1-47df38f9f6c4: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:20:39.653770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:39.948976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58142) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:20:40.066836 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4d9402b7-e13f-41a4-a1bc-a32a11677585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/f3f47cdb-cb74-4034-abf1-47df38f9f6c4 HTTP/1.1" status: 200  len: 993 time: 0.1166368
Nov 27 12:20:48.973465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a6075e93-e3e5-45fb-a2b5-e6977766b259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:49.807701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:51.219020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e6eb00f9-8d33-4d1f-a5cc-59e9ff6f7501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:51.294139 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-61a8fead-aefb-40bf-ac8c-fd9b5450990c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702026
Nov 27 12:20:51.457681 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-af3a52a5-ca30-47ed-8f9e-ed37ac6994cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1098 time: 0.0733657
Nov 27 12:20:51.609091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-c43dfc9d-2055-40b6-ab0a-d6d94e062648 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:51.611138 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-c43dfc9d-2055-40b6-ab0a-d6d94e062648 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 898 time: 0.1304729
Nov 27 12:20:51.727087 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-4b2a1dfd-c169-4ebb-a3cd-bbfc839a3c57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 1001 time: 0.1085181
Nov 27 12:20:51.795416 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-77f4b822-e20c-4c1e-b429-133a4cb253b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:20:51.796879 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-77f4b822-e20c-4c1e-b429-133a4cb253b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 200  len: 835 time: 0.0628579
Nov 27 12:20:51.877227 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-3e4c079f-cbc2-4e24-8077-46ea3a80b8aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a34753-d77a-4b75-879f-fe3fb7ee7048&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714684
Nov 27 12:20:52.140945 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-b80946ac-928f-471e-8fa0-ce11060e4a07 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531173
Nov 27 12:20:52.154765 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:20:52.289682 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b04dc8e8-cb33-4137-90e7-daa93c917220 req-944b3834-69b0-4fd9-a044-62b8e5a0a9b9 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379354
Nov 27 12:20:52.527692 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:20:53.939148 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:09.639956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:11.357794 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-56f34dce-a30c-4dc5-98e8-f75975ce788d req-d9317b13-f617-4413-9076-668aa6b92a0b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0962555
Nov 27 12:21:11.817980 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a6482-3bed-4d1b-99bc-ac352d4a6bba req-fdad5de2-5598-47ed-a7e2-356d6004c04f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:11.819448 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c98a6482-3bed-4d1b-99bc-ac352d4a6bba req-fdad5de2-5598-47ed-a7e2-356d6004c04f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0814836
Nov 27 12:21:11.865632 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c98a6482-3bed-4d1b-99bc-ac352d4a6bba req-34af65c1-33aa-4c36-a59b-1b833a991d77 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405421
Nov 27 12:21:11.992373 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-03ab8655-b956-415e-b51e-5072cae715cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1781166
Nov 27 12:21:13.081531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b3afc-a40b-4106-9ddd-5814b25046c8 req-b20ede7d-9adc-4e21-816c-4d6174b08ec2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:13.083036 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca3b3afc-a40b-4106-9ddd-5814b25046c8 req-b20ede7d-9adc-4e21-816c-4d6174b08ec2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0894527
Nov 27 12:21:13.138101 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ca3b3afc-a40b-4106-9ddd-5814b25046c8 req-e064db57-6f0a-42d9-88ba-c2c75e52fcc9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494130
Nov 27 12:21:14.397322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09411820-ef16-41f1-903f-4c2a7d657577 req-34b39c01-2476-4b69-9e92-5dafef9bef5e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:14.399957 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-09411820-ef16-41f1-903f-4c2a7d657577 req-34b39c01-2476-4b69-9e92-5dafef9bef5e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.1104364
Nov 27 12:21:14.460279 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-09411820-ef16-41f1-903f-4c2a7d657577 req-cc0886c3-cdd1-41b7-a3d1-ad2141a4521a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535314
Nov 27 12:21:14.465607 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-b81977a7-e18e-4574-b216-5b9b8072b3dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1098 time: 0.0839536
Nov 27 12:21:14.614687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-3a491716-a107-4e0e-ac50-214ff1e903c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:14.616581 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-3a491716-a107-4e0e-ac50-214ff1e903c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 898 time: 0.1394122
Nov 27 12:21:14.736997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-809a5507-c47d-4019-aa93-de14f5575f73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 1001 time: 0.1095843
Nov 27 12:21:14.806582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-ca87b485-294c-49f9-88c6-9cf2e1063c5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:14.808025 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-ca87b485-294c-49f9-88c6-9cf2e1063c5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 200  len: 835 time: 0.0638263
Nov 27 12:21:14.904737 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-48b2764f-4dc5-4dcd-9eb5-4b79fb5c7e9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a34753-d77a-4b75-879f-fe3fb7ee7048&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0898385
Nov 27 12:21:15.086302 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-3e3a2319-2225-4f25-aeae-bd40a1c47260 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710014
Nov 27 12:21:15.233280 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-a84c4a86-f104-424e-930f-8b6cc20aed65 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361496
Nov 27 12:21:15.713898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f344a0-6319-4924-a8f3-41c81a992cd0 req-21e53f4e-9435-47e2-8dda-b89da8a7ee05 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:15.717336 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-55f344a0-6319-4924-a8f3-41c81a992cd0 req-21e53f4e-9435-47e2-8dda-b89da8a7ee05 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0880904
Nov 27 12:21:15.768546 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-55f344a0-6319-4924-a8f3-41c81a992cd0 req-03ee0126-9ad3-485a-b0ca-955580409f17 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468035
Nov 27 12:21:17.007384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f850-fd00-4219-b085-47732a449fa9 req-f806425b-6532-40e9-bef8-fb043f241800 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:17.009296 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a7f0f850-fd00-4219-b085-47732a449fa9 req-f806425b-6532-40e9-bef8-fb043f241800 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.1128325
Nov 27 12:21:17.066597 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a7f0f850-fd00-4219-b085-47732a449fa9 req-2c8c01d5-1c64-4ff8-a4ea-5179c3fbaaa5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508547
Nov 27 12:21:18.274867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0e0c8-73c9-4ea2-92e3-901abd15b235 req-8a5a0012-bc25-4bfd-8d55-78cfa5b95a99 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:18.276509 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95d0e0c8-73c9-4ea2-92e3-901abd15b235 req-8a5a0012-bc25-4bfd-8d55-78cfa5b95a99 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0835836
Nov 27 12:21:18.335251 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95d0e0c8-73c9-4ea2-92e3-901abd15b235 req-5ee66924-bbd2-4f98-933b-6a2aa3fb76c8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477574
Nov 27 12:21:19.035386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-66e74806-f033-4435-851f-a56f006683d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:19.558102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95451ff0-54fc-4a17-b49a-405daf164867 req-b6ea7b52-5bdc-49b0-a798-cc94594030cf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:19.559686 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95451ff0-54fc-4a17-b49a-405daf164867 req-b6ea7b52-5bdc-49b0-a798-cc94594030cf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0843740
Nov 27 12:21:19.605593 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95451ff0-54fc-4a17-b49a-405daf164867 req-05044e9f-439e-482e-95c6-109aeffe5024 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401599
Nov 27 12:21:19.800667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:20.821628 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf41f3-dcc1-402a-8220-88433efca905 req-77beb33e-519c-422d-aa3e-c1e3e075296f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:20.823207 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bfcf41f3-dcc1-402a-8220-88433efca905 req-77beb33e-519c-422d-aa3e-c1e3e075296f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0899818
Nov 27 12:21:20.871710 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bfcf41f3-dcc1-402a-8220-88433efca905 req-e1213372-e756-44e7-a4ff-e22cb115941d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418348
Nov 27 12:21:21.199814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-beaefca8-c5b8-48db-ad84-e3f1510e86a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:22.090530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257cb2a-166d-4beb-9c38-78803baac937 req-eff735ba-3839-4db5-9d73-756afcc0a573 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:22.092092 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c257cb2a-166d-4beb-9c38-78803baac937 req-eff735ba-3839-4db5-9d73-756afcc0a573 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0872643
Nov 27 12:21:22.141511 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c257cb2a-166d-4beb-9c38-78803baac937 req-0620c25f-b691-463d-8f5c-8dea0a131f68 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422029
Nov 27 12:21:22.536851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:23.352198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77948495-ff7d-456d-9a2a-b5d97fbec26e req-0f021a3c-cc34-4b6a-8a90-ec5f648827c8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:23.353724 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77948495-ff7d-456d-9a2a-b5d97fbec26e req-0f021a3c-cc34-4b6a-8a90-ec5f648827c8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0861399
Nov 27 12:21:23.407949 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77948495-ff7d-456d-9a2a-b5d97fbec26e req-0adcae79-1035-47cd-970b-a576c56a089d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442197
Nov 27 12:21:23.933386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:24.662359 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aad35-6f62-4750-a52f-70ad1413bb3d req-36750b11-915b-4cfc-b29b-9a39bf3303bf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:24.663897 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c95aad35-6f62-4750-a52f-70ad1413bb3d req-36750b11-915b-4cfc-b29b-9a39bf3303bf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.1197374
Nov 27 12:21:24.721891 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-c95aad35-6f62-4750-a52f-70ad1413bb3d req-ac71dc67-99b1-4170-a7c9-4339e59d6d55 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476806
Nov 27 12:21:25.957672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd23fc-4aff-4021-a5ab-9e4fbf33b0a7 req-f70a3f4d-713c-4e57-9f61-b132a323532f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:25.959243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fecd23fc-4aff-4021-a5ab-9e4fbf33b0a7 req-f70a3f4d-713c-4e57-9f61-b132a323532f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0901692
Nov 27 12:21:26.013145 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fecd23fc-4aff-4021-a5ab-9e4fbf33b0a7 req-368a6ade-b6cb-4eae-b332-9446f9c4118b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426633
Nov 27 12:21:27.252172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3cc99-05b5-496a-95fa-08c1c9c06178 req-1b923662-393d-466f-ae8c-eaeca2793ecf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:27.254277 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-58d3cc99-05b5-496a-95fa-08c1c9c06178 req-1b923662-393d-466f-ae8c-eaeca2793ecf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.1152599
Nov 27 12:21:27.318753 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-58d3cc99-05b5-496a-95fa-08c1c9c06178 req-bc049b0b-c155-4e46-bf9b-2d71fb232664 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583851
Nov 27 12:21:28.530643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883d622-407e-45a8-982a-57646e9b2e31 req-11d0e429-876e-4351-8102-5245183c4ed5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:28.532168 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c883d622-407e-45a8-982a-57646e9b2e31 req-11d0e429-876e-4351-8102-5245183c4ed5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0835757
Nov 27 12:21:28.588120 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c883d622-407e-45a8-982a-57646e9b2e31 req-162b7f91-216d-40f2-989e-252b31e52bcb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469909
Nov 27 12:21:29.154842 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:21:29.811228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd20be-e875-4869-b03e-96484e28fb37 req-06ba7e68-35bf-47ce-aa1b-5f058a687ed0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:29.812750 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-83cd20be-e875-4869-b03e-96484e28fb37 req-06ba7e68-35bf-47ce-aa1b-5f058a687ed0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0970378
Nov 27 12:21:29.860970 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-83cd20be-e875-4869-b03e-96484e28fb37 req-16df9b3f-18cb-4a07-8d08-526ca3e8fb31 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425208
Nov 27 12:21:31.184410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e370cf6-1ef7-48c8-a002-0fe7befba59e req-a5b2baf6-258d-4cf3-b4f6-0d12472253cb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:31.186514 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6e370cf6-1ef7-48c8-a002-0fe7befba59e req-a5b2baf6-258d-4cf3-b4f6-0d12472253cb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.1943440
Nov 27 12:21:31.233808 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6e370cf6-1ef7-48c8-a002-0fe7befba59e req-59bd0464-f955-4687-80ff-6285d4886386 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412750
Nov 27 12:21:32.531244 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fe172-ad65-4d19-b536-f924bf5f8843 req-3b662f32-fef5-4f9b-8ae8-793b81cb794e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:32.533224 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ff3fe172-ad65-4d19-b536-f924bf5f8843 req-3b662f32-fef5-4f9b-8ae8-793b81cb794e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0940311
Nov 27 12:21:32.584754 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ff3fe172-ad65-4d19-b536-f924bf5f8843 req-68ac6237-39b5-41a8-899b-002d68d10fff tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459824
Nov 27 12:21:32.737615 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-ba602b4f-5602-43f9-81ef-3600352790e9 service neutron] 10.222.0.39 "GET /v2.0/ports/9cc3c71c-6f0b-4e91-825d-ec975420968d/bindings/hv-neutron-8194 HTTP/1.1" status: 200  len: 384 time: 0.0904887
Nov 27 12:21:33.390189 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-0546c6ca-6356-48c7-9424-5023b47d0901 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 1098 time: 0.0727942
Nov 27 12:21:33.495376 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-5f223689-e151-41f9-825e-2026f8186160 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1098 time: 0.0751586
Nov 27 12:21:33.635356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-70944e67-540e-4f22-bd28-9e81d8d81057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:33.636804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-70944e67-540e-4f22-bd28-9e81d8d81057 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 898 time: 0.1312499
Nov 27 12:21:33.785635 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-b98436da-0bff-45e2-afe2-0c565fc737bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 1001 time: 0.1379988
Nov 27 12:21:33.865508 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da915bf-8e90-43b3-809a-22df4d2685a5 req-192ac359-a651-4b8b-8283-c0c801443b4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:33.866966 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7da915bf-8e90-43b3-809a-22df4d2685a5 req-192ac359-a651-4b8b-8283-c0c801443b4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.1550207
Nov 27 12:21:33.877059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-0f507ddd-e689-4882-bd21-8a9cd42c78b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:33.878410 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-0f507ddd-e689-4882-bd21-8a9cd42c78b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 200  len: 835 time: 0.0829732
Nov 27 12:21:33.959414 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7da915bf-8e90-43b3-809a-22df4d2685a5 req-fea2590a-396e-42d6-9e64-a58142793124 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853298
Nov 27 12:21:33.984035 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-fb9e91c7-908a-4e80-abe3-319be779ea94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a34753-d77a-4b75-879f-fe3fb7ee7048&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0931404
Nov 27 12:21:34.122188 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-af3194f1-f444-4b8d-815b-5dcc709a5eac service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270511
Nov 27 12:21:34.263877 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6a768ee5-4583-4776-97b9-608c57d2d4a9 req-65a948af-5b83-42a0-9297-7e92f55f24a2 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313899
Nov 27 12:21:35.115567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9cc3c71c-6f0b-4e91-825d-ec975420968d no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:21:35.168279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8bfd-a825-458d-8b31-270b708a2756 req-205fc176-e3e6-43c2-accd-18240b03222b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:35.169790 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e0fe8bfd-a825-458d-8b31-270b708a2756 req-205fc176-e3e6-43c2-accd-18240b03222b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0839441
Nov 27 12:21:35.223936 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e0fe8bfd-a825-458d-8b31-270b708a2756 req-652e46ec-6376-43f8-aae4-1476ed1a4e58 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434961
Nov 27 12:21:35.236825 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:35.263443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:21:35.273598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:21:35.332720 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'code': 200}
Nov 27 12:21:35.341982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:35.344971 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-47664f96-ed72-40f0-8322-2fe327709482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:21:35.415755 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:21:35.424899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.425238 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.425576 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.425906 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.426234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.426593 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.426918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.427253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.427564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.427882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.428200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:21:35.432603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:21:36.434143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004f134-2f06-4984-a3b1-d28ca47c6960 req-0c598e25-5705-4c6e-a9b3-838d26e7b805 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:36.435568 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5004f134-2f06-4984-a3b1-d28ca47c6960 req-0c598e25-5705-4c6e-a9b3-838d26e7b805 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 943 time: 0.0834396
Nov 27 12:21:36.481090 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5004f134-2f06-4984-a3b1-d28ca47c6960 req-22ff9191-957a-43d6-bb9f-85a4249788d3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397444
Nov 27 12:21:37.121552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9cc3c71c-6f0b-4e91-825d-ec975420968d details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:21:37.271621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:21:37.293441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'port_id': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'mac_address': 'fa:16:3e:1d:bc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:21:37.357038 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:37.374108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc3c71c-6f0b-4e91-825d-ec975420968d {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:21:37.390147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:21:37.475119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:37.478068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:21:37.550555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['9cc3c71c-6f0b-4e91-825d-ec975420968d'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:21:37.588301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:21:37.591552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:21:37.698989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e44ddb-18c1-4773-a323-abbf216db852 req-9959dacb-4061-4cb8-b515-3f042fd99784 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:37.700339 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57e44ddb-18c1-4773-a323-abbf216db852 req-9959dacb-4061-4cb8-b515-3f042fd99784 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 944 time: 0.0870907
Nov 27 12:21:37.768265 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-57e44ddb-18c1-4773-a323-abbf216db852 req-f572cdbd-3d68-4227-8df1-25f2d30596f7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567889
Nov 27 12:21:38.598994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdcd52-5cb6-40cd-a5ce-314dfd792fc8 req-414c1c60-80e9-4488-aea3-5b04f7c73b21 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:38.600449 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-37bdcd52-5cb6-40cd-a5ce-314dfd792fc8 req-414c1c60-80e9-4488-aea3-5b04f7c73b21 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 944 time: 0.0804720
Nov 27 12:21:38.648823 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-37bdcd52-5cb6-40cd-a5ce-314dfd792fc8 req-4bd8b84f-26fd-4be9-9787-2b068a7eb23e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419011
Nov 27 12:21:38.867647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b45416-81e9-463e-864f-b03f776519fc req-c8a68c1f-cb8e-4c95-8cdd-567ca92134d6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:38.870951 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-51b45416-81e9-463e-864f-b03f776519fc req-c8a68c1f-cb8e-4c95-8cdd-567ca92134d6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 944 time: 0.0861509
Nov 27 12:21:38.877657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032850-214c-4fd9-a675-4e115fb7583a req-bda37583-eb0a-44ff-9f61-ca4573d203aa tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:38.879894 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2032850-214c-4fd9-a675-4e115fb7583a req-bda37583-eb0a-44ff-9f61-ca4573d203aa tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042&tenant_id=efcd42d5a33043018831a4abf62c606d&binding%3Ahost_id=hv-neutron-8194 HTTP/1.1" status: 200  len: 944 time: 0.0956748
Nov 27 12:21:38.928184 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-51b45416-81e9-463e-864f-b03f776519fc req-fed47d37-3dc9-4514-a4fa-2cb45db6446c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469792
Nov 27 12:21:39.030004 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2032850-214c-4fd9-a675-4e115fb7583a req-e0ad2384-5826-4ae6-a9c4-7b7e1b3de849 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1097 time: 0.0735033
Nov 27 12:21:39.126566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9cc3c71c-6f0b-4e91-825d-ec975420968d up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:21:39.178610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032850-214c-4fd9-a675-4e115fb7583a req-37bd691a-d27b-4940-8e3f-7e38731e672a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:39.179968 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2032850-214c-4fd9-a675-4e115fb7583a req-37bd691a-d27b-4940-8e3f-7e38731e672a service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 898 time: 0.1439748
Nov 27 12:21:39.204957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 9cc3c71c-6f0b-4e91-825d-ec975420968d triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:21:39.205423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:39.341017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:39.379016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:21:39.389876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:21:39.427324 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2032850-214c-4fd9-a675-4e115fb7583a req-fb398665-d34a-4367-a718-66fa48413ba8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 1000 time: 0.2383819
Nov 27 12:21:39.457955 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'code': 200}
Nov 27 12:21:39.463998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:39.467058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:21:39.496877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032850-214c-4fd9-a675-4e115fb7583a req-a3ba4239-131c-4bd4-b985-94e7e7db5e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:39.498325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2032850-214c-4fd9-a675-4e115fb7583a req-a3ba4239-131c-4bd4-b985-94e7e7db5e48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 200  len: 835 time: 0.0638745
Nov 27 12:21:39.554853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:21:39.558239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:21:39.585928 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2032850-214c-4fd9-a675-4e115fb7583a req-ab84f669-732b-4d69-a2a7-26a70224e860 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a34753-d77a-4b75-879f-fe3fb7ee7048&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0801919
Nov 27 12:21:39.658899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:39.733444 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2032850-214c-4fd9-a675-4e115fb7583a req-946ec6e5-3129-4e97-8a78-38a3b260e065 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406686
Nov 27 12:21:39.945565 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c2032850-214c-4fd9-a675-4e115fb7583a req-9147434e-aa23-4088-869b-4be27edd8632 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054844
Nov 27 12:21:40.139104 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93940d63-cdf8-43f3-9ee4-b54a8a1883bc req-78674c50-473d-4bac-89ca-b88f275d9507 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:40.140573 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93940d63-cdf8-43f3-9ee4-b54a8a1883bc req-78674c50-473d-4bac-89ca-b88f275d9507 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0894873
Nov 27 12:21:40.193785 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-93940d63-cdf8-43f3-9ee4-b54a8a1883bc req-3d0ed421-ea27-431a-94a7-e3c9d7316254 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472534
Nov 27 12:21:41.433522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fb821-dd49-4d0f-8d54-59d7f7c4e8e6 req-36e27811-54a6-431a-9376-a6d228aa3259 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:41.435074 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d19fb821-dd49-4d0f-8d54-59d7f7c4e8e6 req-36e27811-54a6-431a-9376-a6d228aa3259 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.1167383
Nov 27 12:21:41.482509 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d19fb821-dd49-4d0f-8d54-59d7f7c4e8e6 req-2b95748d-3ce7-490b-a5f5-015675815471 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410669
Nov 27 12:21:41.511906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58244) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:21:41.619857 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ac108a3d-1457-4038-b22b-f83206abebb8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/f3f47cdb-cb74-4034-abf1-47df38f9f6c4 HTTP/1.1" status: 200  len: 993 time: 0.1065927
Nov 27 12:21:49.046013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1566f431-b29f-4d61-a59c-af066e269510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:49.823061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:51.206174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bb228c32-0aef-411b-86f2-3672dccece79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:52.532346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:53.235933 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-37331fa7-6258-4795-afc9-1d1eee886470 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0728633
Nov 27 12:21:53.377558 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-b348529d-985e-4e2d-94eb-b462df83ce16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1098 time: 0.0709162
Nov 27 12:21:53.532359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-25deae64-fc1b-4f88-98a8-38a6033d5568 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:53.533714 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-25deae64-fc1b-4f88-98a8-38a6033d5568 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 898 time: 0.1374207
Nov 27 12:21:53.644753 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-e149a7de-4f6f-4117-b8c1-790dedeb020c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 1001 time: 0.1039994
Nov 27 12:21:53.715565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-ed97c5c1-9cf1-479d-83f2-1f7ffa60ff15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:21:53.716975 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-ed97c5c1-9cf1-479d-83f2-1f7ffa60ff15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 200  len: 835 time: 0.0594525
Nov 27 12:21:53.791256 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-df52a4ed-51fc-4aa0-9755-e095d6037e26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a34753-d77a-4b75-879f-fe3fb7ee7048&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670702
Nov 27 12:21:53.924842 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-87ee3152-dc24-4834-9faa-30876766276e service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263640
Nov 27 12:21:53.937453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:21:54.062934 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3371eb5-00c1-468c-8e6d-9e2e7c72d015 req-7a2a8997-30e2-4f13-9571-3b8cb50f205d service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275911
Nov 27 12:22:06.155594 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:22:09.662564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:10.297634 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58256) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:10.614038 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 2687b801-7f3f-4bbc-bea1-f6adbfd5210e {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:22:10.614289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:10.781981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:10.782294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:10.903379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 2687b801-7f3f-4bbc-bea1-f6adbfd5210e owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:22:11.119684 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:11.123670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:11.170699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=2687b801-7f3f-4bbc-bea1-f6adbfd5210e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:11.214192 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.214613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.215142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.215349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.215723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.216092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.216456 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.216820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.217216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.217589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.217951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:11.225679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:11.280739 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:11.684083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router cb40287f-b079-4598-b808-0b564629062b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:22:11.884761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:22:11.895765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] Sync routers for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:22:11.908303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:11.908779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284662a250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:21:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:11.971681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:12.025020 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/floatingips/f3f47cdb-cb74-4034-abf1-47df38f9f6c4 HTTP/1.1" status: 204  len: 168 time: 1.7259481
Nov 27 12:22:12.025630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:22:12.087398 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'status': 'completed', 'code': 200}
Nov 27 12:22:12.099137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:12.192462 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-ff84700f-7bfd-41c7-8b8c-e47302af61a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 1098 time: 0.0812049
Nov 27 12:22:12.341960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-19dc9016-ac31-48cd-acf0-96020d45fd2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:12.343831 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-19dc9016-ac31-48cd-acf0-96020d45fd2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 200  len: 898 time: 0.1447208
Nov 27 12:22:12.472881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284662a250>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:24Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:12.477104 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] Checking router: cb40287f-b079-4598-b808-0b564629062b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:22:12.488134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:12.488765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284662a250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:21:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:12.584787 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-f3808da9-847f-4322-b6d1-72373ed7d22a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 200  len: 217 time: 0.2328966
Nov 27 12:22:12.654313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-302f728f-ca65-46bc-b151-72715186dddb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:12.655710 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-302f728f-ca65-46bc-b151-72715186dddb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 200  len: 835 time: 0.0645323
Nov 27 12:22:12.687707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:12.740481 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-c99933d8-9d0d-4c08-96f7-4e89e974690e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a34753-d77a-4b75-879f-fe3fb7ee7048&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778065
Nov 27 12:22:12.748623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f318e-7d0b-4b67-b7db-eadaa1156439 req-e17d789d-3f4c-4745-b7f4-adf5fc607b49 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:12.754714 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7c3f318e-7d0b-4b67-b7db-eadaa1156439 req-e17d789d-3f4c-4745-b7f4-adf5fc607b49 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0847535
Nov 27 12:22:12.802237 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7c3f318e-7d0b-4b67-b7db-eadaa1156439 req-ff3daadb-f4d9-46b7-a69d-d8fd7a95dedd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447869
Nov 27 12:22:12.882628 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-a2086ca4-e422-4aaa-8452-602dbf963693 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346564
Nov 27 12:22:13.016761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284662a250>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:24Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:13.020967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b9fe3-d425-46dd-935f-c6a33ae8ab81 None None] The sync data for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv is: [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:20:17Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '5c08959e-75ac-4361-8c48-d360284f00ba', 'name': '', 'network_id': '11a34753-d77a-4b75-879f-fe3fb7ee7048', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:c0:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:16Z', 'updated_at': '2021-11-27T12:20:24Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '2fbdc06e-f19f-44ac-aec9-dada3d3675b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:22:13.023609 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8eb7137c-b7a1-41e8-a240-281fea543451 req-0abf1ccc-9a38-43dc-a991-c7e56269a576 service neutron] 10.222.0.39 "GET /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281006
Nov 27 12:22:13.253876 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16850f0-8a57-4398-816b-10f007bda499 None None] New status for floating IP f3f47cdb-cb74-4034-abf1-47df38f9f6c4: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:22:14.009906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4fcb1-63e5-4cc2-95e3-2b4835474dea req-35290e8f-cfdb-48ef-8eae-e3166cac7745 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:14.010680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-42d4fcb1-63e5-4cc2-95e3-2b4835474dea req-35290e8f-cfdb-48ef-8eae-e3166cac7745 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:22:14.114277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-42d4fcb1-63e5-4cc2-95e3-2b4835474dea req-35290e8f-cfdb-48ef-8eae-e3166cac7745 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:22:14.115409 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42d4fcb1-63e5-4cc2-95e3-2b4835474dea req-35290e8f-cfdb-48ef-8eae-e3166cac7745 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.1842160
Nov 27 12:22:14.160856 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-42d4fcb1-63e5-4cc2-95e3-2b4835474dea req-2ef3fa2d-b0be-47fc-b6ef-0d7595889d21 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=c502411b-866b-4295-9f94-79db5da8b07d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398934
Nov 27 12:22:14.622942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-8a8aab6f-c799-4764-be36-69ec62e01112 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:14.624999 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-8a8aab6f-c799-4764-be36-69ec62e01112 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 945 time: 0.0807519
Nov 27 12:22:14.699555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 9cc3c71c-6f0b-4e91-825d-ec975420968d {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:22:14.699886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:14.938112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 9cc3c71c-6f0b-4e91-825d-ec975420968d, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=9cc3c71c-6f0b-4e91-825d-ec975420968d,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:14.938373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:15.061108 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 9cc3c71c-6f0b-4e91-825d-ec975420968d owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:22:15.262789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:15.269733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:15.318825 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=9cc3c71c-6f0b-4e91-825d-ec975420968d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:15.322375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:15.396919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] No DVR routers for this DVR port 9cc3c71c-6f0b-4e91-825d-ec975420968d on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:22:15.399414 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:15.402247 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'name': 'network-vif-deleted', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:22:15.452930 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b3c7d91d-79d4-4dad-982e-2ef575fc37a4 req-b5fa66d5-f646-4c1f-9b00-5f1756cae0f4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 210 time: 0.1631975
Nov 27 12:22:15.457790 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7e04b5d2-e768-4032-ab15-25994f7abb6c req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "DELETE /v2.0/ports/9cc3c71c-6f0b-4e91-825d-ec975420968d HTTP/1.1" status: 204  len: 173 time: 0.8235290
Nov 27 12:22:15.476266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165b7d8e-bd1a-45fb-b86a-ccfc394d7042', 'name': 'network-vif-deleted', 'tag': '9cc3c71c-6f0b-4e91-825d-ec975420968d', 'status': 'completed', 'code': 200}
Nov 27 12:22:16.634664 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5b178d9a-bbb3-4827-b29b-f02c147725a1 req-8441a698-8e08-4773-aeb0-7e18a859ceff tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=165b7d8e-bd1a-45fb-b86a-ccfc394d7042 HTTP/1.1" status: 200  len: 210 time: 0.0421348
Nov 27 12:22:17.302502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9cc3c71c-6f0b-4e91-825d-ec975420968d no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:22:17.335874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 9cc3c71c-6f0b-4e91-825d-ec975420968d {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:22:17.336212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 9cc3c71c-6f0b-4e91-825d-ec975420968d not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:22:17.739248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58278) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:18.252716 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:18.887085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 5c08959e-75ac-4361-8c48-d360284f00ba {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:22:18.888033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:18.970053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-15f4ea76-dd44-4bb2-b7ea-653b520da293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:19.083632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 5c08959e-75ac-4361-8c48-d360284f00ba, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=5c08959e-75ac-4361-8c48-d360284f00ba,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:19.083975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:19.201963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 5c08959e-75ac-4361-8c48-d360284f00ba owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:22:19.439937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:19.443853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8c094298-6030-43ee-b577-384e52f5334f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:19.490811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=5c08959e-75ac-4361-8c48-d360284f00ba,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:19.494135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:19.862337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:19.899608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:20.485233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router cb40287f-b079-4598-b808-0b564629062b has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:22:20.685421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:22:20.695964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] Sync routers for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:22:20.699076 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/cb40287f-b079-4598-b808-0b564629062b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9587417
Nov 27 12:22:20.701787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58282) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:20.709299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:20.709911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845cbd7c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:21:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:20.887980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:20.888946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting subnet 2fbdc06e-f19f-44ac-aec9-dada3d3675b7 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:22:20.892698 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:20.948133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.039334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.206072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.210557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-77dbd76e-4bcf-4623-9c78-c3f4aedbfcc3 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:21.241803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845cbd7c0>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:22:19Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:21.245696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbdc06e-f19f-44ac-aec9-dada3d3675b7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:21.246225 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] Checking router: cb40287f-b079-4598-b808-0b564629062b for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:22:21.248482 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:21.253831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.261102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ede5ab-7727-40b5-8da9-80faa4a6cc51 None None] Network 11a34753-d77a-4b75-879f-fe3fb7ee7048 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:22:21.262348 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0b7b5a1f-358a-4714-bd61-f47e8dbcca96 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/subnets/2fbdc06e-f19f-44ac-aec9-dada3d3675b7 HTTP/1.1" status: 204  len: 168 time: 0.5588291
Nov 27 12:22:21.264554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58286) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:21.283316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] Routers {'cb40287f-b079-4598-b808-0b564629062b'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:21.283951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845cbd7c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:21:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['cb40287f-b079-4598-b808-0b564629062b'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:21.346766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a382cd72-6046-48cc-a392-67447e90a6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.619491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.634087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] Set router cb40287f-b079-4598-b808-0b564629062b gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:21.824704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] DHCP port deletion for 11a34753-d77a-4b75-879f-fe3fb7ee7048 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:22:21.833391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.844450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Deleting port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:22:21.844821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.902633 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:22:21.902951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:21.988001 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device b5b5762a-434a-4d68-bf2d-f1d47dc928a5 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:22:22.083336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port fe24ecbd-17d0-4cd0-bc44-85192d20d0b7, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fe24ecbd-17d0-4cd0-bc44-85192d20d0b7,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:22.083982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:22.206593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:22:22.211957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] For port b5b5762a-434a-4d68-bf2d-f1d47dc928a5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:22.212358 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:22.340465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845cbd7c0>, [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:22:19Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:22.348410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Calling delete_port for b5b5762a-434a-4d68-bf2d-f1d47dc928a5 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:22:22.387223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:22.396690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae61123-48e8-49b9-9da2-486c6db3825a None None] The sync data for ids ['cb40287f-b079-4598-b808-0b564629062b'] in dv-neutron-819441-1-hyperv is: [{'id': 'cb40287f-b079-4598-b808-0b564629062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384644711', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:20:12Z', 'updated_at': '2021-11-27T12:22:19Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': 'fe24ecbd-17d0-4cd0-bc44-85192d20d0b7', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40287f-b079-4598-b808-0b564629062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:20:13Z', 'updated_at': '2021-11-27T12:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:22:22.449606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port b5b5762a-434a-4d68-bf2d-f1d47dc928a5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:22.449913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:22.455148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-19afd6fd-c22e-4633-a9e9-c4f5a6edacb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:22.525676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=fe24ecbd-17d0-4cd0-bc44-85192d20d0b7,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:22.525676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:22.576697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:22.579321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:22.614393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:22.662506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:22:22.662857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:22:22.664977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:22.668031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:22.739421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.126178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.130244 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.164292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Deleting port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:22:23.164857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.245350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.245804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Fanout notify agent at l3_agent the message router_deleted on router cb40287f-b079-4598-b808-0b564629062b {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:22:23.262413 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.263786 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/routers/cb40287f-b079-4598-b808-0b564629062b HTTP/1.1" status: 204  len: 168 time: 1.9975629
Nov 27 12:22:23.266854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58290) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:23.401271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.412992 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:22:23.413334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.439283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] For port b5b5762a-434a-4d68-bf2d-f1d47dc928a5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:23.439675 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.564763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Calling delete_port for b5b5762a-434a-4d68-bf2d-f1d47dc928a5 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:22:23.617691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port b5b5762a-434a-4d68-bf2d-f1d47dc928a5, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,segment=NetworkSegment(2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850),segment_id=2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:23.617953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.718293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.722396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-13cd7913-08c8-4b2e-9d23-9f2d686f0d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:23.751539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for b5b5762a-434a-4d68-bf2d-f1d47dc928a5 owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:22:23.767313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Pushing event deleted for resources: {'Port': ['ID=b5b5762a-434a-4d68-bf2d-f1d47dc928a5,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:23.767313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:23.775197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] No DVR routers for this DVR port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:22:23.829378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.db.api [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:22:23.829724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_db.api [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:22:23.954485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:23.978363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c08959e-75ac-4361-8c48-d360284f00ba no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:22:24.015956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 5c08959e-75ac-4361-8c48-d360284f00ba {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:22:24.016304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 5c08959e-75ac-4361-8c48-d360284f00ba not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:22:24.016740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:22:24.057750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:22:24.058106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fe24ecbd-17d0-4cd0-bc44-85192d20d0b7 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:22:24.331368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port b5b5762a-434a-4d68-bf2d-f1d47dc928a5 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:22:24.331966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:24.409467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] The port 'b5b5762a-434a-4d68-bf2d-f1d47dc928a5' was deleted {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:22:24.539289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:24.567292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845e6ccd0>,) {'filters': {'network_id': ['11a34753-d77a-4b75-879f-fe3fb7ee7048']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:24.580699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e6ccd0>, '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:24.580991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845e6ccd0>, '2d2b4f5f-4ac4-4d74-8cff-d5d62aa3c850') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:24.593675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:24.610092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:24.617678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:22:24.617678 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   util.warn(
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:22:24.630657 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:22:24.770779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:24.774166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9b586da5-5ba9-4901-9a33-2d6aeefdfb37 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:24.788885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:24.800934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Network': ['ID=11a34753-d77a-4b75-879f-fe3fb7ee7048,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:24.804173 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:24.867310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-879ea383-3eb9-434c-97b5-61777ea55663 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/networks/11a34753-d77a-4b75-879f-fe3fb7ee7048 HTTP/1.1" status: 204  len: 168 time: 1.5991917
Nov 27 12:22:24.869805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58294) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:24.939431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-762c4f02-2e40-440c-a7e0-811ef918900e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:24.969458 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-762c4f02-2e40-440c-a7e0-811ef918900e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:25.108012 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-762c4f02-2e40-440c-a7e0-811ef918900e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:25.112207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4fb2a09d-df4e-42ed-a73c-b51ab546a898 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:25.131663 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c4f02-2e40-440c-a7e0-811ef918900e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c502411b-866b-4295-9f94-79db5da8b07d,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:25.134029 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-762c4f02-2e40-440c-a7e0-811ef918900e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:25.206457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-762c4f02-2e40-440c-a7e0-811ef918900e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:25.207622 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-762c4f02-2e40-440c-a7e0-811ef918900e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/security-groups/c502411b-866b-4295-9f94-79db5da8b07d HTTP/1.1" status: 204  len: 168 time: 0.3369260
Nov 27 12:22:27.665277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58306) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:27.672608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142019603', 'description': 'tempest-secgroup-smoke-2142019603 description', 'project_id': 'efcd42d5a33043018831a4abf62c606d'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:27.679221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:27.683682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:27.687119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:27.693109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:27.769648 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:27.806101 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:27.809966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:27.813567 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:27.819303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:27.872749 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:27.953590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:27.957429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cc252ac2-2a7e-4266-a92c-5ce822b35ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:28.001104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764db4fd-1e1d-4eef-942b-fae22d1fb6ad,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:28.003836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:28.066877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.068113 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fd9dd28d-d334-493e-b6d9-8802a71e050b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4018536
Nov 27 12:22:28.070977 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58310) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:28.076555 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '764db4fd-1e1d-4eef-942b-fae22d1fb6ad', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:28.082828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:28.086855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:28.089818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:28.096176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:28.206057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.267444 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.359135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.364871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-923c3933-9d67-49d6-800d-80aaf6900d3b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:28.383871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c65882-cff9-4850-89a9-5bb6abed0efd,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:28.386275 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:28.473978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.475129 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-463261fc-36b7-452f-ba7c-306ab1b58948 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4032574
Nov 27 12:22:28.477887 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58314) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:28.484237 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '764db4fd-1e1d-4eef-942b-fae22d1fb6ad', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:28.490548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:28.494351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:28.497312 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:28.503761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:28.623662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.689975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.826451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.828412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-deb93014-a4e4-47a2-8ebb-625f694ec40a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:28.848893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ac1c3f-3925-467c-9d6c-dab89aedaa23,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:28.852909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:28.954019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:28.955252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4762921
Nov 27 12:22:28.957953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58318) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:28.963441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '764db4fd-1e1d-4eef-942b-fae22d1fb6ad', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:28.970000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:28.973845 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:28.976741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:28.983964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:29.092111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:29.156127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:29.255132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:29.257052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6336a052-2795-4fdc-a29e-807a8347cc47 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:29.281562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702ac912-e1c1-416e-83b7-2fd7b9736d60,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:29.284067 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:29.365380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:29.366636 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4077160
Nov 27 12:22:29.369340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58322) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:29.374949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '764db4fd-1e1d-4eef-942b-fae22d1fb6ad', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:29.381086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:29.385086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:29.388114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:29.394382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:29.475654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:29.664427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:29.725672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:29.727013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-02945b2b-2c7a-4b2b-9473-c6da0cdfe653 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:29.749877 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266bb925-1f83-4c96-8b7c-fc2b7a7dfa8c,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:29.752412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:29.844918 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:29.846120 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a336dedf-dd3a-476f-aa86-529972384b29 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4758351
Nov 27 12:22:29.848787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58326) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:29.854197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '764db4fd-1e1d-4eef-942b-fae22d1fb6ad', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:29.860874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:29.864604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:29.867408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:29.873186 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:29.942328 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:22:29.949172 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.012292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.084968 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.087144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d23f862-dd34-4691-8002-bfb42b1a5c1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:30.110046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d91373c-4696-4316-a4fa-fef7d471b1c0,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:30.112604 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:30.165265 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.166500 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f29f66b2-1e0d-424d-b9b7-bbdfa1e81553 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3167884
Nov 27 12:22:30.169196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58330) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:30.174578 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': '764db4fd-1e1d-4eef-942b-fae22d1fb6ad', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:30.180963 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:30.184629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:30.187538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:30.193388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:30.262188 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:22:30.270286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.337000 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.433643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.435417 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46e874c1-e23f-4c7f-8a86-9674c61aa8b7 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:30.460813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3825ab51-7ff9-466a-9b06-67665cd499c3,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:30.463249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:30.525078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.526287 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-10a49872-d0bb-442e-a524-916ec6de5980 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3561845
Nov 27 12:22:30.529142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58334) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:30.534674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'network': {'name': 'tempest-network-smoke--158990282', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'port_security_enabled': True}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:30.539736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:30.543823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:network and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:30.547270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:30.553878 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:30.633517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:22:30.636637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.664773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:22:30.673517 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.673848 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Added segment b73baccd-2a0f-4b0e-8a07-3dd9f9368a42 of type vlan for network d791aa31-6d67-446d-91b6-020bb0ec3a25
Nov 27 12:22:30.702763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.805289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.809194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:30.809769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:30.814184 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-407edb5b-3dae-4b19-8fce-c93a1f002e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:30.918662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Network': ['ID=d791aa31-6d67-446d-91b6-020bb0ec3a25,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:30.921934 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:30.930080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:22:30.960800 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4298961
Nov 27 12:22:30.962806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58338) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:30.968538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'admin_state_up': True, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:30.975800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:30.979718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:router and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:30.982593 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:30.988801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:31.056896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:31.057857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:31.076948 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:31.305270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:31.564169 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:31.594957 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:31.736611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.186 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/31e044b8-1714-446e-b90c-8adad3681ef8) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:22:31.911292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:31.988115 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:31.992239 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-370045af-7c01-4878-8ff6-bdc33b09c50a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:32.060095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:22:32.064428 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:22:32.066630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=31e044b8-1714-446e-b90c-8adad3681ef8,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:32.069009 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:22:32.098779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:32.338564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:32.339294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:32.673313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router e4fcd773-a443-4acc-bf83-ea3d56347a78 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:22:32.990205 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:22:32.999716 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Sync routers for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:22:33.011909 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:33.012518 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464ae1c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:22:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:33.073501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:33.074753 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.1107287
Nov 27 12:22:33.078390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58342) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:33.185606 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-60971ace-dbdf-4717-baff-edb2a71f0fa7 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=efcd42d5a33043018831a4abf62c606d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1059735
Nov 27 12:22:33.188591 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58348) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:33.195275 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:33.323033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef1eeb-0fdc-46e5-9ba4-d6669917c323 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:33.327616 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a7ef1eeb-0fdc-46e5-9ba4-d6669917c323 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1349607
Nov 27 12:22:33.327860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58352) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:33.368727 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a3dfb0e2-2023-411e-b165-f35bb051a0fb tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0373905
Nov 27 12:22:33.368980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58356) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:33.374899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410298813', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:33.478483 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464ae1c0>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:32Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:33.482620 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Checking router: e4fcd773-a443-4acc-bf83-ea3d56347a78 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:22:33.483069 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Updating router e4fcd773-a443-4acc-bf83-ea3d56347a78 port 31e044b8-1714-446e-b90c-8adad3681ef8 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:22:33.484366 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:33.488316 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:subnet and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:33.491410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:33.497288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:33.537842 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:33.563702 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:22:33.669976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:33.881781 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:33.893759 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Transition to ACTIVE for port object 31e044b8-1714-446e-b90c-8adad3681ef8 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:22:33.965270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:33.971189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7866c699-d25a-420f-a8b5-b5421cda907c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:33.975153 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:33.979011 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-03327173-90fe-46a8-8640-2226bc82f0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:34.057390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Subnet': ['ID=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:34.062170 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Pushing event updated for resources: {'Port': ['ID=31e044b8-1714-446e-b90c-8adad3681ef8,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:34.062831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:34.063637 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Attempting to bind port 31e044b8-1714-446e-b90c-8adad3681ef8 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:22:34.064012 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Attempting to bind port 31e044b8-1714-446e-b90c-8adad3681ef8 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:22:34.064376 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Attempting to bind port 31e044b8-1714-446e-b90c-8adad3681ef8 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:22:34.071229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Checking segment: {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:22:34.071585 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network hostable DHCP agents. Network: d791aa31-6d67-446d-91b6-020bb0ec3a25, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:22:34.072959 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.073296 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.073629 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.073957 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.074286 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.074634 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.074957 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.075283 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.075601 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.075916 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.076228 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:34.080884 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:34.083033 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:22:34.083409 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:22:34.083907 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:34.084218 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:22:34.084729 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Bound port: 31e044b8-1714-446e-b90c-8adad3681ef8, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:22:34.085035 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:34.147840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:22:34.159363 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] For port 31e044b8-1714-446e-b90c-8adad3681ef8, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:22:34.162493 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] For port 31e044b8-1714-446e-b90c-8adad3681ef8, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=31e044b8-1714-446e-b90c-8adad3681ef8,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:22:34.227674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, d791aa31-6d67-446d-91b6-020bb0ec3a25) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:22:34.234029 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:34.234580 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:34.235868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84b2e2-9aee-4ace-b9d1-45ace0bb9585 None None] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:22:34.256855 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:34.261302 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-dba110cf-504b-4d2d-8201-a130a3d88dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:34.335675 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Pushing event updated for resources: {'Port': ['ID=31e044b8-1714-446e-b90c-8adad3681ef8,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:34.340123 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:34.345514 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:34.345782 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464ae1c0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:22:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:34.349496 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a041df0d-42f4-49c2-944c-decbfa5e22e0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9793084
Nov 27 12:22:34.351944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58360) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:34.465315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-d791aa31-6d67-446d-91b6-020bb0ec3a25', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:22:34.466147 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:34.583506 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:34.629417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Allocated IP 172.20.0.2 (d791aa31-6d67-446d-91b6-020bb0ec3a25/8337203d-8fe1-4c4b-b66b-c47ad2e9cac6/165e1c20-d0fd-4607-bc1f-f9c33a1d19f9) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:22:34.865098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:34.879316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Transition to ACTIVE for port object 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:22:34.901315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Transition to ACTIVE for port object 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:22:34.913523 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464ae1c0>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:32Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:34.916799 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625bb28-7ecc-4d0f-92de-52668b91d244 None None] The sync data for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:32Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:22:34.971810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:34.976642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:35.055622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:22:35.055622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:22:35.056096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Pushing event updated for resources: {'Port': ['ID=165e1c20-d0fd-4607-bc1f-f9c33a1d19f9,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:35.058304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:22:35.060722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:35.169466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Attempting to bind port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:22:35.169933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Attempting to bind port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:22:35.170377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Attempting to bind port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 on network d791aa31-6d67-446d-91b6-020bb0ec3a25 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:22:35.178504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:22:35.179007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Checking segment: {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:22:35.179671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:35.180089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Bound using segment: {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:22:35.180565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Bound port: 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:22:35.180952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:35.278395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] For port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:22:35.282608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] For port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=165e1c20-d0fd-4607-bc1f-f9c33a1d19f9,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:22:35.376921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:35.381681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:35.405068 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:35.505211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Pushing event updated for resources: {'Port': ['ID=165e1c20-d0fd-4607-bc1f-f9c33a1d19f9,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:35.520213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.520562 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.520899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.521223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.521550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.521902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.522228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.522579 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.522902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.523216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.523538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:22:35.527573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:35.882421 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.1 (d791aa31-6d67-446d-91b6-020bb0ec3a25/8337203d-8fe1-4c4b-b66b-c47ad2e9cac6/4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:22:36.035760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 31e044b8-1714-446e-b90c-8adad3681ef8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:22:36.052106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.068983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:22:36.153913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.158846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4405ad23-d515-4db5-9553-719cd92a116f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:36.187036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 31e044b8-1714-446e-b90c-8adad3681ef8 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:22:36.193080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 31e044b8-1714-446e-b90c-8adad3681ef8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:36.193461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.237929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:22:36.238856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:22:36.241406 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:22:36.268473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:36.271450 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:36.308588 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.315356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.331606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 31e044b8-1714-446e-b90c-8adad3681ef8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=31e044b8-1714-446e-b90c-8adad3681ef8,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:36.410713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.411607 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:22:36.438418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07029acb-6baf-4888-84ca-cc1c9e4f1035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:36.487778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.531020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=31e044b8-1714-446e-b90c-8adad3681ef8,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:36.534615 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:36.537284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab0d51-2191-410d-9dea-60f971591966 None None] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:22:36.725461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:22:36.761464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] Provisioning for port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:22:36.776340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] Provisioning complete for port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:36.776340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.921025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.921764 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:36.955961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] For port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=165e1c20-d0fd-4607-bc1f-f9c33a1d19f9,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:36.987726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:37.014231 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-46f23711-0bca-45da-8d1d-f3b4a1c67ec4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:37.097035 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:37.098868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:37.118748 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:37.122610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:37.124372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:37.169589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] Pushing event updated for resources: {'Port': ['ID=165e1c20-d0fd-4607-bc1f-f9c33a1d19f9,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:37.173458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:37.284738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1c6c9627-6c46-4c3a-86ea-6c878a4147c5 None None] Provisioning for port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:22:37.291820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1c6c9627-6c46-4c3a-86ea-6c878a4147c5 None None] Provisioning complete for port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:37.292413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c6c9627-6c46-4c3a-86ea-6c878a4147c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:37.362241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c9627-6c46-4c3a-86ea-6c878a4147c5 None None] Port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:22:37.376735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-1c6c9627-6c46-4c3a-86ea-6c878a4147c5 None None] Provisioning complete for port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:37.378534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c6c9627-6c46-4c3a-86ea-6c878a4147c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:37.400595 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:22:37.401832 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:22:37.626097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-f785e4d6-6c2a-421f-92a1-7c6cf6bcbbec None None] Provisioning complete for port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:37.626496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f785e4d6-6c2a-421f-92a1-7c6cf6bcbbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:37.678885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-f785e4d6-6c2a-421f-92a1-7c6cf6bcbbec None None] Port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:22:37.816137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router e4fcd773-a443-4acc-bf83-ea3d56347a78 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:22:37.991651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 31e044b8-1714-446e-b90c-8adad3681ef8 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:22:38.022352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:22:38.035537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/e4fcd773-a443-4acc-bf83-ea3d56347a78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6823199
Nov 27 12:22:38.064943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 31e044b8-1714-446e-b90c-8adad3681ef8 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:38.065516 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:38.189816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:22:38.242436 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-d6529cae-c1a0-42f2-930e-8d3aff2c952a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142019603&fields=id&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 267 time: 0.0479622
Nov 27 12:22:38.270495 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:38.270899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:38.404046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-6d921542-dbc2-450a-957a-7f81a13a8356 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:38.406018 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-6d921542-dbc2-450a-957a-7f81a13a8356 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/networks?id=d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 200  len: 796 time: 0.1561060
Nov 27 12:22:38.425026 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-2738d62f-2e9f-4922-802a-de031d303527 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/quotas/efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 375 time: 0.0134294
Nov 27 12:22:38.510875 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-41debcfa-89a7-4c0e-a9ba-73d2f6d33bb6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0827210
Nov 27 12:22:38.527289 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-4691c05b-e7a4-4668-b131-0ac9835c5662 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:22:38.528348 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-4691c05b-e7a4-4668-b131-0ac9835c5662 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0053613
Nov 27 12:22:38.594229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Sync routers for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:22:38.610722 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:38.611754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846252f40>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:22:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:38.676456 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-77f76d0f-8c10-455c-a977-ab9e41b32548 service neutron] 10.222.0.23 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410093
Nov 27 12:22:38.813374 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-1fab9c3c-f7f6-4898-96d8-cf324a9fc68f service neutron] 10.222.0.23 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309137
Nov 27 12:22:38.847211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:39.074772 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-31fec229-ca2e-44c6-adca-673549737480 req-ad584bfa-2f88-43d8-a7b4-e9674dabf0cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:22:39.147559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-31fec229-ca2e-44c6-adca-673549737480 req-ad584bfa-2f88-43d8-a7b4-e9674dabf0cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:22:39.148958 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31fec229-ca2e-44c6-adca-673549737480 req-ad584bfa-2f88-43d8-a7b4-e9674dabf0cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 210 time: 0.1158166
Nov 27 12:22:39.186573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846252f40>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 2, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:39.190833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Checking router: e4fcd773-a443-4acc-bf83-ea3d56347a78 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:22:39.191193 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Updating router e4fcd773-a443-4acc-bf83-ea3d56347a78 port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:22:39.243604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:39.586215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-76e485f6-b6ad-4d4a-ac3c-a57c1ea0886d req-978c5733-349d-4e10-ae01-b3e11f0221d3 service neutron] (84363) timed out ('10.222.0.39', 62633) {{(pid=84363) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 27 12:22:39.594230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:39.610865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Transition to ACTIVE for port object 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:22:39.673720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:39.740890 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:39.745690 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:39.870048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4756d-e348-440d-b836-6a5f99aad973 None None] Pushing event updated for resources: {'Port': ['ID=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:39.874868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cad4756d-e348-440d-b836-6a5f99aad973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:39.970963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Attempting to bind port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:22:39.971336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Attempting to bind port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:22:39.971708 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Attempting to bind port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b on network d791aa31-6d67-446d-91b6-020bb0ec3a25 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:22:39.979578 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:22:39.980010 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Checking segment: {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:22:39.980459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:39.980892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Bound using segment: {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:22:39.981386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Bound port: 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:22:39.981769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:40.091052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] For port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:22:40.095408 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] For port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:22:40.211913 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:40.215707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-dc6941b7-ff60-4d19-bc5f-5818ff4abbb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:40.301127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4756d-e348-440d-b836-6a5f99aad973 None None] Pushing event updated for resources: {'Port': ['ID=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:40.303753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:40.304605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846252f40>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:22:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:40.331614 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4fcadf5e-b2f0-41dc-a949-e970aaaa4ddd req-100a9a75-6ee2-45ea-bec9-48e5f20a725e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 210 time: 0.0579159
Nov 27 12:22:40.353868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cad4756d-e348-440d-b836-6a5f99aad973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:40.495416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:40.864181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846252f40>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:40Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:40.868430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed5e28-d30e-4f6a-b4d9-c72ee259176d None None] The sync data for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:40Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:22:41.239559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-7df05706-162d-423f-9dba-1543a87b3fb7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:41.240302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-7df05706-162d-423f-9dba-1543a87b3fb7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:22:41.335285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-7df05706-162d-423f-9dba-1543a87b3fb7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:22:41.336649 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-7df05706-162d-423f-9dba-1543a87b3fb7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/networks?id=d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 200  len: 796 time: 0.2544436
Nov 27 12:22:41.405647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-ca3c5665-fdf3-4d9e-ad7b-a653af70a069 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:22:41.494455 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-aaa9237f-6661-4bff-af46-17be0abc04ec req-9547da1c-25f9-4ba7-9b55-6de67dbd7c41 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 210 time: 0.0427339
Nov 27 12:22:41.507656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-ca3c5665-fdf3-4d9e-ad7b-a653af70a069 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:22:41.508775 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-ca3c5665-fdf3-4d9e-ad7b-a653af70a069 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 380 time: 0.1534498
Nov 27 12:22:41.527608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'port': {'device_id': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'admin_state_up': True, 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'security_groups': ['764db4fd-1e1d-4eef-942b-fae22d1fb6ad']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:41.677862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:41.688839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:41.759384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:22:41.763699 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:41.930242 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.13 (d791aa31-6d67-446d-91b6-020bb0ec3a25/8337203d-8fe1-4c4b-b66b-c47ad2e9cac6/4554105e-5cb8-4b67-bc6e-af015d4278ad) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:22:42.013937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:22:42.133336 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:42.148636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object 4554105e-5cb8-4b67-bc6e-af015d4278ad will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:22:42.188574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:22:42.194547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:42.198491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:42.245315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:42.252365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-849cabd3-bc7c-471b-b696-2bb568e7aad0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:42.319794 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:42.327010 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:22:42.330565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:22:42.332520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=4554105e-5cb8-4b67-bc6e-af015d4278ad,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:42.334692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:22:42.358817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:42.363894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:42.400726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:42.401331 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:42.422380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:42.425937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:42.479970 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9565759
Nov 27 12:22:42.497999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:42.501926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:42.565434 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Request body: {'port': {'device_id': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:42.674327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7be69cfc-5df1-428f-a2b5-e9e78c9ba4d9 None None] Provisioning for port 4554105e-5cb8-4b67-bc6e-af015d4278ad completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:22:42.681234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7be69cfc-5df1-428f-a2b5-e9e78c9ba4d9 None None] Provisioning complete for port 4554105e-5cb8-4b67-bc6e-af015d4278ad triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:42.681234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7be69cfc-5df1-428f-a2b5-e9e78c9ba4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:42.720531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642730ef-94ec-48f3-acea-2c121c69f9df req-8a4f516a-74c7-4be1-beb4-803e8b46dd97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:42.721997 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-642730ef-94ec-48f3-acea-2c121c69f9df req-8a4f516a-74c7-4be1-beb4-803e8b46dd97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 932 time: 0.0963440
Nov 27 12:22:42.743643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7be69cfc-5df1-428f-a2b5-e9e78c9ba4d9 None None] Port 4554105e-5cb8-4b67-bc6e-af015d4278ad cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:22:42.774741 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-642730ef-94ec-48f3-acea-2c121c69f9df req-4952d67a-69db-415d-b935-b252fa6c22f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455153
Nov 27 12:22:42.809188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:43.149327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4554105e-5cb8-4b67-bc6e-af015d4278ad {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:22:43.155228 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:22:43.156225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:43.169976 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Transition to ACTIVE for port object 4554105e-5cb8-4b67-bc6e-af015d4278ad will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:22:43.221867 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:43.225779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c7b04cfe-a358-4487-b907-0eb36ed30a56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:43.368765 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Pushing event updated for resources: {'Port': ['ID=4554105e-5cb8-4b67-bc6e-af015d4278ad,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:43.372404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:43.478259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Attempting to bind port 4554105e-5cb8-4b67-bc6e-af015d4278ad on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:22:43.478618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Attempting to bind port 4554105e-5cb8-4b67-bc6e-af015d4278ad by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:22:43.478944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Attempting to bind port 4554105e-5cb8-4b67-bc6e-af015d4278ad on network d791aa31-6d67-446d-91b6-020bb0ec3a25 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:22:43.485352 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Port 4554105e-5cb8-4b67-bc6e-af015d4278ad on network d791aa31-6d67-446d-91b6-020bb0ec3a25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:22:43.485773 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Attempting to bind port 4554105e-5cb8-4b67-bc6e-af015d4278ad on network d791aa31-6d67-446d-91b6-020bb0ec3a25 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:22:43.492234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:22:43.492563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Checking segment: {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:22:43.492935 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Bound using segment: {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:22:43.493349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Bound port: 4554105e-5cb8-4b67-bc6e-af015d4278ad, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:22:43.493687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:43.585272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] For port 4554105e-5cb8-4b67-bc6e-af015d4278ad, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:22:43.588373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] For port 4554105e-5cb8-4b67-bc6e-af015d4278ad, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:22:43.666939 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:43.671323 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:43.730080 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:43.731539 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] 10.222.0.39 "PUT /v2.0/ports/4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 200  len: 1094 time: 1.2390087
Nov 27 12:22:43.732135 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:22:43.759253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Pushing event updated for resources: {'Port': ['ID=4554105e-5cb8-4b67-bc6e-af015d4278ad,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:43.762457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:43.892486 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'status': 'completed', 'code': 200}
Nov 27 12:22:43.913316 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-d6270301-3e01-4bca-aa46-fba471abd0b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1097 time: 0.0828822
Nov 27 12:22:43.999449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:22:44.005258 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-e2ea46e5-596e-48f7-b9b1-0181ffe2ef56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 200  len: 217 time: 0.0738177
Nov 27 12:22:44.005475 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee186c-1adf-42a9-873a-12b36b7153ef req-b084d703-44e9-4c60-ba1b-df7650804fbd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:44.006755 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-45ee186c-1adf-42a9-873a-12b36b7153ef req-b084d703-44e9-4c60-ba1b-df7650804fbd tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 944 time: 0.0887940
Nov 27 12:22:44.067127 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-45ee186c-1adf-42a9-873a-12b36b7153ef req-ece6a923-1bba-4271-ac80-aff24828d224 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541453
Nov 27 12:22:44.081363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:44.082006 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:44.083166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-b44b0cbd-f49a-4afa-8030-ae2e71f1f0cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:44.084618 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-b44b0cbd-f49a-4afa-8030-ae2e71f1f0cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 HTTP/1.1" status: 200  len: 835 time: 0.0696323
Nov 27 12:22:44.162910 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-cb62398e-2d92-4c72-8424-e61ef021d419 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d791aa31-6d67-446d-91b6-020bb0ec3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687745
Nov 27 12:22:44.299608 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-b7d9733d-825c-4b9b-9321-692401cdf9e2 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267378
Nov 27 12:22:44.438685 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-478b0cc4-cb5c-4e31-8661-d8671a942f55 req-1ce2dc38-2035-49fe-800e-f8dc3611729a service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292887
Nov 27 12:22:44.636167 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-b5b504b8-3288-4936-9f3c-a654aad02970 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1097 time: 0.0739405
Nov 27 12:22:44.770268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-17d4023e-0337-4f55-a9db-17dc2384b0a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:44.771711 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-17d4023e-0337-4f55-a9db-17dc2384b0a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 200  len: 897 time: 0.1270857
Nov 27 12:22:44.942624 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-0f20bcb5-f7b1-4a60-adb9-c606dbf2fd12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 200  len: 217 time: 0.1609151
Nov 27 12:22:45.008048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-77e33e4c-19e2-4a82-8fa0-b0140beed1ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:45.009468 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-77e33e4c-19e2-4a82-8fa0-b0140beed1ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 HTTP/1.1" status: 200  len: 835 time: 0.0603452
Nov 27 12:22:45.085665 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-ea44fece-966a-4267-aabb-1f6013582df2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d791aa31-6d67-446d-91b6-020bb0ec3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689740
Nov 27 12:22:45.291903 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-16fb2bca-a071-410a-8a06-59c31e50a2eb service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961725
Nov 27 12:22:45.393390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf58b71-c7ab-4e80-80ae-a05405d8af7b req-17a24711-6eeb-4cf6-9c31-c52c52c19b63 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:45.394075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7cf58b71-c7ab-4e80-80ae-a05405d8af7b req-17a24711-6eeb-4cf6-9c31-c52c52c19b63 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:22:45.427011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 4554105e-5cb8-4b67-bc6e-af015d4278ad details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:22:45.462732 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce3fc15d-539e-47bf-8a51-2ba76b41c923 req-6bc1629e-80e3-4fe3-94ec-62f8bbca9df7 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638668
Nov 27 12:22:45.511499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7cf58b71-c7ab-4e80-80ae-a05405d8af7b req-17a24711-6eeb-4cf6-9c31-c52c52c19b63 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:22:45.512630 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7cf58b71-c7ab-4e80-80ae-a05405d8af7b req-17a24711-6eeb-4cf6-9c31-c52c52c19b63 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 944 time: 0.3215592
Nov 27 12:22:45.559673 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7cf58b71-c7ab-4e80-80ae-a05405d8af7b req-ee300dc6-a30b-435f-85e6-1d4d9570c790 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407298
Nov 27 12:22:45.564707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 4554105e-5cb8-4b67-bc6e-af015d4278ad, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:45.579590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'port_id': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'mac_address': 'fa:16:3e:ae:a6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:22:45.637030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:45.654186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4554105e-5cb8-4b67-bc6e-af015d4278ad {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:22:45.674836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 4554105e-5cb8-4b67-bc6e-af015d4278ad, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:45.746088 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:45.747892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cad4756d-e348-440d-b836-6a5f99aad973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:45.816111 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=4554105e-5cb8-4b67-bc6e-af015d4278ad,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:45.819064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:46.016067 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['4554105e-5cb8-4b67-bc6e-af015d4278ad'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:22:46.761996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caad49-6fd2-4466-be0a-c97053f70f57 req-0c76a00b-319c-4b4c-9351-ade0d67c8764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:46.763487 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-77caad49-6fd2-4466-be0a-c97053f70f57 req-0c76a00b-319c-4b4c-9351-ade0d67c8764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 945 time: 0.0814700
Nov 27 12:22:46.809467 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-77caad49-6fd2-4466-be0a-c97053f70f57 req-1ce9762d-013b-4cfc-87a9-3150a59c0400 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398781
Nov 27 12:22:47.443540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 4554105e-5cb8-4b67-bc6e-af015d4278ad up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:22:47.553036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 4554105e-5cb8-4b67-bc6e-af015d4278ad completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:22:47.558194 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 4554105e-5cb8-4b67-bc6e-af015d4278ad triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:22:47.558676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:47.673439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:47.699502 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:22:47.709255 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 4554105e-5cb8-4b67-bc6e-af015d4278ad, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:22:47.753258 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:47.755567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:47.789902 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'code': 200}
Nov 27 12:22:47.822778 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=4554105e-5cb8-4b67-bc6e-af015d4278ad,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:47.825839 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:48.009583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4decc4-b604-4929-bb45-32081ae606ab req-b0d5953a-69a0-48b3-a2f0-46377c7ef48e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:48.010951 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0d4decc4-b604-4929-bb45-32081ae606ab req-b0d5953a-69a0-48b3-a2f0-46377c7ef48e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0777421
Nov 27 12:22:48.057748 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0d4decc4-b604-4929-bb45-32081ae606ab req-9adb2813-100c-4f59-8535-feb540c78332 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407560
Nov 27 12:22:48.162735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7946f393-83c1-4722-ab59-9615bc54bf17 req-e0a515cc-a761-4587-9c1e-65c96c67a51d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1099 time: 0.0691216
Nov 27 12:22:48.213368 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7946f393-83c1-4722-ab59-9615bc54bf17 req-1531f328-6e5b-4480-834f-a4b32ccf2151 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411985
Nov 27 12:22:48.964817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-c00472a6-ef58-426d-8008-ba2afb229b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:49.278152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f7d2e-91a8-41e5-972b-21e7a8844885 req-5a69889a-59bf-4149-a50b-47603b6ebca3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:49.280338 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c51f7d2e-91a8-41e5-972b-21e7a8844885 req-5a69889a-59bf-4149-a50b-47603b6ebca3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0955672
Nov 27 12:22:49.331127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c51f7d2e-91a8-41e5-972b-21e7a8844885 req-962cdf36-d39b-4f5a-b00a-3639da9e36c1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434306
Nov 27 12:22:49.821619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:50.537851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d31d1-dc92-4b97-b355-83c6fb18a559 req-75f78e06-a495-4cab-b96a-b873fbb34642 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:50.539288 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a2d31d1-dc92-4b97-b355-83c6fb18a559 req-75f78e06-a495-4cab-b96a-b873fbb34642 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0828490
Nov 27 12:22:50.586715 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a2d31d1-dc92-4b97-b355-83c6fb18a559 req-4eddeb52-b68b-4c3d-86d4-d7729a985b2d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419245
Nov 27 12:22:50.788570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2af68-32bf-4a1d-8523-d43a74d4bbf9 req-c7e891cd-6530-48da-b2fd-6082de9dbd36 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:50.790008 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4ba2af68-32bf-4a1d-8523-d43a74d4bbf9 req-c7e891cd-6530-48da-b2fd-6082de9dbd36 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0832417
Nov 27 12:22:50.836479 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4ba2af68-32bf-4a1d-8523-d43a74d4bbf9 req-f4815ba2-8017-406d-b6ec-5353ffb6c268 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408022
Nov 27 12:22:50.864337 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58410) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:50.942891 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-821c009e-1ffc-4e3f-8914-3c4cd4263fee tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1094 time: 0.0771837
Nov 27 12:22:50.945373 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58414) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:50.950512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:22:50.956796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:22:50.960679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:floatingip and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:22:50.963638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:22:50.970164 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:22:51.016199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:51.159653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:51.192843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b92c07d-105e-4312-93b3-bd472d738fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:51.297983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.66 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/400a17c9-575a-4c26-a3e0-352d47b845de) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:22:51.445504 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:51.530324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:51.534090 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-da94c3dc-9134-423a-b460-73eb71d43016 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:51.605848 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=400a17c9-575a-4c26-a3e0-352d47b845de,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:51.608809 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:51.620831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:22:51.622052 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:22:51.624868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:22:52.239624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:52.428789 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:52.536199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:52.636724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:52.705731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:52.709594 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a6c5a8ad-02ab-43e2-a179-8403bfa414cc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:22:52.806631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=400a17c9-575a-4c26-a3e0-352d47b845de,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:22:52.814744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:22:52.823476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:53.014191 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Floating IP a9600c07-cf0a-4596-a346-6f5ed9dd6d42 associated. External IP: 172.26.6.66, port: 4554105e-5cb8-4b67-bc6e-af015d4278ad.
Nov 27 12:22:53.401228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router e4fcd773-a443-4acc-bf83-ea3d56347a78 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:22:53.723375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:22:53.736241 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] Sync routers for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:22:53.753594 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:53.754231 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461c0880>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:22:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:53.844501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:53.900945 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9543943
Nov 27 12:22:53.902003 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:22:53.942878 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:53.963284 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'status': 'completed', 'code': 200}
Nov 27 12:22:53.964462 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:22:54.073651 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-6feec242-0f61-4f43-8c93-673582e3962d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1099 time: 0.0859604
Nov 27 12:22:54.102179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09deca-e9ab-46a3-9d6d-d2a7c688f1fc req-15e5e3be-9e00-448a-9e8d-98078113c06e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:54.104683 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fd09deca-e9ab-46a3-9d6d-d2a7c688f1fc req-15e5e3be-9e00-448a-9e8d-98078113c06e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0964208
Nov 27 12:22:54.159133 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fd09deca-e9ab-46a3-9d6d-d2a7c688f1fc req-469d32b8-e03e-450d-911f-7357a4c508f1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461776
Nov 27 12:22:54.186673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58422) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:54.219425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-935e7562-c950-4af4-a627-fed421f62d70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:54.221015 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-935e7562-c950-4af4-a627-fed421f62d70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 200  len: 897 time: 0.1394846
Nov 27 12:22:54.222852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.39', 63045) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:54.310317 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ede11bdd-d56c-42c9-a07d-20f2007e3849 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/a9600c07-cf0a-4596-a346-6f5ed9dd6d42 HTTP/1.1" status: 200  len: 991 time: 0.1205852
Nov 27 12:22:54.319998 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461c0880>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'a9600c07-cf0a-4596-a346-6f5ed9dd6d42', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'port_id': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'mac_address': 'fa:16:3e:ae:a6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:22:52Z', 'updated_at': '2021-11-27T12:22:52Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:42Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:54.324011 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] Checking router: e4fcd773-a443-4acc-bf83-ea3d56347a78 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:22:54.335066 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:22:54.335672 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461c0880>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:22:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:54.378626 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-11ad92f5-f189-433c-95ed-1014491fc3a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 200  len: 999 time: 0.1488340
Nov 27 12:22:54.438176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-920c4e06-e628-4ed5-9d24-55971ee6e216 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2097325
Nov 27 12:22:54.454894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-a6dc4fc1-8e5c-4e0a-a643-1ce50a9c25c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:54.456330 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-a6dc4fc1-8e5c-4e0a-a643-1ce50a9c25c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 HTTP/1.1" status: 200  len: 835 time: 0.0670485
Nov 27 12:22:54.515438 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:22:54.531553 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-60d21a1f-feda-4c9f-9bff-a0a64256cb2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d791aa31-6d67-446d-91b6-020bb0ec3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691111
Nov 27 12:22:54.666100 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-d4a0829b-5caa-449f-818a-8ae73cb63857 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271217
Nov 27 12:22:54.801266 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e00b893d-8fa1-46fc-8384-9ff9294fcb34 req-91c933f7-c75d-47e7-b5b1-85a967280aee service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289308
Nov 27 12:22:54.901955 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461c0880>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'a9600c07-cf0a-4596-a346-6f5ed9dd6d42', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'port_id': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'mac_address': 'fa:16:3e:ae:a6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:22:52Z', 'updated_at': '2021-11-27T12:22:52Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:42Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:22:54.906768 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dd262-2bdb-44ce-9fc5-2b0b4ca98d47 None None] The sync data for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'a9600c07-cf0a-4596-a346-6f5ed9dd6d42', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'port_id': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'mac_address': 'fa:16:3e:ae:a6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:22:52Z', 'updated_at': '2021-11-27T12:22:52Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:42Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:22:55.026335 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-955b0d4c-a01d-4b21-8a75-43051e7a724a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1099 time: 0.0729213
Nov 27 12:22:55.173762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-56ab2c9a-2221-44c9-bc6b-825ddb91c66f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:55.175209 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-56ab2c9a-2221-44c9-bc6b-825ddb91c66f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 200  len: 897 time: 0.1255901
Nov 27 12:22:55.276926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-365e9258-4906-4961-b839-e077ebaaff90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 200  len: 999 time: 0.0953324
Nov 27 12:22:55.312992 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58428) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:55.339196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-0fd7bef7-1aa1-40f2-9715-d8c998161e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:22:55.340626 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-0fd7bef7-1aa1-40f2-9715-d8c998161e6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 HTTP/1.1" status: 200  len: 835 time: 0.0578465
Nov 27 12:22:55.421798 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-5ed9baa9-d88f-4465-ae85-490ca570a37b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d791aa31-6d67-446d-91b6-020bb0ec3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0749424
Nov 27 12:22:55.422057 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2f281c51-ffbc-4985-b02e-9ce245c7f5e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/a9600c07-cf0a-4596-a346-6f5ed9dd6d42 HTTP/1.1" status: 200  len: 991 time: 0.1076891
Nov 27 12:22:55.555243 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-5913134f-8956-4b40-82d7-6d26b1f53975 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262574
Nov 27 12:22:55.804521 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-96265d42-62ba-4a04-af6e-9f305ec8825d service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423217
Nov 27 12:22:56.425714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58432) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:56.531156 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-30250d7e-c9e1-4173-8cda-abfaa3f05302 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/a9600c07-cf0a-4596-a346-6f5ed9dd6d42 HTTP/1.1" status: 200  len: 991 time: 0.1041336
Nov 27 12:22:57.535006 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58436) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:57.550348 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d19790-1bb7-4482-adc1-f62c96e79032 None None] New status for floating IP a9600c07-cf0a-4596-a346-6f5ed9dd6d42: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:22:57.642146 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-24208c9b-7dd2-461c-8cdb-39a47bae02d2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/a9600c07-cf0a-4596-a346-6f5ed9dd6d42 HTTP/1.1" status: 200  len: 991 time: 0.1058233
Nov 27 12:22:58.646171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58440) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:22:58.768248 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-edf45ca7-b61a-462c-b9fb-0c80a485d836 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/a9600c07-cf0a-4596-a346-6f5ed9dd6d42 HTTP/1.1" status: 200  len: 993 time: 0.1207635
Nov 27 12:23:09.655861 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:18.981298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-630a9ca7-ba91-4ee6-804c-397a2478115c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:19.855725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:20.156532 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:23:21.198499 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3103c06c-dece-46f8-a0da-df1a33b2af94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:22.540989 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:23.946608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:28.458332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cbaeb-aed0-474b-9d69-5f96a5f3c862 req-39e9ded8-dbc0-4bfc-b6ca-f0f3f0a3224c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:28.459804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a78cbaeb-aed0-474b-9d69-5f96a5f3c862 req-39e9ded8-dbc0-4bfc-b6ca-f0f3f0a3224c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0865760
Nov 27 12:23:28.508162 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a78cbaeb-aed0-474b-9d69-5f96a5f3c862 req-9fa3e79a-0222-49eb-a1cf-ab2c66028d34 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426290
Nov 27 12:23:29.708271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69f638-ab02-439d-b449-c3960d6d1ffd req-3ebf8f5d-0492-4d20-9b7c-ab790e8c785c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:29.709602 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a69f638-ab02-439d-b449-c3960d6d1ffd req-3ebf8f5d-0492-4d20-9b7c-ab790e8c785c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0793290
Nov 27 12:23:29.757211 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a69f638-ab02-439d-b449-c3960d6d1ffd req-02b268e2-65d4-4e21-8e13-d57a2afa561c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419099
Nov 27 12:23:30.958557 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b99d2f-b88e-42c7-8271-5ce261d3bffe req-fbe138dd-a156-4844-97c0-824eadf4a061 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:30.960052 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e0b99d2f-b88e-42c7-8271-5ce261d3bffe req-fbe138dd-a156-4844-97c0-824eadf4a061 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0766692
Nov 27 12:23:31.011421 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e0b99d2f-b88e-42c7-8271-5ce261d3bffe req-78afaccf-865f-46b6-9154-a157da058f38 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459008
Nov 27 12:23:32.215601 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c9fe-6dc8-4bcf-a65c-a9eeb4047e0e req-9651cc53-e0b7-41e5-b9db-3422ceb535e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:32.217326 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bde1c9fe-6dc8-4bcf-a65c-a9eeb4047e0e req-9651cc53-e0b7-41e5-b9db-3422ceb535e9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0797014
Nov 27 12:23:32.269099 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bde1c9fe-6dc8-4bcf-a65c-a9eeb4047e0e req-6e297ca0-7c1e-4dee-907b-899bb2902aa3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455225
Nov 27 12:23:33.475884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41829178-4984-429f-8e8a-4bda5b2ef836 req-28cdfb3a-d3a3-425a-ac90-ba566c1e7b41 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:33.477311 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-41829178-4984-429f-8e8a-4bda5b2ef836 req-28cdfb3a-d3a3-425a-ac90-ba566c1e7b41 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0863674
Nov 27 12:23:33.524908 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-41829178-4984-429f-8e8a-4bda5b2ef836 req-4b60a257-bbdb-426f-94ee-4c77a42f962a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412662
Nov 27 12:23:34.824897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313cc52-b028-4d61-b20b-8f029a838999 req-3bc48403-c398-45d9-82b0-ff94393a8078 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:34.826280 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b313cc52-b028-4d61-b20b-8f029a838999 req-3bc48403-c398-45d9-82b0-ff94393a8078 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.1823323
Nov 27 12:23:34.873368 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b313cc52-b028-4d61-b20b-8f029a838999 req-c5fb73f3-9fb6-468b-818f-b12722a5a118 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415010
Nov 27 12:23:36.073540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25dee-70c9-4bb3-9a31-b5e009660ce2 req-91df2511-1ed4-457a-a04c-9b121126238b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:36.073540 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9c25dee-70c9-4bb3-9a31-b5e009660ce2 req-91df2511-1ed4-457a-a04c-9b121126238b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0773659
Nov 27 12:23:36.121524 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a9c25dee-70c9-4bb3-9a31-b5e009660ce2 req-4e610d5f-d745-42a3-a739-f83df07ddcf0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453691
Nov 27 12:23:37.318199 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5bea9-fa6f-4f76-86b2-72a95a0b8d07 req-63e2e60f-61bb-4694-81ac-47ea7012f050 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:37.319648 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-14b5bea9-fa6f-4f76-86b2-72a95a0b8d07 req-63e2e60f-61bb-4694-81ac-47ea7012f050 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0798974
Nov 27 12:23:37.365499 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-14b5bea9-fa6f-4f76-86b2-72a95a0b8d07 req-23dd02ed-ef66-42f8-b814-314402a345a7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402195
Nov 27 12:23:38.578347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6bbec-35a3-4053-89c6-3d9d0a2049c8 req-d15d8af0-6797-45e0-838b-fbf7bf9c5e00 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:38.579782 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-61b6bbec-35a3-4053-89c6-3d9d0a2049c8 req-d15d8af0-6797-45e0-838b-fbf7bf9c5e00 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0884788
Nov 27 12:23:38.625546 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-61b6bbec-35a3-4053-89c6-3d9d0a2049c8 req-c2960315-3b1d-4a8f-bdae-4725f27598c0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400913
Nov 27 12:23:39.664854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:39.822946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730e6f1-5bef-4c72-a100-644a5fa82333 req-a4b2d9a2-c90d-4bca-a7ef-3f6c024eb77d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:39.824304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a730e6f1-5bef-4c72-a100-644a5fa82333 req-a4b2d9a2-c90d-4bca-a7ef-3f6c024eb77d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0756536
Nov 27 12:23:39.885764 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-a730e6f1-5bef-4c72-a100-644a5fa82333 req-39d2fe39-624c-4a7a-bfa0-2a6deb689bb1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530143
Nov 27 12:23:39.915134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58480) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:23:40.026641 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-812ef80d-7c70-4832-98ce-2f44eb34f412 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/a9600c07-cf0a-4596-a346-6f5ed9dd6d42 HTTP/1.1" status: 200  len: 993 time: 0.1103396
Nov 27 12:23:41.655833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77fc7c-36ed-4d97-ae9e-c7b49000f873 req-2fd579d5-63a0-45a6-ad57-a5df82bc6915 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:41.657198 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bd77fc7c-36ed-4d97-ae9e-c7b49000f873 req-2fd579d5-63a0-45a6-ad57-a5df82bc6915 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0781016
Nov 27 12:23:41.743554 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bd77fc7c-36ed-4d97-ae9e-c7b49000f873 req-a5ffb86e-438c-4298-a065-666d6f16a34c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803366
Nov 27 12:23:41.775322 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-288fc8da-3f53-473c-aeb4-bcd55ceae2d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1099 time: 0.0806358
Nov 27 12:23:41.916802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-831aefc7-568c-4bbb-9bdf-4d89a1e9bbda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:41.918128 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-831aefc7-568c-4bbb-9bdf-4d89a1e9bbda service neutron] 10.222.0.39 "GET /v2.0/networks?id=d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 200  len: 897 time: 0.1321781
Nov 27 12:23:42.025352 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-f97cb973-790a-43bd-8431-1a80c42aa10f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 200  len: 1001 time: 0.0974925
Nov 27 12:23:42.091357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-b85dec0b-2b57-4f07-90b1-aa7ee0f2541d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:42.092780 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-b85dec0b-2b57-4f07-90b1-aa7ee0f2541d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 HTTP/1.1" status: 200  len: 835 time: 0.0575545
Nov 27 12:23:42.175701 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-99e7ef3a-2bc5-4896-8c31-a5184179bf00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d791aa31-6d67-446d-91b6-020bb0ec3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729151
Nov 27 12:23:42.414842 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-ce487d74-3cd3-4eab-ba24-d9c3917ebc86 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306800
Nov 27 12:23:42.550127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-429076d1-bbaf-4aa2-aecc-19c6f71dcba4 req-3093a0c6-2989-49db-b704-dfd93dd4f8a2 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248376
Nov 27 12:23:42.948304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2678b4-6106-4353-a59b-3f2ef3047f98 req-8f09b53e-d4e6-4f6a-8121-18f1afcc429c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:42.949639 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bf2678b4-6106-4353-a59b-3f2ef3047f98 req-8f09b53e-d4e6-4f6a-8121-18f1afcc429c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0791037
Nov 27 12:23:42.995993 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bf2678b4-6106-4353-a59b-3f2ef3047f98 req-30647e54-60f1-40ee-8821-326b6493e7e7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401175
Nov 27 12:23:44.194093 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7ee19-ab1e-481b-9a75-6b101f900e9a req-cf548140-2a2f-4900-aa1b-63badc8ea691 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:44.195563 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7de7ee19-ab1e-481b-9a75-6b101f900e9a req-cf548140-2a2f-4900-aa1b-63badc8ea691 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0756917
Nov 27 12:23:44.241252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7de7ee19-ab1e-481b-9a75-6b101f900e9a req-f16a1e25-7d19-4092-bb20-68a4152bd046 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396085
Nov 27 12:23:44.268899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58496) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:23:44.373913 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d8660571-eca1-46c5-9ff6-4547d7004dc6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/a9600c07-cf0a-4596-a346-6f5ed9dd6d42 HTTP/1.1" status: 200  len: 993 time: 0.1038127
Nov 27 12:23:48.975086 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-746b5781-8e8e-4e6e-b082-fead7bc184ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:49.866254 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:51.203321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7058a224-fe49-4955-9477-41cca63e53df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:52.545917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:53.923340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:23:54.247558 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-3ed371fb-cb8a-477c-be61-13d13e2a5479 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0709558
Nov 27 12:23:54.383837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-c39bc8d9-71f0-4ee0-ae5f-4d229a48a25b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1099 time: 0.0684855
Nov 27 12:23:54.529149 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-f6b0c06b-56b0-4fb4-8d51-7b1c8cf4238d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:54.530503 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-f6b0c06b-56b0-4fb4-8d51-7b1c8cf4238d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 200  len: 897 time: 0.1262286
Nov 27 12:23:54.635034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-c5e52cd7-1ca2-479c-8b1b-1e20d3af213d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 200  len: 1001 time: 0.0973952
Nov 27 12:23:54.697606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-1d983dd5-83d9-41d2-8c6f-2c58ed6d2f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:23:54.699100 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-1d983dd5-83d9-41d2-8c6f-2c58ed6d2f96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 HTTP/1.1" status: 200  len: 835 time: 0.0571606
Nov 27 12:23:54.776811 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-1512eff7-aeb9-4eba-8fbe-6bf95c58f6e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d791aa31-6d67-446d-91b6-020bb0ec3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710454
Nov 27 12:23:54.912552 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-eed9c471-94c4-47a3-959e-cf240cab0be3 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287713
Nov 27 12:23:55.049926 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ca3e5b1-ab59-423a-9c7d-69ac0f9ec398 req-366214dd-b4d6-4fd8-92b8-c7e27d214705 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275821
Nov 27 12:23:57.156253 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:24:09.665554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:18.035409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58514) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:18.237947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 400a17c9-575a-4c26-a3e0-352d47b845de {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:24:18.238214 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:18.522021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:18.522261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:18.642387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 400a17c9-575a-4c26-a3e0-352d47b845de owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:24:18.831671 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:18.835763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-95decbd2-681e-4e22-aacc-ba76092d8daa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:18.875745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=400a17c9-575a-4c26-a3e0-352d47b845de,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:18.914835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.915252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.915675 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.915985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.916345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.916707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.917083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.917426 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.917782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.918167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.918543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:18.929310 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:18.981890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:19.019920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9ef68190-a468-4c69-9ed3-46857591dbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:19.382687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router e4fcd773-a443-4acc-bf83-ea3d56347a78 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:24:19.580036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:24:19.592149 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] Sync routers for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:24:19.603871 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:24:19.604409 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fb700>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:23:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:19.661422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:19.714549 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/floatingips/a9600c07-cf0a-4596-a346-6f5ed9dd6d42 HTTP/1.1" status: 204  len: 168 time: 1.6780195
Nov 27 12:24:19.715777 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:24:19.787353 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:24:19.809525 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'status': 'completed', 'code': 200}
Nov 27 12:24:19.829959 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:19.912041 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-75007eeb-e8a4-41e3-acfd-3e2febee8ace service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 1099 time: 0.0738041
Nov 27 12:24:20.049919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-9ad129f9-49e3-41b0-9f2f-f8ec50cde6dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:20.051438 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-9ad129f9-49e3-41b0-9f2f-f8ec50cde6dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 200  len: 897 time: 0.1320047
Nov 27 12:24:20.107229 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fb700>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:42Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:20.111576 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] Checking router: e4fcd773-a443-4acc-bf83-ea3d56347a78 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:24:20.123713 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:24:20.124342 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fb700>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:23:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:20.245431 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-9694990a-7469-4d66-abec-b525d5c471e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 200  len: 217 time: 0.1862977
Nov 27 12:24:20.328379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-c25818a9-bbdf-428b-872e-30db16e2868b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:20.330778 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-c25818a9-bbdf-428b-872e-30db16e2868b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 HTTP/1.1" status: 200  len: 835 time: 0.0676880
Nov 27 12:24:20.331484 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:24:20.409551 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-8e259a6c-a902-4751-aeba-94ec51ca4676 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d791aa31-6d67-446d-91b6-020bb0ec3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719090
Nov 27 12:24:20.517118 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cf5a-81ae-4a94-abfe-41f329d5b2ff req-8df6bc67-1c31-4564-861e-87180035b28b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:20.518961 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f962cf5a-81ae-4a94-abfe-41f329d5b2ff req-8df6bc67-1c31-4564-861e-87180035b28b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.1816206
Nov 27 12:24:20.550596 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-afea6a98-b250-44a5-b782-0bbfbcc5ce18 service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338015
Nov 27 12:24:20.567444 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f962cf5a-81ae-4a94-abfe-41f329d5b2ff req-9ce40658-6f0f-4a86-af61-5c7ec07c984b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433919
Nov 27 12:24:20.656241 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fb700>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:42Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:20.660329 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be6eb1-bdde-4ccb-83dc-1402f559940b None None] The sync data for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b', 'name': '', 'network_id': 'd791aa31-6d67-446d-91b6-020bb0ec3a25', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:60:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:35Z', 'updated_at': '2021-11-27T12:22:42Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': '8337203d-8fe1-4c4b-b66b-c47ad2e9cac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:24:20.689273 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-09ee29f3-c3ad-4332-a772-8c800ec2b3f8 req-0210044e-3d6c-499c-abe3-4ac9e38c3a2d service neutron] 10.222.0.39 "GET /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309702
Nov 27 12:24:20.887804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17f307-7060-4672-98fe-04f641758367 None None] New status for floating IP a9600c07-cf0a-4596-a346-6f5ed9dd6d42: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:24:21.202565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1d7eba43-4d52-4ccf-8638-a4d85bbe7020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:21.870018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470822-e9cc-4cbd-a15f-feb48fbfaf6a req-43f697b4-0174-4fe2-83c4-a5fac87e34ca tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:21.870643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-be470822-e9cc-4cbd-a15f-feb48fbfaf6a req-43f697b4-0174-4fe2-83c4-a5fac87e34ca tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:24:21.979790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-be470822-e9cc-4cbd-a15f-feb48fbfaf6a req-43f697b4-0174-4fe2-83c4-a5fac87e34ca tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:24:21.982133 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-be470822-e9cc-4cbd-a15f-feb48fbfaf6a req-43f697b4-0174-4fe2-83c4-a5fac87e34ca tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.2910948
Nov 27 12:24:22.034152 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-be470822-e9cc-4cbd-a15f-feb48fbfaf6a req-42cb7fea-1038-4cdc-8e90-80edca7c2133 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=764db4fd-1e1d-4eef-942b-fae22d1fb6ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469735
Nov 27 12:24:22.128997 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-81fabc96-5a0e-4bc1-8694-8ece6d462148 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:22.130341 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-81fabc96-5a0e-4bc1-8694-8ece6d462148 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 946 time: 0.0939295
Nov 27 12:24:22.201447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 4554105e-5cb8-4b67-bc6e-af015d4278ad {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:24:22.201781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:22.452901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 4554105e-5cb8-4b67-bc6e-af015d4278ad, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=4554105e-5cb8-4b67-bc6e-af015d4278ad,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:22.453199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:22.555814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:22.574915 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 4554105e-5cb8-4b67-bc6e-af015d4278ad owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:24:22.791693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:22.797988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d90b5e45-de64-40d3-963e-f119475cfb2b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:22.846268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=4554105e-5cb8-4b67-bc6e-af015d4278ad,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:22.849613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:22.916981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] No DVR routers for this DVR port 4554105e-5cb8-4b67-bc6e-af015d4278ad on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:24:22.919590 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:22.922292 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'name': 'network-vif-deleted', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:24:22.978448 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa69c12-a766-4f27-a042-f79e284ecbd3', 'name': 'network-vif-deleted', 'tag': '4554105e-5cb8-4b67-bc6e-af015d4278ad', 'status': 'completed', 'code': 200}
Nov 27 12:24:23.007885 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8267c915-84c5-4d18-a959-e92b3c3809b1 req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "DELETE /v2.0/ports/4554105e-5cb8-4b67-bc6e-af015d4278ad HTTP/1.1" status: 204  len: 173 time: 0.8685725
Nov 27 12:24:23.210054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7cd6e1a3-c19c-4f5e-817d-658f1c79fb8a req-b14cbe6f-e6fe-4ed9-800b-93f33822bb85 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:24:23.271276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7cd6e1a3-c19c-4f5e-817d-658f1c79fb8a req-b14cbe6f-e6fe-4ed9-800b-93f33822bb85 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:24:23.272454 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7cd6e1a3-c19c-4f5e-817d-658f1c79fb8a req-b14cbe6f-e6fe-4ed9-800b-93f33822bb85 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aa69c12-a766-4f27-a042-f79e284ecbd3 HTTP/1.1" status: 200  len: 210 time: 0.1041596
Nov 27 12:24:23.955422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:24.383889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58536) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:24.913942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:25.527156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:24:25.527893 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:25.713236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:25.713490 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:25.839206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:24:26.002440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 4554105e-5cb8-4b67-bc6e-af015d4278ad no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:24:26.037315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 4554105e-5cb8-4b67-bc6e-af015d4278ad {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:24:26.037666 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 4554105e-5cb8-4b67-bc6e-af015d4278ad not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:24:26.111500 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:26.115432 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-314dfec2-8765-4653-bb62-697f8612f7bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:26.163674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:26.168613 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:26.578089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:27.154462 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router e4fcd773-a443-4acc-bf83-ea3d56347a78 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:24:27.358993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:24:27.368893 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] Sync routers for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:24:27.380894 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:24:27.381490 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fb040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:24:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:27.426070 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-20317626-b42e-45bf-b206-86ddd1475f4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/e4fcd773-a443-4acc-bf83-ea3d56347a78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0409348
Nov 27 12:24:27.429175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58540) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:27.594335 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:24:27.618213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting subnet 8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:24:27.621178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:27.678400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:27.765874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:27.894056 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fb040>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:24:25Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:27.898219 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] Checking router: e4fcd773-a443-4acc-bf83-ea3d56347a78 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:24:27.909479 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] Routers {'e4fcd773-a443-4acc-bf83-ea3d56347a78'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:24:27.910024 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461fb040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:24:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['e4fcd773-a443-4acc-bf83-ea3d56347a78'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:27.910299 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:27.914493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8dbf5dff-ab8e-4b23-8022-fc385722e764 tempest-NetworksTest-1683712248 tempest-NetworksTest-1683712248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:27.957347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Subnet': ['ID=8337203d-8fe1-4c4b-b66b-c47ad2e9cac6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:27.957347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:27.959636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:27.965841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-046d7e68-760b-41ef-9795-59e4dcc04417 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/subnets/8337203d-8fe1-4c4b-b66b-c47ad2e9cac6 HTTP/1.1" status: 204  len: 168 time: 0.5356326
Nov 27 12:24:27.967216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6fdde1-751f-4c70-857e-6cc26495976a None None] Network d791aa31-6d67-446d-91b6-020bb0ec3a25 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:24:27.968486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58544) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:28.098311 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] Set router e4fcd773-a443-4acc-bf83-ea3d56347a78 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:24:28.293245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] DHCP port deletion for d791aa31-6d67-446d-91b6-020bb0ec3a25 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:24:28.299049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Deleting port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:24:28.299444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:28.327062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:28.415372 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461fb040>, [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:24:25Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:28.420352 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b795aa4-e4db-49db-b62e-9b038f997819 None None] The sync data for ids ['e4fcd773-a443-4acc-bf83-ea3d56347a78'] in dv-neutron-819441-1-hyperv is: [{'id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33262722', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:24:25Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '31e044b8-1714-446e-b90c-8adad3681ef8', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd773-a443-4acc-bf83-ea3d56347a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:22:31Z', 'updated_at': '2021-11-27T12:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:24:28.529908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] For port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=165e1c20-d0fd-4607-bc1f-f9c33a1d19f9,segment=NetworkSegment(b73baccd-2a0f-4b0e-8a07-3dd9f9368a42),segment_id=b73baccd-2a0f-4b0e-8a07-3dd9f9368a42)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:28.530155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:28.543470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:28.631133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 31e044b8-1714-446e-b90c-8adad3681ef8 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:24:28.632607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:28.655896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Calling delete_port for 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:24:28.815452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 31e044b8-1714-446e-b90c-8adad3681ef8, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=31e044b8-1714-446e-b90c-8adad3681ef8,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:28.815824 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:28.848467 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:28.852329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:28.895685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Pushing event deleted for resources: {'Port': ['ID=165e1c20-d0fd-4607-bc1f-f9c33a1d19f9,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:28.904823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] No DVR routers for this DVR port 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:24:28.919872 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.920216 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.920543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.920982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.921296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.921554 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.921869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.922184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.922525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.922823 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.931939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:28.931939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:28.949367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 31e044b8-1714-446e-b90c-8adad3681ef8 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:24:29.173850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:29.177638 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b5324d4e-6405-45bb-9da7-3214c05cff3e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:29.219151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=31e044b8-1714-446e-b90c-8adad3681ef8,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:29.223113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:29.443708 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:29.805045 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:29.809234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:29.916780 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:29.917494 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Fanout notify agent at l3_agent the message router_deleted on router e4fcd773-a443-4acc-bf83-ea3d56347a78 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:24:29.938250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:29.942268 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/routers/e4fcd773-a443-4acc-bf83-ea3d56347a78 HTTP/1.1" status: 204  len: 168 time: 1.9703562
Nov 27 12:24:29.942673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58548) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:30.067106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.201373 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.227063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844e35bb0>,) {'filters': {'network_id': ['d791aa31-6d67-446d-91b6-020bb0ec3a25']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:30.240148 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844e35bb0>, 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:30.240425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844e35bb0>, 'b73baccd-2a0f-4b0e-8a07-3dd9f9368a42') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:30.252689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.268240 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.274255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:24:30.274677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:24:30.289353 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:24:30.413206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:24:30.454154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.458082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-84ae986d-e251-4eab-9918-d2c39281823b tempest-RoutersNegativeTest-553940157 tempest-RoutersNegativeTest-553940157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:30.473916 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.488211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Network': ['ID=d791aa31-6d67-446d-91b6-020bb0ec3a25,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:30.498380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.498804 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.499212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.499671 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.499924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.500268 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:24:30.500382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.500633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.500779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 4b9464f1-c1c0-44e8-b6dd-5be9a9ba6a1b not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:24:30.500993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.501279 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:24:30.501392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.501773 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.502047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:30.505279 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:30.533881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:24:30.534230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 165e1c20-d0fd-4607-bc1f-f9c33a1d19f9 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:24:30.568794 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-ab846be8-39cd-450d-b52e-aaf34b65c455 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/networks/d791aa31-6d67-446d-91b6-020bb0ec3a25 HTTP/1.1" status: 204  len: 168 time: 0.6247211
Nov 27 12:24:30.571397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58552) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:30.643432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-add006e0-73ae-429d-9d28-b5cd3333b76b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.673758 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-add006e0-73ae-429d-9d28-b5cd3333b76b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.791122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-add006e0-73ae-429d-9d28-b5cd3333b76b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.795529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-18be002e-b236-48de-90ba-547524fb6b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:30.815099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add006e0-73ae-429d-9d28-b5cd3333b76b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764db4fd-1e1d-4eef-942b-fae22d1fb6ad,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:30.822859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-add006e0-73ae-429d-9d28-b5cd3333b76b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:30.880168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-add006e0-73ae-429d-9d28-b5cd3333b76b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:30.881294 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-add006e0-73ae-429d-9d28-b5cd3333b76b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/security-groups/764db4fd-1e1d-4eef-942b-fae22d1fb6ad HTTP/1.1" status: 204  len: 168 time: 0.3082399
Nov 27 12:24:31.603934 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58560) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:31.610158 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1342891705', 'description': 'tempest-secgroup-smoke-1342891705 description', 'project_id': 'efcd42d5a33043018831a4abf62c606d'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:31.616217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:31.620312 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:31.623621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:31.629206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:31.745468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:31.782320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:31.786093 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:31.788864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:31.795227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:31.849999 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:31.892505 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:31.898397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9796dd37-d8c6-489a-820c-41c11ce6ad60 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:31.941443 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfab778-a22b-4b51-b54e-1e014651e738,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:31.944441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:31.995236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:31.996571 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-170cdcc5-fa06-49b6-9d14-f847e3cdaad2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3916562
Nov 27 12:24:31.999627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58564) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:31.999808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 31e044b8-1714-446e-b90c-8adad3681ef8 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:24:32.005842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'edfab778-a22b-4b51-b54e-1e014651e738', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:32.012400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:32.016401 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:32.019358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:32.025067 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:32.032943 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 31e044b8-1714-446e-b90c-8adad3681ef8 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:24:32.033295 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 31e044b8-1714-446e-b90c-8adad3681ef8 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:24:32.099612 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.160616 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.225127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.227047 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f1442c2-7b14-4fc1-acd4-621da3937a78 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:32.257341 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2233ea0-6ef4-4213-8b7f-3530a3868911,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:32.261084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:32.356873 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.358054 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-1630d019-80c7-4e2d-9bc4-732fe1e8715c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3574715
Nov 27 12:24:32.360847 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58568) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:32.366267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'edfab778-a22b-4b51-b54e-1e014651e738', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:32.372453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:32.376512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:32.379492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:32.385267 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:32.459254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.521362 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.568125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.574374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-15765adc-15c6-4b26-a888-b7be05a731c5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:32.595566 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b07710e-4217-4b16-bdd3-3c5862f4ddb4,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:32.598476 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:32.676890 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.678369 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5f316496-7aea-4dd1-8dd9-9d279cbc7ff9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3166032
Nov 27 12:24:32.681066 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58572) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:32.687605 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'edfab778-a22b-4b51-b54e-1e014651e738', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:32.693761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:32.697629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:32.701049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:32.706724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:32.791853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.856155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.921188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:32.923080 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a0f2e76d-b019-4f39-8c97-f6511a5c4101 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:32.946426 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba794ef-add7-413c-adab-505e7dcfd2c6,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:32.948913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:33.012756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.013954 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-76fd625b-73ca-47be-ad7a-5670a50cb900 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3319404
Nov 27 12:24:33.016623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58576) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:33.021975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'edfab778-a22b-4b51-b54e-1e014651e738', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:33.028044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:33.031872 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:33.034813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:33.040543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:33.116512 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.182698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.246972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.255870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e09dbb5c-83f0-4771-b78e-e0621a6b85bf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:33.277540 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487ede10-16f3-4888-8baa-bcb0c52bdd01,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:33.281133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:33.374381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.375695 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-da717db5-5d56-4aee-b7a5-44145ea4f660 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3579888
Nov 27 12:24:33.378407 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58580) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:33.383977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'edfab778-a22b-4b51-b54e-1e014651e738', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:33.391057 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:33.394975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:33.397896 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:33.403808 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:33.477764 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:24:33.484589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.566857 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.642278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.644075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1dce92c9-e87d-46f7-9a1d-28b509cb8017 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:33.669441 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fa70b3-847a-4550-9ff1-4c6c1bef9fd9,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:33.672040 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:33.756998 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.758203 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3788440
Nov 27 12:24:33.761811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58584) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:33.767676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'security_group_rule': {'security_group_id': 'edfab778-a22b-4b51-b54e-1e014651e738', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:33.773788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:33.777774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:security_group_rule and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:33.780772 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:33.786654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:33.858771 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Project efcd42d5a33043018831a4abf62c606d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:24:33.866089 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:33.940964 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.001217 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.007101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-662f2bb7-71ba-4fa1-b068-45d4d214cd06 tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:34.026793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252c7618-6f8b-4464-8222-e7c79acd0ad9,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:34.029604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:34.110774 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.112239 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3492100
Nov 27 12:24:34.114678 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58588) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:34.120163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'network': {'name': 'tempest-network-smoke--1743938635', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'port_security_enabled': True}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:34.125151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:34.129265 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:network and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:34.132115 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:34.137852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:34.155933 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:24:34.206496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:24:34.209492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.238358 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:24:34.246945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.247499 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Added segment 8872c6ce-9e8c-4d42-9cd7-addcbbc40c95 of type vlan for network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693
Nov 27 12:24:34.275351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.357221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.361125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:34.361695 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.365398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c095e4eb-6ffb-4b4d-92d7-7be4bbbcb5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:34.579740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Network': ['ID=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:34.586899 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:34.589980 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:24:34.630829 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-88bc7207-d520-4d44-8b35-e78cd3635b48 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5150461
Nov 27 12:24:34.633895 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58592) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:34.640200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'admin_state_up': True, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:34.647741 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:34.651820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:router and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:34.655721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:34.662368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:34.761075 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.762073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:34.786064 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:35.008132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:35.269770 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:35.299410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:35.445768 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.170 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/56e03814-6768-460a-884c-900ec0468022) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:24:35.595403 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:35.677234 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:35.681627 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:35.744921 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:24:35.748113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:24:35.750866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:24:35.784345 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=56e03814-6768-460a-884c-900ec0468022,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:35.790384 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:35.976219 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:35.976858 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:36.333937 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 71900c97-d998-4326-8e5d-1427935198b0 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:24:36.531679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:24:36.541047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Sync routers for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:24:36.552921 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:24:36.553526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a615e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:24:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:36.613638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:36.614777 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0eda281b-0324-4255-a858-cc578afa0f7d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9797163
Nov 27 12:24:36.617838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58596) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:36.663981 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-187318f4-e8e5-4cb2-8ec3-895694edd909 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=efcd42d5a33043018831a4abf62c606d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0449579
Nov 27 12:24:36.666618 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58600) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:36.736686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:24:36.926430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cfeb85-5b3b-4600-b48d-998dc1fbe002 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:36.928076 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-23cfeb85-5b3b-4600-b48d-998dc1fbe002 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2603195
Nov 27 12:24:36.930947 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58604) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:36.969117 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-21474c08-dd8c-4284-8aa5-11e640378f2e tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=2695416d-4c85-4409-b5c2-6d555e0046f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0370219
Nov 27 12:24:36.971859 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58608) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:36.977492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609851019', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:37.025718 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a615e0>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:35Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:37.030436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Checking router: 71900c97-d998-4326-8e5d-1427935198b0 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:24:37.030820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Updating router 71900c97-d998-4326-8e5d-1427935198b0 port 56e03814-6768-460a-884c-900ec0468022 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:24:37.084786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.089339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:37.094059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:subnet and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:37.096983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:37.107654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:37.190989 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:24:37.292977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.417801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.438197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Transition to ACTIVE for port object 56e03814-6768-460a-884c-900ec0468022 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:24:37.509491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.513219 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:37.563530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.568562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-37b14c78-e42f-40ef-ae29-7aa9107837d4 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:37.591879 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Attempting to bind port 56e03814-6768-460a-884c-900ec0468022 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:24:37.594653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Attempting to bind port 56e03814-6768-460a-884c-900ec0468022 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:24:37.594653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Attempting to bind port 56e03814-6768-460a-884c-900ec0468022 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:24:37.594886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62744580-aa18-4adb-9302-796378a90322 None None] Pushing event updated for resources: {'Port': ['ID=56e03814-6768-460a-884c-900ec0468022,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:37.597512 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-62744580-aa18-4adb-9302-796378a90322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:37.603884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:24:37.604261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:24:37.604662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.605053 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:24:37.605543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Bound port: 56e03814-6768-460a-884c-900ec0468022, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:24:37.605893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.646599 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Subnet': ['ID=f8546f51-c893-4c82-9f56-d9b61c2776a9,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:37.649820 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:37.663425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Checking segment: {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:24:37.663904 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network hostable DHCP agents. Network: aa3cc07a-6edd-42ca-9f5d-15e4ed71e693, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:24:37.679097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] For port 56e03814-6768-460a-884c-900ec0468022, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:24:37.682153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] For port 56e03814-6768-460a-884c-900ec0468022, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=56e03814-6768-460a-884c-900ec0468022,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:24:37.745889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.750443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-96e9ab5e-5ac9-43fd-81b6-3a37b356a097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:37.756607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:24:37.825682 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62744580-aa18-4adb-9302-796378a90322 None None] Pushing event updated for resources: {'Port': ['ID=56e03814-6768-460a-884c-900ec0468022,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:37.830388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-62744580-aa18-4adb-9302-796378a90322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:37.834307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:24:37.834951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845a615e0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:24:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:37.853451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, aa3cc07a-6edd-42ca-9f5d-15e4ed71e693) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:24:37.858439 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:37.859246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:37.890487 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17607d2-ada2-45c6-9663-ea827977003e None None] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:24:37.946235 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f653e496-aba8-4716-b273-e6e403a561c7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9728930
Nov 27 12:24:37.948950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58612) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:38.218588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:24:38.386259 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:24:38.387094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:38.666550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Allocated IP 172.20.0.2 (aa3cc07a-6edd-42ca-9f5d-15e4ed71e693/f8546f51-c893-4c82-9f56-d9b61c2776a9/feed4f8a-9b39-462a-bd9d-fea3964b6982) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:24:38.717060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845a615e0>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:35Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:38.717699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:38.771022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3579d-214a-43b0-ad96-96ebcbfd2f74 None None] The sync data for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv is: [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:35Z', 'revision_number': 3, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:24:38.915776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:38.929091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Transition to ACTIVE for port object feed4f8a-9b39-462a-bd9d-fea3964b6982 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:24:38.952422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Transition to ACTIVE for port object feed4f8a-9b39-462a-bd9d-fea3964b6982 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:24:39.014738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:39.019767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3475712e-5dc0-4cb2-b76e-d40f3180299c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:39.083357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:24:39.092097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:24:39.094797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:24:39.104098 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Pushing event updated for resources: {'Port': ['ID=feed4f8a-9b39-462a-bd9d-fea3964b6982,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:39.107865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:39.197427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Attempting to bind port feed4f8a-9b39-462a-bd9d-fea3964b6982 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:24:39.197810 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Attempting to bind port feed4f8a-9b39-462a-bd9d-fea3964b6982 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:24:39.198165 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Attempting to bind port feed4f8a-9b39-462a-bd9d-fea3964b6982 on network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:24:39.210222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:24:39.210653 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Checking segment: {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:24:39.211413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:39.211820 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Bound using segment: {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:24:39.212304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Bound port: feed4f8a-9b39-462a-bd9d-fea3964b6982, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:24:39.212688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:39.288777 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.1 (aa3cc07a-6edd-42ca-9f5d-15e4ed71e693/f8546f51-c893-4c82-9f56-d9b61c2776a9/32a2f949-ed35-49b0-a277-9a801fb6d88e) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:24:39.306603 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] For port feed4f8a-9b39-462a-bd9d-fea3964b6982, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:24:39.310993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] For port feed4f8a-9b39-462a-bd9d-fea3964b6982, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=feed4f8a-9b39-462a-bd9d-fea3964b6982,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:24:39.385686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:39.392817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ed06750f-a26a-4131-9593-3d9c0d4f3cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:39.459745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:39.476814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object 32a2f949-ed35-49b0-a277-9a801fb6d88e will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:24:39.480011 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Pushing event updated for resources: {'Port': ['ID=feed4f8a-9b39-462a-bd9d-fea3964b6982,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:39.484391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:39.573966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:39.578711 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-22da9f10-7aa8-4574-b6bb-bf99f312d7e3 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:39.681740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:24:39.683374 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:24:39.689400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:24:39.706352 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:39.729106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=32a2f949-ed35-49b0-a277-9a801fb6d88e,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:39.736451 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:39.761661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:39.910430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.095771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device feed4f8a-9b39-462a-bd9d-fea3964b6982 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:24:40.242543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port feed4f8a-9b39-462a-bd9d-fea3964b6982 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:24:40.249081 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 56e03814-6768-460a-884c-900ec0468022 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:24:40.355044 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.378243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 56e03814-6768-460a-884c-900ec0468022 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:24:40.384119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 56e03814-6768-460a-884c-900ec0468022 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:40.384641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.402596 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.416245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d8902-23a7-4d1b-b26d-ac9f0400f0bf None None] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:24:40.435301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6174804c-2ff1-4187-a90d-60ebf7f4ccb0 tempest-RoutersTest-1956023266 tempest-RoutersTest-1956023266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:40.518309 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.521828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=32a2f949-ed35-49b0-a277-9a801fb6d88e,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:40.525713 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:40.660829 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] Provisioning for port feed4f8a-9b39-462a-bd9d-fea3964b6982 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:24:40.663681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:24:40.664876 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:24:40.672357 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] Provisioning complete for port feed4f8a-9b39-462a-bd9d-fea3964b6982 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:40.672735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.766614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.888827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 56e03814-6768-460a-884c-900ec0468022, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=56e03814-6768-460a-884c-900ec0468022,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:40.920464 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.951538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:40.953918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-49caf9a9-abbb-4d29-8590-8235d5de3ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:41.010136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] For port feed4f8a-9b39-462a-bd9d-fea3964b6982, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=feed4f8a-9b39-462a-bd9d-fea3964b6982,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:41.033061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=56e03814-6768-460a-884c-900ec0468022,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:41.036221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:41.071014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:41.072728 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:41.139961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] Pushing event updated for resources: {'Port': ['ID=feed4f8a-9b39-462a-bd9d-fea3964b6982,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:41.142948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:41.192811 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 71900c97-d998-4326-8e5d-1427935198b0 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:24:41.194486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7891bfd9-c597-4106-9686-f5e00255d39f None None] Provisioning complete for port feed4f8a-9b39-462a-bd9d-fea3964b6982 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:41.194931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7891bfd9-c597-4106-9686-f5e00255d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:41.390936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7891bfd9-c597-4106-9686-f5e00255d39f None None] Provisioning for port 32a2f949-ed35-49b0-a277-9a801fb6d88e completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:24:41.395981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-7891bfd9-c597-4106-9686-f5e00255d39f None None] Provisioning complete for port 32a2f949-ed35-49b0-a277-9a801fb6d88e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:41.396660 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7891bfd9-c597-4106-9686-f5e00255d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:41.422290 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:24:41.439051 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/71900c97-d998-4326-8e5d-1427935198b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4889629
Nov 27 12:24:41.466366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-7891bfd9-c597-4106-9686-f5e00255d39f None None] Port 32a2f949-ed35-49b0-a277-9a801fb6d88e cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:24:41.587526 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3121d4ee-3b0d-4d95-82c3-42aac6cbb06c None None] Provisioning complete for port 32a2f949-ed35-49b0-a277-9a801fb6d88e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:41.587902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3121d4ee-3b0d-4d95-82c3-42aac6cbb06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:41.644122 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-670cf4f1-0a2a-4726-97fe-12258eb6bbf0 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342891705&fields=id&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 267 time: 0.0480037
Nov 27 12:24:41.647042 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-3121d4ee-3b0d-4d95-82c3-42aac6cbb06c None None] Port 32a2f949-ed35-49b0-a277-9a801fb6d88e cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:24:41.796126 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-ce0884e6-80de-4b97-9b44-5918fedb6c40 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:41.797584 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-ce0884e6-80de-4b97-9b44-5918fedb6c40 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/networks?id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 HTTP/1.1" status: 200  len: 797 time: 0.1469340
Nov 27 12:24:41.814310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-d7447481-9d92-4d6f-8b56-20c5a4ceec67 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/quotas/efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 375 time: 0.0111115
Nov 27 12:24:41.898819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-59fa4679-0c66-45ac-a21a-3fc86e55212b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:24:41.973377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-59fa4679-0c66-45ac-a21a-3fc86e55212b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:24:41.974778 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-59fa4679-0c66-45ac-a21a-3fc86e55212b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1555998
Nov 27 12:24:42.054870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device feed4f8a-9b39-462a-bd9d-fea3964b6982 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:24:42.121815 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port feed4f8a-9b39-462a-bd9d-fea3964b6982 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:42.122735 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:42.197865 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-8d947575-879e-44a4-a5da-827919543d93 service neutron] 10.222.0.23 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103825
Nov 27 12:24:42.249725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 56e03814-6768-460a-884c-900ec0468022 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:24:42.338240 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 56e03814-6768-460a-884c-900ec0468022 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:42.338643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:42.359892 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-b6996ba1-913c-44cd-b458-cd97311368ea service neutron] 10.222.0.23 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558638
Nov 27 12:24:42.519877 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Sync routers for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:24:42.533390 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:24:42.534029 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284642ee50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:24:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:42.639743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-16b7bf38-4c5f-421b-b9e3-cf9a4c5df7bc req-9e8e4abd-325f-47f6-b610-3b65fb575adc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:24:42.653875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-16b7bf38-4c5f-421b-b9e3-cf9a4c5df7bc req-9e8e4abd-325f-47f6-b610-3b65fb575adc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:24:42.655102 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-16b7bf38-4c5f-421b-b9e3-cf9a4c5df7bc req-9e8e4abd-325f-47f6-b610-3b65fb575adc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 210 time: 0.0599563
Nov 27 12:24:42.721512 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:24:43.076628 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284642ee50>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 2, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:43.080701 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Checking router: 71900c97-d998-4326-8e5d-1427935198b0 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:24:43.081114 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Updating router 71900c97-d998-4326-8e5d-1427935198b0 port 32a2f949-ed35-49b0-a277-9a801fb6d88e binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:24:43.132879 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:43.479320 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:43.492727 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Transition to ACTIVE for port object 32a2f949-ed35-49b0-a277-9a801fb6d88e will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:24:43.584246 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:43.588553 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-1198e299-73f3-47f5-b432-1145d2b51901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:43.713563 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Pushing event updated for resources: {'Port': ['ID=32a2f949-ed35-49b0-a277-9a801fb6d88e,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:43.725621 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.725950 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.726459 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.727035 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.727527 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.728011 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.728330 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.728647 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.728962 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.729290 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.729592 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:24:43.757483 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:43.829523 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Attempting to bind port 32a2f949-ed35-49b0-a277-9a801fb6d88e on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:24:43.829886 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Attempting to bind port 32a2f949-ed35-49b0-a277-9a801fb6d88e by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:24:43.830236 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Attempting to bind port 32a2f949-ed35-49b0-a277-9a801fb6d88e on network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:24:43.838921 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c11cacb0-ac96-4880-8aa5-8878904a348d req-3e63e07d-78b4-4167-a0bf-49fa3845fa6d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 210 time: 0.0421424
Nov 27 12:24:43.839820 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:24:43.840189 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Checking segment: {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:24:43.841094 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:43.841720 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Bound using segment: {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:24:43.841974 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Bound port: 32a2f949-ed35-49b0-a277-9a801fb6d88e, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:24:43.842710 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:43.938714 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] For port 32a2f949-ed35-49b0-a277-9a801fb6d88e, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:24:43.941655 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] For port 32a2f949-ed35-49b0-a277-9a801fb6d88e, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=32a2f949-ed35-49b0-a277-9a801fb6d88e,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:24:44.014249 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:44.018199 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-6f213716-6bcd-4e3f-a628-2fb4217ed2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:44.093690 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Pushing event updated for resources: {'Port': ['ID=32a2f949-ed35-49b0-a277-9a801fb6d88e,revision_number=4']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:44.097202 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:44.100430 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:24:44.101054 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284642ee50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:24:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:44.287558 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:24:44.612661 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284642ee50>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:43Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:24:44.616779 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d29d-3c8c-4805-8f28-2fa46a010d93 None None] The sync data for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv is: [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:43Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:24:45.018333 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-bf41d677-4eb8-4bca-8e1a-b3b4698adbf8 req-dbd99aaf-f8bf-40d2-985a-d75071e31cb3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 210 time: 0.0465903
Nov 27 12:24:45.219142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-e441bbe6-d9ea-4c18-8855-8e6564fce2b1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:45.220620 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-e441bbe6-d9ea-4c18-8855-8e6564fce2b1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/networks?id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 HTTP/1.1" status: 200  len: 797 time: 0.1530240
Nov 27 12:24:45.291373 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-458eae3a-5553-4a9a-a627-6ad9d48d2530 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcd42d5a33043018831a4abf62c606d HTTP/1.1" status: 200  len: 380 time: 0.0495865
Nov 27 12:24:45.303755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'port': {'device_id': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'admin_state_up': True, 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'security_groups': ['edfab778-a22b-4b51-b54e-1e014651e738']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:45.475606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:45.484862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:45.567711 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Made reservation on behalf of efcd42d5a33043018831a4abf62c606d for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:24:45.570970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:45.735854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.20.0.10 (aa3cc07a-6edd-42ca-9f5d-15e4ed71e693/f8546f51-c893-4c82-9f56-d9b61c2776a9/f426218c-e20a-46ac-a827-c2083ad6608e) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:24:45.940559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:45.958910 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Transition to ACTIVE for port object f426218c-e20a-46ac-a827-c2083ad6608e will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:24:46.068181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:46.073992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 32a2f949-ed35-49b0-a277-9a801fb6d88e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:24:46.079954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5b47b903-6f1c-47a8-8d37-30752553a8e1 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:46.148175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:24:46.151688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:24:46.158400 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:24:46.223572 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 32a2f949-ed35-49b0-a277-9a801fb6d88e completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:24:46.229201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 32a2f949-ed35-49b0-a277-9a801fb6d88e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:46.229602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:46.332692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=f426218c-e20a-46ac-a827-c2083ad6608e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:46.359435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:46.393440 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:46.401021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:46.401632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:46.428668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 32a2f949-ed35-49b0-a277-9a801fb6d88e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=32a2f949-ed35-49b0-a277-9a801fb6d88e,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:46.442042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0928a32-059b-4979-8b98-939a60a7698d req-3bcc6b32-1cc9-4417-beff-b08b76b118c9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:46.444430 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-e0928a32-059b-4979-8b98-939a60a7698d req-3bcc6b32-1cc9-4417-beff-b08b76b118c9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:24:46.516704 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:46.518685 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-83725ddf-fa0a-4872-8882-ef5ca11d2757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:46.529384 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2300658
Nov 27 12:24:46.545703 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Request body: {'port': {'device_id': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:46.551536 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cec06371-ae48-4d8a-a2d3-3d9417a47971 None None] Provisioning for port f426218c-e20a-46ac-a827-c2083ad6608e completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:24:46.564886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-cec06371-ae48-4d8a-a2d3-3d9417a47971 None None] Provisioning complete for port f426218c-e20a-46ac-a827-c2083ad6608e triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:46.565267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cec06371-ae48-4d8a-a2d3-3d9417a47971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:46.598933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-e0928a32-059b-4979-8b98-939a60a7698d req-3bcc6b32-1cc9-4417-beff-b08b76b118c9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:24:46.600082 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e0928a32-059b-4979-8b98-939a60a7698d req-3bcc6b32-1cc9-4417-beff-b08b76b118c9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 932 time: 0.4460721
Nov 27 12:24:46.639482 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-cec06371-ae48-4d8a-a2d3-3d9417a47971 None None] Port f426218c-e20a-46ac-a827-c2083ad6608e cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:24:46.640771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=32a2f949-ed35-49b0-a277-9a801fb6d88e,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:46.643824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:46.685171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:46.732911 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e0928a32-059b-4979-8b98-939a60a7698d req-3d16f88a-221f-4c39-b19b-75c0b5bcb9d9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986621
Nov 27 12:24:47.063460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f426218c-e20a-46ac-a827-c2083ad6608e {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:24:47.070332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:47.084744 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Transition to ACTIVE for port object f426218c-e20a-46ac-a827-c2083ad6608e will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:24:47.168103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:47.173775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d28c98e0-98f3-4910-9d48-882d4e97326c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:47.306989 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Pushing event updated for resources: {'Port': ['ID=f426218c-e20a-46ac-a827-c2083ad6608e,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:47.310761 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:47.414795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Attempting to bind port f426218c-e20a-46ac-a827-c2083ad6608e on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:24:47.415476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Attempting to bind port f426218c-e20a-46ac-a827-c2083ad6608e by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:24:47.415476 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Attempting to bind port f426218c-e20a-46ac-a827-c2083ad6608e on network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:24:47.421672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Port f426218c-e20a-46ac-a827-c2083ad6608e on network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:24:47.421993 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Attempting to bind port f426218c-e20a-46ac-a827-c2083ad6608e on network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:24:47.428975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:24:47.429486 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Checking segment: {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:24:47.430308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Bound using segment: {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:24:47.430308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Bound port: f426218c-e20a-46ac-a827-c2083ad6608e, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:24:47.430602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:47.530782 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] For port f426218c-e20a-46ac-a827-c2083ad6608e, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:24:47.534044 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] For port f426218c-e20a-46ac-a827-c2083ad6608e, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f426218c-e20a-46ac-a827-c2083ad6608e,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:24:47.613874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:47.617829 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-451cf54e-1b7d-4906-955b-bfa2a48e1ff7 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:47.670836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:47.672213 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] 10.222.0.39 "PUT /v2.0/ports/f426218c-e20a-46ac-a827-c2083ad6608e HTTP/1.1" status: 200  len: 1094 time: 1.1313493
Nov 27 12:24:47.672747 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:24:47.708930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Pushing event updated for resources: {'Port': ['ID=f426218c-e20a-46ac-a827-c2083ad6608e,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:47.713234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:47.742383 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'status': 'completed', 'code': 200}
Nov 27 12:24:47.914023 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fe2499b2-b5a0-477d-bb19-84e109075214 req-a4ab3d51-37ab-47c0-adf7-40b3522d9e3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 1097 time: 0.1405139
Nov 27 12:24:48.045930 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406cec-a32e-4c68-9af0-7f1d80ba287f req-04f7e375-eee3-4aa8-9100-6943de3c918c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:48.047425 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-10406cec-a32e-4c68-9af0-7f1d80ba287f req-04f7e375-eee3-4aa8-9100-6943de3c918c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 944 time: 0.1822979
Nov 27 12:24:48.054605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 32a2f949-ed35-49b0-a277-9a801fb6d88e up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:24:48.115899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2499b2-b5a0-477d-bb19-84e109075214 req-1075c217-a527-408f-bbf9-fa0fa8eb0914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:48.117341 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fe2499b2-b5a0-477d-bb19-84e109075214 req-1075c217-a527-408f-bbf9-fa0fa8eb0914 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=efcd42d5a33043018831a4abf62c606d&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1903119
Nov 27 12:24:48.129639 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-10406cec-a32e-4c68-9af0-7f1d80ba287f req-d3861444-8b8e-401a-ac5f-4b35db6251b5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737350
Nov 27 12:24:48.130670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 32a2f949-ed35-49b0-a277-9a801fb6d88e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:48.131149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:48.275814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2499b2-b5a0-477d-bb19-84e109075214 req-666571e7-219f-4629-9fdc-b091f4cd46a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:48.278660 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fe2499b2-b5a0-477d-bb19-84e109075214 req-666571e7-219f-4629-9fdc-b091f4cd46a1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1456065
Nov 27 12:24:48.398559 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-f861527f-40c5-401e-b44e-16b6657f85a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 1097 time: 0.0797007
Nov 27 12:24:48.471862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-04fb28c6-25ac-4056-af90-14027cdcc6b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f426218c-e20a-46ac-a827-c2083ad6608e HTTP/1.1" status: 200  len: 217 time: 0.0620358
Nov 27 12:24:48.651225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-2e74e210-9464-4180-89b9-27105501acce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:48.652637 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-2e74e210-9464-4180-89b9-27105501acce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8546f51-c893-4c82-9f56-d9b61c2776a9 HTTP/1.1" status: 200  len: 834 time: 0.1705368
Nov 27 12:24:48.731548 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-8dfb23c5-3367-4d2e-abe5-7e8f736636c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686913
Nov 27 12:24:48.869244 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-758909bf-feba-444b-9cd0-b1fce9733ffa service neutron] 10.222.0.39 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279757
Nov 27 12:24:49.002047 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fb46140a-2c06-4bcf-a061-c9970d23a9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:49.012237 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9291c0d0-48ad-494b-b588-b6a3d9a6ceaf req-c25abe28-8bc2-4db2-afba-7406c551354d service neutron] 10.222.0.39 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323328
Nov 27 12:24:49.330889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f11c23-25e4-4fda-9e5d-8d323ae3d6fa req-0fe449f6-3fd3-4526-a172-1f21d2f6adc2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:49.332392 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-59f11c23-25e4-4fda-9e5d-8d323ae3d6fa req-0fe449f6-3fd3-4526-a172-1f21d2f6adc2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 944 time: 0.0795345
Nov 27 12:24:49.378187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-59f11c23-25e4-4fda-9e5d-8d323ae3d6fa req-85c9f593-beb6-4f19-b357-ba18eea4a776 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:24:49.452054 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-59f11c23-25e4-4fda-9e5d-8d323ae3d6fa req-85c9f593-beb6-4f19-b357-ba18eea4a776 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:24:49.453226 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-59f11c23-25e4-4fda-9e5d-8d323ae3d6fa req-85c9f593-beb6-4f19-b357-ba18eea4a776 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151953
Nov 27 12:24:49.852361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:50.655125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf2380-31bd-4d61-87b9-f08b040c91ec req-10f46a1b-04b3-4a97-83b6-df2f0dc43769 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:50.656534 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63bf2380-31bd-4d61-87b9-f08b040c91ec req-10f46a1b-04b3-4a97-83b6-df2f0dc43769 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 944 time: 0.0842283
Nov 27 12:24:50.702417 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63bf2380-31bd-4d61-87b9-f08b040c91ec req-440b87ba-92d4-48c4-9e85-f234cca067cf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402403
Nov 27 12:24:51.235998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e458f9c7-0867-44c0-bbfc-6a8d3fa661e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:51.900948 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728ce69-4af7-4061-8080-dae458638bc2 req-dbe81cca-1709-4dec-af5b-ddd89a2e30ea tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:51.902376 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e728ce69-4af7-4061-8080-dae458638bc2 req-dbe81cca-1709-4dec-af5b-ddd89a2e30ea tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 944 time: 0.0800993
Nov 27 12:24:51.948317 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e728ce69-4af7-4061-8080-dae458638bc2 req-cd6390be-91a3-4cb1-851f-6e4bea4b92a4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403039
Nov 27 12:24:52.049865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f426218c-e20a-46ac-a827-c2083ad6608e details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:24:52.181382 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f426218c-e20a-46ac-a827-c2083ad6608e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f426218c-e20a-46ac-a827-c2083ad6608e,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:52.194344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'port_id': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'mac_address': 'fa:16:3e:00:55:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:24:52.249845 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:52.266769 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f426218c-e20a-46ac-a827-c2083ad6608e {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:24:52.282351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f426218c-e20a-46ac-a827-c2083ad6608e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f426218c-e20a-46ac-a827-c2083ad6608e,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:52.373765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:52.376460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-62744580-aa18-4adb-9302-796378a90322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:52.440378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=f426218c-e20a-46ac-a827-c2083ad6608e,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:52.443350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:52.561519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:52.673700 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['f426218c-e20a-46ac-a827-c2083ad6608e'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:24:53.172611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1371ef3-d924-45fd-a5f7-0f86aeb44f91 req-4f9ae005-7249-4a72-a9e3-86dab287f06a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:53.174119 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f1371ef3-d924-45fd-a5f7-0f86aeb44f91 req-4f9ae005-7249-4a72-a9e3-86dab287f06a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 945 time: 0.0802319
Nov 27 12:24:53.218452 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f1371ef3-d924-45fd-a5f7-0f86aeb44f91 req-d4a9eb17-e14a-4553-892f-52d88aaa8e91 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385771
Nov 27 12:24:53.979198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:54.064218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f426218c-e20a-46ac-a827-c2083ad6608e up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:24:54.196085 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port f426218c-e20a-46ac-a827-c2083ad6608e completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:24:54.201349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port f426218c-e20a-46ac-a827-c2083ad6608e triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:24:54.201655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:54.318991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:54.346602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:24:54.356478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port f426218c-e20a-46ac-a827-c2083ad6608e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f426218c-e20a-46ac-a827-c2083ad6608e,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:24:54.417370 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debed211-cbf1-48c7-af44-82c163c0c4f0 req-a065fbba-d455-47ff-88b8-15b6751752a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:54.418851 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-debed211-cbf1-48c7-af44-82c163c0c4f0 req-a065fbba-d455-47ff-88b8-15b6751752a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 945 time: 0.0807495
Nov 27 12:24:54.442023 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:54.443952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:54.473139 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-debed211-cbf1-48c7-af44-82c163c0c4f0 req-245d5dad-4b80-40c7-8f31-8906499d988c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483718
Nov 27 12:24:54.488628 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'code': 200}
Nov 27 12:24:54.512364 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=f426218c-e20a-46ac-a827-c2083ad6608e,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:54.515229 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:54.863793 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5bfed72d-efe8-4afc-8275-09f8d0a13129 req-76116847-bffb-4fe1-8113-ae07c353ba36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 1099 time: 0.0704849
Nov 27 12:24:54.909392 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5bfed72d-efe8-4afc-8275-09f8d0a13129 req-e73e9b38-7c28-482f-9771-1b82302d7214 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355501
Nov 27 12:24:55.667286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf5172-a37b-4ee3-88ff-12851c666fd2 req-205e1014-f5c6-4a82-ae3b-143385a9276b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:55.668635 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93cf5172-a37b-4ee3-88ff-12851c666fd2 req-205e1014-f5c6-4a82-ae3b-143385a9276b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0764327
Nov 27 12:24:55.717620 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-93cf5172-a37b-4ee3-88ff-12851c666fd2 req-0a6f913e-40e1-43ca-b92a-de612dd70541 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434742
Nov 27 12:24:56.925182 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7dca5-0a37-4dce-9734-e7b208cc7d59 req-a4c78267-4fae-4efd-bd78-c8aa580cff5c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:56.926632 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-92c7dca5-0a37-4dce-9734-e7b208cc7d59 req-a4c78267-4fae-4efd-bd78-c8aa580cff5c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0791147
Nov 27 12:24:56.971805 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-92c7dca5-0a37-4dce-9734-e7b208cc7d59 req-cbd58f5d-9f8f-4131-b6c0-845a09d65ed2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393806
Nov 27 12:24:57.174999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181b8aa-8da3-4489-ab7d-dd75b3e0e797 req-d2f8eb73-cd58-492b-a6dd-91317d701e28 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:24:57.176417 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3181b8aa-8da3-4489-ab7d-dd75b3e0e797 req-d2f8eb73-cd58-492b-a6dd-91317d701e28 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0830777
Nov 27 12:24:57.221433 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3181b8aa-8da3-4489-ab7d-dd75b3e0e797 req-fb449331-e205-4001-a736-e6c0319cef39 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392005
Nov 27 12:24:57.247995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58678) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:57.318026 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-766f324a-5aae-4cf1-9524-c66d7f491215 tempest-TestNetworkAdvancedServerOps-1166917351 tempest-TestNetworkAdvancedServerOps-1166917351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 1094 time: 0.0687301
Nov 27 12:24:57.320487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58682) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:24:57.325726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:24:57.332111 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:24:57.335891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Usage tracker for resource:floatingip and tenant:efcd42d5a33043018831a4abf62c606d is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:24:57.338861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:24:57.344620 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:24:57.459046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:57.595349 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:57.730571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Allocated IP 172.26.6.67 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/9dde94a9-8b2b-4316-93fe-696e9d2f1d43) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:24:57.881730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:57.979348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:57.983350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f14de17f-7d9f-4501-b8d7-bc07711c8eec tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:58.053125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:24:58.056271 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:24:58.060548 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:24:58.084136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=9dde94a9-8b2b-4316-93fe-696e9d2f1d43,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:58.088915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:58.705474 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:58.831209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:59.059263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:59.172125 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:59.176152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7fac828f-ff7c-4bd1-a25f-c3c49295ac06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:24:59.274974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event updated for resources: {'Port': ['ID=9dde94a9-8b2b-4316-93fe-696e9d2f1d43,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:24:59.282690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:24:59.291419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:24:59.484886 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Floating IP cba70b2c-ead6-4c02-bf56-b5b67f7c6b31 associated. External IP: 172.26.6.67, port: f426218c-e20a-46ac-a827-c2083ad6608e.
Nov 27 12:24:59.870756 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 71900c97-d998-4326-8e5d-1427935198b0 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:25:00.184955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:25:00.194744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] Sync routers for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:25:00.206878 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:25:00.207490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464a0400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:24:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:00.299206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:00.354205 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0326805
Nov 27 12:25:00.354902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:25:00.387786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:25:00.417712 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'status': 'completed', 'code': 200}
Nov 27 12:25:00.515947 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-daa963a5-2d73-468f-a4e5-be472d668d8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 1099 time: 0.0755634
Nov 27 12:25:00.535539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe7c32-dbb1-4711-b09f-1b880261fdbd req-9fa26f6e-b2e0-4473-b99d-960981b8ae4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:00.537064 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9cbe7c32-dbb1-4711-b09f-1b880261fdbd req-9fa26f6e-b2e0-4473-b99d-960981b8ae4a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0776753
Nov 27 12:25:00.589794 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9cbe7c32-dbb1-4711-b09f-1b880261fdbd req-3e303e6b-e415-4e9a-870d-c7b420df71d6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466244
Nov 27 12:25:00.619763 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58690) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:00.653960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-b72bcd24-5d87-402b-a56f-28fbdda41031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:00.655504 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-b72bcd24-5d87-402b-a56f-28fbdda41031 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 HTTP/1.1" status: 200  len: 898 time: 0.1343493
Nov 27 12:25:00.729408 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f761fb58-470f-4d4c-9999-2833f69d9695 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/cba70b2c-ead6-4c02-bf56-b5b67f7c6b31 HTTP/1.1" status: 200  len: 991 time: 0.1073277
Nov 27 12:25:00.745927 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464a0400>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'cba70b2c-ead6-4c02-bf56-b5b67f7c6b31', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '71900c97-d998-4326-8e5d-1427935198b0', 'port_id': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'mac_address': 'fa:16:3e:00:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:24:58Z', 'updated_at': '2021-11-27T12:24:58Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:46Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:00.749938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] Checking router: 71900c97-d998-4326-8e5d-1427935198b0 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:25:00.759837 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-5cfe3e6e-7442-475d-b2e7-faaaceb41551 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f426218c-e20a-46ac-a827-c2083ad6608e HTTP/1.1" status: 200  len: 999 time: 0.0976090
Nov 27 12:25:00.760977 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:25:00.761580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464a0400>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:24:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:00.828073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-cd7edcbb-5736-4b09-b783-bca2a9fe01e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:00.829813 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-cd7edcbb-5736-4b09-b783-bca2a9fe01e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8546f51-c893-4c82-9f56-d9b61c2776a9 HTTP/1.1" status: 200  len: 834 time: 0.0638447
Nov 27 12:25:00.915670 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-f9dd7014-7904-46ac-aae1-1d106a95711b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753512
Nov 27 12:25:00.982836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:25:01.047366 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-fd70f67c-555b-4567-98f0-045f494d947e service neutron] 10.222.0.39 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246674
Nov 27 12:25:01.179989 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-54e71f61-0a22-4b00-bfb7-11b1f67a5eaa req-abb5fb3f-6cc0-436f-b2b5-4c7a287208c1 service neutron] 10.222.0.39 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264999
Nov 27 12:25:01.334958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464a0400>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'cba70b2c-ead6-4c02-bf56-b5b67f7c6b31', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '71900c97-d998-4326-8e5d-1427935198b0', 'port_id': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'mac_address': 'fa:16:3e:00:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:24:58Z', 'updated_at': '2021-11-27T12:24:58Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:46Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:01.339179 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0f211-09a1-48e8-90a7-2b5593ea75b1 None None] The sync data for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv is: [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'cba70b2c-ead6-4c02-bf56-b5b67f7c6b31', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '71900c97-d998-4326-8e5d-1427935198b0', 'port_id': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'mac_address': 'fa:16:3e:00:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:24:58Z', 'updated_at': '2021-11-27T12:24:58Z', 'revision_number': 0, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:46Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:25:01.529798 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63448f-6d9c-4a51-83a0-3750e1471ea3 None None] New status for floating IP cba70b2c-ead6-4c02-bf56-b5b67f7c6b31: ACTIVE {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:25:01.732321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58694) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:01.950105 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c6f78ef3-b21d-4aa0-8877-d19d979ce55f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/cba70b2c-ead6-4c02-bf56-b5b67f7c6b31 HTTP/1.1" status: 200  len: 993 time: 0.2164495
Nov 27 12:25:09.685618 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:11.155739 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:25:18.978590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71e33244-3535-4433-bcd1-e20ef7ef8ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:19.824194 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:21.201177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-337b26a8-fb93-414c-a2d7-8d56af040326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:22.561061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:23.990074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:35.891658 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80515ad-fd45-423f-9f8a-49239565582b req-e85e1149-71e7-43f4-a76f-60071fdea8cb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:35.893112 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a80515ad-fd45-423f-9f8a-49239565582b req-e85e1149-71e7-43f4-a76f-60071fdea8cb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0785811
Nov 27 12:25:35.940175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a80515ad-fd45-423f-9f8a-49239565582b req-08dc0a20-4783-424a-81c6-181a9c799dde tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415931
Nov 27 12:25:37.144218 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a318cf-bd0e-4671-9717-20e4298dc1b4 req-2fe74a83-c860-493d-8248-27e805ca68df tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:37.145658 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7a318cf-bd0e-4671-9717-20e4298dc1b4 req-2fe74a83-c860-493d-8248-27e805ca68df tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0833435
Nov 27 12:25:37.190655 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e7a318cf-bd0e-4671-9717-20e4298dc1b4 req-20d4ca70-b61d-401e-9c46-f6732d4ee18c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395489
Nov 27 12:25:37.218396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58714) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:37.324884 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fcaee091-d114-4c30-ba25-35333815ac13 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/cba70b2c-ead6-4c02-bf56-b5b67f7c6b31 HTTP/1.1" status: 200  len: 993 time: 0.1048708
Nov 27 12:25:38.991156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a94f6a-c0fb-4511-ab7f-5b25dddea301 req-b0cd3c38-b594-4142-bab4-8dd295b1063d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:38.992613 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-98a94f6a-c0fb-4511-ab7f-5b25dddea301 req-b0cd3c38-b594-4142-bab4-8dd295b1063d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.1045582
Nov 27 12:25:39.083958 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-98a94f6a-c0fb-4511-ab7f-5b25dddea301 req-6677f0a6-9263-4648-86e1-af1722f34fd9 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857353
Nov 27 12:25:39.115757 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-91a30f4c-6b31-4e39-854e-5640e1c2f48f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 1099 time: 0.0844593
Nov 27 12:25:39.254234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-33ed3a3e-0683-452a-9c1f-b28fbfe7dd6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:39.255702 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-33ed3a3e-0683-452a-9c1f-b28fbfe7dd6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 HTTP/1.1" status: 200  len: 898 time: 0.1297364
Nov 27 12:25:39.364499 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-aa8ebcfa-13f3-4f54-b7c1-f447233a0756 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f426218c-e20a-46ac-a827-c2083ad6608e HTTP/1.1" status: 200  len: 1001 time: 0.0984316
Nov 27 12:25:39.431746 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-dd91d1fe-b44e-4ab1-90b6-2bf619c9748e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:39.433186 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-dd91d1fe-b44e-4ab1-90b6-2bf619c9748e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8546f51-c893-4c82-9f56-d9b61c2776a9 HTTP/1.1" status: 200  len: 834 time: 0.0595253
Nov 27 12:25:39.516185 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-ac111a43-a6f7-4e18-b92b-ff35c3e48355 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729201
Nov 27 12:25:39.666172 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-2f1bc887-f907-4082-a3ee-5c5ae133db35 service neutron] 10.222.0.39 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399195
Nov 27 12:25:39.703181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:39.803997 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fa6e952f-2882-4fcc-9741-3806847ff240 req-daf97de0-3e14-41e3-a87a-3d7524a9dd2f service neutron] 10.222.0.39 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277308
Nov 27 12:25:40.282915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274721bc-75a9-437f-b39f-bda0e0a25731 req-5da4047e-f7c7-4422-b88b-a45f28a46d43 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:40.284239 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-274721bc-75a9-437f-b39f-bda0e0a25731 req-5da4047e-f7c7-4422-b88b-a45f28a46d43 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0786717
Nov 27 12:25:40.333532 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-274721bc-75a9-437f-b39f-bda0e0a25731 req-ef696365-1edc-4fda-b868-ccda2947595d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437670
Nov 27 12:25:41.530657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737534bd-e087-4481-8279-6f42add7452f req-1e536d30-5ab4-4e5c-8f05-40506b2eb2e8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:41.532093 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-737534bd-e087-4481-8279-6f42add7452f req-1e536d30-5ab4-4e5c-8f05-40506b2eb2e8 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0796831
Nov 27 12:25:41.575798 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-737534bd-e087-4481-8279-6f42add7452f req-852f4ace-2876-4b1d-84ba-321b67c5fd45 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383596
Nov 27 12:25:41.603471 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58728) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:41.706083 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-55398baf-8714-4b6b-9267-d0079de17050 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/floatingips/cba70b2c-ead6-4c02-bf56-b5b67f7c6b31 HTTP/1.1" status: 200  len: 993 time: 0.1013241
Nov 27 12:25:42.007074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58736) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:42.203256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 9dde94a9-8b2b-4316-93fe-696e9d2f1d43 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:25:42.203491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:42.479111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:42.479345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:42.601238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 9dde94a9-8b2b-4316-93fe-696e9d2f1d43 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:25:42.817650 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:42.822060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1ec38eb8-c4d0-4972-810a-c4ef2f9901f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:42.861952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=9dde94a9-8b2b-4316-93fe-696e9d2f1d43,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:42.903512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.903894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.904268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.904640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.905008 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.905372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.906405 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.906805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.907187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.907523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.907883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:42.914843 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:42.969027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:43.365667 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 71900c97-d998-4326-8e5d-1427935198b0 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:25:43.566826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:25:43.576664 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] Sync routers for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:25:43.583183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:43.588359 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:25:43.588975 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e4f490>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:43.639314 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/floatingips/cba70b2c-ead6-4c02-bf56-b5b67f7c6b31 HTTP/1.1" status: 204  len: 168 time: 1.6284783
Nov 27 12:25:43.639314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:25:43.696466 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'status': 'completed', 'code': 200}
Nov 27 12:25:43.771532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:25:43.813178 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-60fda758-8bf6-48e9-abbb-1dac49257cd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efcd42d5a33043018831a4abf62c606d&device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 1099 time: 0.0833850
Nov 27 12:25:43.959145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-492a4a10-90c4-469e-a698-f109bd7e67ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:43.960651 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-492a4a10-90c4-469e-a698-f109bd7e67ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 HTTP/1.1" status: 200  len: 898 time: 0.1366761
Nov 27 12:25:44.101762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e4f490>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:46Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:44.105698 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] Checking router: 71900c97-d998-4326-8e5d-1427935198b0 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:25:44.116185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:25:44.116806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845e4f490>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:44.144915 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-dcb35920-9d60-4936-a4d3-c435c8d80680 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f426218c-e20a-46ac-a827-c2083ad6608e HTTP/1.1" status: 200  len: 217 time: 0.1748681
Nov 27 12:25:44.214289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-37a36d8a-8744-456a-9748-012c77d053ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:44.215653 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-37a36d8a-8744-456a-9748-012c77d053ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8546f51-c893-4c82-9f56-d9b61c2776a9 HTTP/1.1" status: 200  len: 834 time: 0.0611525
Nov 27 12:25:44.294569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:25:44.303674 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-62d66240-702a-4002-9d83-86d7ef20c654 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785193
Nov 27 12:25:44.425348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce25cb-c56f-4f72-ad2c-6bb9e2912d14 req-f69616e2-ba30-45f0-9a73-2837fdce7df3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:44.427066 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3bce25cb-c56f-4f72-ad2c-6bb9e2912d14 req-f69616e2-ba30-45f0-9a73-2837fdce7df3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0870206
Nov 27 12:25:44.452240 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-02120da9-9081-4526-ac46-1dac972cb3a0 service neutron] 10.222.0.39 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418033
Nov 27 12:25:44.476959 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3bce25cb-c56f-4f72-ad2c-6bb9e2912d14 req-2b114353-a82e-48ba-8f09-80ee6f9adb0f tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440133
Nov 27 12:25:44.596794 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-555018a1-de1f-4911-acdc-e07fb079ad40 req-285abd3f-48ed-4a84-aadb-920dfa8cee7a service neutron] 10.222.0.39 "GET /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374176
Nov 27 12:25:44.661290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845e4f490>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:46Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:44.665370 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc7b30-f363-4e48-b080-6ad94a681222 None None] The sync data for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv is: [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:24:39Z', 'revision_number': 4, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '32a2f949-ed35-49b0-a277-9a801fb6d88e', 'name': '', 'network_id': 'aa3cc07a-6edd-42ca-9f5d-15e4ed71e693', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'mac_address': 'fa:16:3e:ae:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:39Z', 'updated_at': '2021-11-27T12:24:46Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'subnets': [{'id': 'f8546f51-c893-4c82-9f56-d9b61c2776a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:25:44.878713 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0666e2ea-87b3-45e6-9ce6-2d180eeeeea2 None None] New status for floating IP cba70b2c-ead6-4c02-bf56-b5b67f7c6b31: DOWN {{(pid=84366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:25:45.677916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a075bd-5ee2-4079-90b4-ae9af64feccc req-3f4da996-54e4-46a0-b231-f5e8fa97d04b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:45.678660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f1a075bd-5ee2-4079-90b4-ae9af64feccc req-3f4da996-54e4-46a0-b231-f5e8fa97d04b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Synchronizing usage tracker for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:25:45.766091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-f1a075bd-5ee2-4079-90b4-ae9af64feccc req-3f4da996-54e4-46a0-b231-f5e8fa97d04b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Unset dirty status for tenant:efcd42d5a33043018831a4abf62c606d on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:25:45.767302 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f1a075bd-5ee2-4079-90b4-ae9af64feccc req-3f4da996-54e4-46a0-b231-f5e8fa97d04b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.1684213
Nov 27 12:25:45.812954 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f1a075bd-5ee2-4079-90b4-ae9af64feccc req-6b889468-548a-4c9a-a926-0bf569151b23 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/security-groups?id=edfab778-a22b-4b51-b54e-1e014651e738&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401936
Nov 27 12:25:46.197606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-0626fd66-9f90-42b3-a023-8af991c91e56 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:46.199078 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-0626fd66-9f90-42b3-a023-8af991c91e56 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 946 time: 0.0757320
Nov 27 12:25:46.274566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port f426218c-e20a-46ac-a827-c2083ad6608e {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:25:46.274801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:46.520300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port f426218c-e20a-46ac-a827-c2083ad6608e, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=f426218c-e20a-46ac-a827-c2083ad6608e,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:25:46.520651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:46.646367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for f426218c-e20a-46ac-a827-c2083ad6608e owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:25:46.817764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:46.823391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:46.869659 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=f426218c-e20a-46ac-a827-c2083ad6608e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:46.872234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:46.941852 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] No DVR routers for this DVR port f426218c-e20a-46ac-a827-c2083ad6608e on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:25:46.944131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:46.946779 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'name': 'network-vif-deleted', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:25:46.980131 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ae849461-21b6-4d3b-955a-638f458abf69 req-360da4b9-44a6-47a7-b810-5a01d5ce6363 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac1e4f4a-7248-4083-932c-921fa9b97289 HTTP/1.1" status: 200  len: 210 time: 0.0463293
Nov 27 12:25:47.003820 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1e4f4a-7248-4083-932c-921fa9b97289', 'name': 'network-vif-deleted', 'tag': 'f426218c-e20a-46ac-a827-c2083ad6608e', 'status': 'completed', 'code': 200}
Nov 27 12:25:47.030102 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9d99849c-f5c3-4ec5-8141-8a972438d564 req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.39 "DELETE /v2.0/ports/f426218c-e20a-46ac-a827-c2083ad6608e HTTP/1.1" status: 204  len: 173 time: 0.8224277
Nov 27 12:25:48.084298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58754) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:48.156455 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:25:48.605513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:48.989507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bde2faff-d882-4edf-8254-37785f6bc5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:49.217534 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 32a2f949-ed35-49b0-a277-9a801fb6d88e {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:25:49.218606 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:49.403065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 32a2f949-ed35-49b0-a277-9a801fb6d88e, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=32a2f949-ed35-49b0-a277-9a801fb6d88e,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:25:49.403423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:49.521100 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 32a2f949-ed35-49b0-a277-9a801fb6d88e owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:25:49.767081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:49.770966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c86b1e48-80bf-4b3e-a3cd-a3109d4fbb61 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:49.817224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=32a2f949-ed35-49b0-a277-9a801fb6d88e,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:49.820241 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:49.821974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:50.228041 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:50.328998 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f426218c-e20a-46ac-a827-c2083ad6608e no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:25:50.364986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: f426218c-e20a-46ac-a827-c2083ad6608e {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:25:50.365339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device f426218c-e20a-46ac-a827-c2083ad6608e not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:25:50.823109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Router 71900c97-d998-4326-8e5d-1427935198b0 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:25:51.035705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:25:51.045153 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] Sync routers for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:25:51.049081 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-26bad402-e000-4c29-bdc5-0d6c58bc0a1d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "PUT /v2.0/routers/71900c97-d998-4326-8e5d-1427935198b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9637210
Nov 27 12:25:51.052035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58758) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:51.063366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:25:51.063366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461bf460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:51.239818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting subnet f8546f51-c893-4c82-9f56-d9b61c2776a9 {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:25:51.242786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:51.245175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:25:51.297288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:51.350288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8f5afda9-365f-4e78-9d2d-7abdb2210b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:51.384823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:51.526587 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461bf460>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:25:49Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:51.526901 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:51.530488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] Checking router: 71900c97-d998-4326-8e5d-1427935198b0 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:25:51.535042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-5c5faac3-d421-4eb1-abeb-732d603aac88 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:51.541827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] Routers {'71900c97-d998-4326-8e5d-1427935198b0'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:25:51.542459 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28461bf460>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['71900c97-d998-4326-8e5d-1427935198b0'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:51.565035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Subnet': ['ID=f8546f51-c893-4c82-9f56-d9b61c2776a9,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:51.568530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:51.575875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:51.579972 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d72b8d8c-6989-4cc4-9aa4-9431970cf763 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/subnets/f8546f51-c893-4c82-9f56-d9b61c2776a9 HTTP/1.1" status: 204  len: 168 time: 0.5269618
Nov 27 12:25:51.582693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58762) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:51.596239 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb72dfb4-0992-4275-a68e-4a810fb4a0cc None None] Network aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:25:51.894403 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] Set router 71900c97-d998-4326-8e5d-1427935198b0 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:25:51.900250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.108375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.149100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] DHCP port deletion for aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:25:52.157215 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Deleting port feed4f8a-9b39-462a-bd9d-fea3964b6982 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:25:52.157591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.189159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Deleting port 56e03814-6768-460a-884c-900ec0468022 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:25:52.189513 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.370114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] For port 56e03814-6768-460a-884c-900ec0468022, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=56e03814-6768-460a-884c-900ec0468022,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:25:52.370853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.426328 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] For port feed4f8a-9b39-462a-bd9d-fea3964b6982, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=feed4f8a-9b39-462a-bd9d-fea3964b6982,segment=NetworkSegment(8872c6ce-9e8c-4d42-9cd7-addcbbc40c95),segment_id=8872c6ce-9e8c-4d42-9cd7-addcbbc40c95)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:25:52.427200 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.441418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28461bf460>, [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:25:49Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:52.490284 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Calling delete_port for 56e03814-6768-460a-884c-900ec0468022 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:25:52.555545 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Calling delete_port for feed4f8a-9b39-462a-bd9d-fea3964b6982 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:25:52.580892 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35aa666-5c57-44c0-a3f4-dcdc3b98f48e None None] The sync data for ids ['71900c97-d998-4326-8e5d-1427935198b0'] in dv-neutron-819441-1-hyperv is: [{'id': '71900c97-d998-4326-8e5d-1427935198b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617143926', 'tenant_id': 'efcd42d5a33043018831a4abf62c606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '56e03814-6768-460a-884c-900ec0468022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:24:34Z', 'updated_at': '2021-11-27T12:25:49Z', 'revision_number': 5, 'project_id': 'efcd42d5a33043018831a4abf62c606d', 'gw_port': {'id': '56e03814-6768-460a-884c-900ec0468022', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71900c97-d998-4326-8e5d-1427935198b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:24:35Z', 'updated_at': '2021-11-27T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:25:52.696411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.776584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574'] for port, after_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.776869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:52.780476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-77cb1541-b3c1-4564-907f-903c823808b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:52.780729 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:52.823790 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Port': ['ID=56e03814-6768-460a-884c-900ec0468022,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:52.824066 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Pushing event deleted for resources: {'Port': ['ID=feed4f8a-9b39-462a-bd9d-fea3964b6982,revision_number=None']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:52.828474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:52.837445 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] No DVR routers for this DVR port feed4f8a-9b39-462a-bd9d-fea3964b6982 on host dv-neutron-819441-1-hyperv {{(pid=84365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:25:52.849837 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.850177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.850635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.850893 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.851220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.851542 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.851859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.852177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.852490 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.852802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.853113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:52.856355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:53.050871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.423200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.427826 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.553649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.554154 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Fanout notify agent at l3_agent the message router_deleted on router 71900c97-d998-4326-8e5d-1427935198b0 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:25:53.568276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.569364 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/routers/71900c97-d998-4326-8e5d-1427935198b0 HTTP/1.1" status: 204  len: 168 time: 1.9857855
Nov 27 12:25:53.572073 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58766) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:53.690674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.827951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.852448 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845644640>,) {'filters': {'network_id': ['aa3cc07a-6edd-42ca-9f5d-15e4ed71e693']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:53.864065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845644640>, '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:53.864359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845644640>, '8872c6ce-9e8c-4d42-9cd7-addcbbc40c95') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:25:53.875665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.892001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.898917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:25:53.900382 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:25:53.914959 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:25:53.988075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:54.085564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 32a2f949-ed35-49b0-a277-9a801fb6d88e no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:25:54.086519 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:54.091440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1c69b8b6-1fe3-4dda-8660-edaa1630751b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:54.110367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:54.119666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'Network': ['ID=aa3cc07a-6edd-42ca-9f5d-15e4ed71e693,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:54.119866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 32a2f949-ed35-49b0-a277-9a801fb6d88e {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:25:54.120181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 32a2f949-ed35-49b0-a277-9a801fb6d88e not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:25:54.120606 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device feed4f8a-9b39-462a-bd9d-fea3964b6982 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:25:54.123404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:54.126886 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-385f911c-6235-4b06-bfac-13b04ae321d4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/networks/aa3cc07a-6edd-42ca-9f5d-15e4ed71e693 HTTP/1.1" status: 204  len: 168 time: 0.5521088
Nov 27 12:25:54.128254 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58770) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:54.153501 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: feed4f8a-9b39-462a-bd9d-fea3964b6982 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:25:54.154123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device feed4f8a-9b39-462a-bd9d-fea3964b6982 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:25:54.154759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 56e03814-6768-460a-884c-900ec0468022 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:25:54.191181 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 56e03814-6768-460a-884c-900ec0468022 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:25:54.191528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 56e03814-6768-460a-884c-900ec0468022 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:25:54.199952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94b60469-e5ad-4296-98e7-d882860df204 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:54.232758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94b60469-e5ad-4296-98e7-d882860df204 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:54.353615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94b60469-e5ad-4296-98e7-d882860df204 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:54.357539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9bb5cfb5-0a6b-4d3b-8a07-bf0c1fe46e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:54.378408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b60469-e5ad-4296-98e7-d882860df204 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfab778-a22b-4b51-b54e-1e014651e738,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:54.378408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-94b60469-e5ad-4296-98e7-d882860df204 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:54.456424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-94b60469-e5ad-4296-98e7-d882860df204 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:54.457544 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-94b60469-e5ad-4296-98e7-d882860df204 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] 10.222.0.23 "DELETE /v2.0/security-groups/edfab778-a22b-4b51-b54e-1e014651e738 HTTP/1.1" status: 204  len: 168 time: 0.3283610
Nov 27 12:25:55.106805 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58780) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:55.277583 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0622563f-438a-41ed-9290-426715d37edf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efcd42d5a33043018831a4abf62c606d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1695347
Nov 27 12:25:55.279956 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58786) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:55.339538 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-75549c83-26dd-47c0-92a9-320eb3d18d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:55.365048 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-75549c83-26dd-47c0-92a9-320eb3d18d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:55.492136 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-75549c83-26dd-47c0-92a9-320eb3d18d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:55.495945 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0f582dfb-f496-4ce5-9b04-f923e0b8d512 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:55.511501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75549c83-26dd-47c0-92a9-320eb3d18d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a9193-fff2-44f6-b98d-2668d4ad9365,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:55.515378 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-75549c83-26dd-47c0-92a9-320eb3d18d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:55.520640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-75549c83-26dd-47c0-92a9-320eb3d18d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:55.521742 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-75549c83-26dd-47c0-92a9-320eb3d18d4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd1a9193-fff2-44f6-b98d-2668d4ad9365 HTTP/1.1" status: 204  len: 168 time: 0.2403626
Nov 27 12:25:56.179591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58794) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:56.199052 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:56.232477 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:25:56.236786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Usage tracker for resource:security_group_rule and tenant:01983358a5c84ae98a51e0a2e1b0434a is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:25:56.239648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:25:56.245206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:25:56.310956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:56.412157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:56.420482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-62bd2071-8d15-4fe3-818a-268a31af8a70 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:56.461307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb63fbfb-4ac0-410e-8453-35eafe56af7b,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:56.465058 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01983358a5c84ae98a51e0a2e1b0434a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2844007
Nov 27 12:25:56.468427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58798) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:56.473485 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.473853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.474247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.474626 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.474987 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.475343 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.475699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.476079 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.476444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.476787 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.477132 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:25:56.481083 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-59cfd9b1-8c50-42e3-a6ff-3b49fbe0c8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:56.528156 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cbe-e6df-456a-a27b-e304a1d9fa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:56.554296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cbe-e6df-456a-a27b-e304a1d9fa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:56.709099 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cbe-e6df-456a-a27b-e304a1d9fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:56.712868 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8fd55124-e8a1-46e2-82d2-8e1c9136245d tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:56.727200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b6cbe-e6df-456a-a27b-e304a1d9fa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb63fbfb-4ac0-410e-8453-35eafe56af7b,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:56.730116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b79b6cbe-e6df-456a-a27b-e304a1d9fa1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:56.732296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cbe-e6df-456a-a27b-e304a1d9fa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:56.733322 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b79b6cbe-e6df-456a-a27b-e304a1d9fa1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb63fbfb-4ac0-410e-8453-35eafe56af7b HTTP/1.1" status: 204  len: 168 time: 0.2639365
Nov 27 12:25:58.057455 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58820) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:58.191679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-959778179-network', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:25:58.197188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:25:58.201619 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Usage tracker for resource:network and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:25:58.205174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:25:58.211364 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:25:58.307750 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Made reservation on behalf of 73f2eedb35f84d1a95391ab1176b4796 for: {'network': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:25:58.310027 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:58.323059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:58.359574 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:25:58.365758 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:25:58.369559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:25:58.375544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:25:58.452094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:58.520804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:58.523819 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1407e210-ad21-47de-b3ce-da3ed3adc02d tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:58.552148 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=84363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:25:58.564238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645e44ed-a983-4722-8e63-beefb87bcb6c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:58.564238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:58.566646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:58.566981 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.segments_db [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Added segment b65a73fa-d8f4-4adb-9523-c5a9540b3a12 of type vlan for network e488f875-e6df-42d2-a338-80f6e697a2aa
Nov 27 12:25:58.594240 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:58.704363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:58.705302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:58.705909 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:58.709598 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-82f4abd1-3a9e-4f8c-baca-5009efd38585 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:58.816558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Pushing event updated for resources: {'Network': ['ID=e488f875-e6df-42d2-a338-80f6e697a2aa,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:58.819129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:58.826438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network e488f875-e6df-42d2-a338-80f6e697a2aa details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:25:58.887339 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-042c7931-43b4-4086-b7f5-3e65934c0d00 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8284702
Nov 27 12:25:58.890781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58826) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:58.897689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Request body: {'subnet': {'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-959778179-subnet', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'ip_version': 4}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:25:58.902796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:25:58.907151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Usage tracker for resource:subnet and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:25:58.910153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:25:58.916374 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:25:58.983280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Made reservation on behalf of 73f2eedb35f84d1a95391ab1176b4796 for: {'subnet': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:25:58.985649 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1054965'] for subnet, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:59.246688 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1054919'] for subnet, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:59.250999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8e12f47c-bf3b-4f24-b7bb-1b768c4bed12 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:25:59.321883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8670264-6579-48f5-9604-2074885c130f,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:25:59.325060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:25:59.339028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Checking segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:25:59.339505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Network hostable DHCP agents. Network: e488f875-e6df-42d2-a338-80f6e697a2aa, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:25:59.417533 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Network e488f875-e6df-42d2-a338-80f6e697a2aa is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:25:59.502181 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, e488f875-e6df-42d2-a338-80f6e697a2aa) {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:25:59.506951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:25:59.507521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:59.513517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d9c67-053d-49ad-bea8-32cf085c7553 None None] Network e488f875-e6df-42d2-a338-80f6e697a2aa requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:25:59.585330 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-fe5558ad-ea68-4be0-b3af-b175ce6f9442 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6906807
Nov 27 12:25:59.585582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 58830) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:25:59.591318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:25:59.596705 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:25:59.601083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Usage tracker for resource:router and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:25:59.603985 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:25:59.610361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:25:59.681313 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:59.682514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:59.700505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:59.726260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-e488f875-e6df-42d2-a338-80f6e697a2aa', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:25:59.727195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:25:59.886800 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Allocated IP 172.20.0.2 (e488f875-e6df-42d2-a338-80f6e697a2aa/d8670264-6579-48f5-9604-2074885c130f/9dfcbf5d-49b5-4ad1-b309-32009da921b3) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:26:00.018916 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.111416 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.122533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Transition to ACTIVE for port object 9dfcbf5d-49b5-4ad1-b309-32009da921b3 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:00.142309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Transition to ACTIVE for port object 9dfcbf5d-49b5-4ad1-b309-32009da921b3 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:00.217973 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.225789 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-1892db49-b242-4384-aaaa-33edb5a019b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:00.290805 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Network e488f875-e6df-42d2-a338-80f6e697a2aa is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:00.294251 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:00.296387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Pushing event updated for resources: {'Port': ['ID=9dfcbf5d-49b5-4ad1-b309-32009da921b3,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:00.298547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:26:00.329317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:00.345958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.376050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.439306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Attempting to bind port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:26:00.439577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Attempting to bind port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:26:00.439933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Attempting to bind port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 on network e488f875-e6df-42d2-a338-80f6e697a2aa {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:26:00.446374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:26:00.446763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Checking segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:26:00.447284 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.447678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Bound using segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:26:00.448137 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Bound port: 9dfcbf5d-49b5-4ad1-b309-32009da921b3, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:26:00.448504 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.516610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Allocated IP 172.26.6.190 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/8f93d324-302a-4857-a4c3-cd4736e96880) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:26:00.535029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] For port 9dfcbf5d-49b5-4ad1-b309-32009da921b3, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:26:00.538109 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] For port 9dfcbf5d-49b5-4ad1-b309-32009da921b3, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9dfcbf5d-49b5-4ad1-b309-32009da921b3,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:26:00.601533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.605923 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:00.665811 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.696730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Pushing event updated for resources: {'Port': ['ID=9dfcbf5d-49b5-4ad1-b309-32009da921b3,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:00.702323 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:00.761731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:00.767397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8545a568-c308-4401-a858-aceffcd1169b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:00.845624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:00.849409 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:00.852582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:26:00.889645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Pushing event updated for resources: {'Port': ['ID=8f93d324-302a-4857-a4c3-cd4736e96880,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:00.896253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:01.105019 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:01.105654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:01.406940 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:26:01.615980 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:26:01.627648 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Sync routers for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:26:01.642054 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:01.642693 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846708370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:01.652307 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444ce3a-a331-4352-81e7-538abb71cf82 None None] Network e488f875-e6df-42d2-a338-80f6e697a2aa requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:26:01.715070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:01.719323 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58834) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:01.719906 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.1323571
Nov 27 12:26:01.836293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:01.873712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e4219e31-06aa-4ef3-bf4c-f9cb76c6ac43 None None] Provisioning for port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:02.136399 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846708370>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:00Z', 'revision_number': 3, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:02.142544 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Checking router: 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:26:02.143262 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Updating router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 port 8f93d324-302a-4857-a4c3-cd4736e96880 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:26:02.147771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9dfcbf5d-49b5-4ad1-b309-32009da921b3 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:02.197807 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.315275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:02.323912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:02.324799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.450822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.484527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 9dfcbf5d-49b5-4ad1-b309-32009da921b3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9dfcbf5d-49b5-4ad1-b309-32009da921b3,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:02.560584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.564151 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:02.589767 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.603808 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Transition to ACTIVE for port object 8f93d324-302a-4857-a4c3-cd4736e96880 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:02.634253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=9dfcbf5d-49b5-4ad1-b309-32009da921b3,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:02.637670 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:02.669025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.707713 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.711870 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-de9d6751-e739-459c-b7d0-1b8c42a5f48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:02.796846 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Pushing event updated for resources: {'Port': ['ID=8f93d324-302a-4857-a4c3-cd4736e96880,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:02.799073 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Attempting to bind port 8f93d324-302a-4857-a4c3-cd4736e96880 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:26:02.799438 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Attempting to bind port 8f93d324-302a-4857-a4c3-cd4736e96880 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:26:02.799804 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Attempting to bind port 8f93d324-302a-4857-a4c3-cd4736e96880 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:26:02.810807 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:26:02.811173 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:26:02.811608 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.812001 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:26:02.812458 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Bound port: 8f93d324-302a-4857-a4c3-cd4736e96880, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:26:02.812830 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.840404 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.840742 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.841079 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.841413 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.841743 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.842066 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.842386 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.843277 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.843653 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.843972 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.844293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:26:02.852744 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:02.886337 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Allocated IP 172.20.0.1 (e488f875-e6df-42d2-a338-80f6e697a2aa/d8670264-6579-48f5-9604-2074885c130f/fe2f7201-1415-4a97-a2fc-bd2069142662) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:26:02.898750 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] For port 8f93d324-302a-4857-a4c3-cd4736e96880, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:26:02.903937 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] For port 8f93d324-302a-4857-a4c3-cd4736e96880, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8f93d324-302a-4857-a4c3-cd4736e96880,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:26:02.965735 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:02.970322 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:03.048172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:03.055911 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Pushing event updated for resources: {'Port': ['ID=8f93d324-302a-4857-a4c3-cd4736e96880,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:03.059246 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:03.063144 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:03.063750 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846708370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:03.066286 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Transition to ACTIVE for port object fe2f7201-1415-4a97-a2fc-bd2069142662 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:03.148126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:03.151960 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e0b1c074-5814-453b-8bce-aa7ff3808aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:03.231326 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Network e488f875-e6df-42d2-a338-80f6e697a2aa is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:03.234499 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Pushing event updated for resources: {'Port': ['ID=fe2f7201-1415-4a97-a2fc-bd2069142662,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:03.236894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:03.238726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:03.239398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:26:03.243301 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:03.295552 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:03.480799 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:03.533802 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846708370>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:00Z', 'revision_number': 3, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:03.537114 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-da5980cd-6c6d-47dc-9466-a288696511fc None None] Provisioning for port fe2f7201-1415-4a97-a2fc-bd2069142662 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:03.540986 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05fe6a2-0625-42e6-8c33-b9ac49181342 None None] The sync data for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv is: [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:00Z', 'revision_number': 3, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:26:03.546529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-da5980cd-6c6d-47dc-9466-a288696511fc None None] Provisioning complete for port fe2f7201-1415-4a97-a2fc-bd2069142662 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:03.546915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-da5980cd-6c6d-47dc-9466-a288696511fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:03.611620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-da5980cd-6c6d-47dc-9466-a288696511fc None None] Port fe2f7201-1415-4a97-a2fc-bd2069142662 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:26:03.726494 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:03.777694 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:03.803231 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-856b724f-725d-4156-a80c-f2e8501abddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:03.888081 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Pushing event updated for resources: {'Port': ['ID=fe2f7201-1415-4a97-a2fc-bd2069142662,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:03.891568 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:03.892388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:04.038529 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Network e488f875-e6df-42d2-a338-80f6e697a2aa is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:04.039898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:04.207676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9dfcbf5d-49b5-4ad1-b309-32009da921b3 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:04.303986 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:04.306121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:04.362377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9b0fac43-bdeb-470c-be4b-976f9da5e33e None None] Provisioning complete for port fe2f7201-1415-4a97-a2fc-bd2069142662 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:04.362831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9b0fac43-bdeb-470c-be4b-976f9da5e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:04.430802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fac43-bdeb-470c-be4b-976f9da5e33e None None] Port fe2f7201-1415-4a97-a2fc-bd2069142662 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:26:04.492316 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8f93d324-302a-4857-a4c3-cd4736e96880 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:04.502346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:26:04.629106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 8f93d324-302a-4857-a4c3-cd4736e96880 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:04.634807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8f93d324-302a-4857-a4c3-cd4736e96880 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:04.635197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:04.752783 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:04.768974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 8f93d324-302a-4857-a4c3-cd4736e96880, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8f93d324-302a-4857-a4c3-cd4736e96880,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:04.839891 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:26:04.845091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:04.846859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:04.859126 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] 10.222.0.23 "PUT /v2.0/routers/6ec8ca6d-279c-4fa5-a96b-726b5eb62e52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1373889
Nov 27 12:26:04.917761 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=8f93d324-302a-4857-a4c3-cd4736e96880,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:04.922621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:05.926151 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58856) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:05.932097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1237036277-network', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:05.937609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:05.941389 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Usage tracker for resource:network and tenant:294221c724274bfd8a53b2b87ad435f7 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:05.944276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:05.949823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:06.046571 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Made reservation on behalf of 294221c724274bfd8a53b2b87ad435f7 for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:26:06.048939 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.063202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.089812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8f93d324-302a-4857-a4c3-cd4736e96880 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:06.097213 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:06.101584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Usage tracker for resource:security_group_rule and tenant:294221c724274bfd8a53b2b87ad435f7 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:06.104924 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:06.113806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:06.164206 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 8f93d324-302a-4857-a4c3-cd4736e96880 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:06.164684 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.182395 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.303255 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.306578 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-add006e0-73ae-429d-9d28-b5cd3333b76b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:06.336009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:26:06.341314 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63bfa8e-f5c5-4b4d-9664-33803f7db292,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:06.345492 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:06.349584 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.349921 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Added segment 201d0dac-6fca-4597-bf9b-06cd21ddb2fb of type vlan for network 7975eec7-e97b-47f0-9e65-7d30be2011b0
Nov 27 12:26:06.375729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.474238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.475187 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:06.475846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.479394 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3566071d-3525-4024-9828-a6d2fe9d6c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:06.574344 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Pushing event updated for resources: {'Network': ['ID=7975eec7-e97b-47f0-9e65-7d30be2011b0,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:06.578058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:06.584838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 7975eec7-e97b-47f0-9e65-7d30be2011b0 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:26:06.623759 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-47b369c7-f5fa-4db8-9686-e47b9b079e6c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6961472
Nov 27 12:26:06.626550 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58860) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:06.631975 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Request body: {'subnet': {'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1237036277-subnet', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:06.637120 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:06.641478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Usage tracker for resource:subnet and tenant:294221c724274bfd8a53b2b87ad435f7 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:06.644350 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:06.650157 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:06.726084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Made reservation on behalf of 294221c724274bfd8a53b2b87ad435f7 for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:26:06.728531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.977640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:06.981562 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-c6c18901-46e3-4b59-8cbc-f176a1f7a15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:07.048390 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=920679ee-f061-4153-92be-e5488d089dc8,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:07.053351 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:07.062963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Sync routers for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:26:07.067834 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Checking segment: {'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:26:07.070361 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Network hostable DHCP agents. Network: 7975eec7-e97b-47f0-9e65-7d30be2011b0, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:26:07.074327 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:07.074970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846652a90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:07.126088 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Network 7975eec7-e97b-47f0-9e65-7d30be2011b0 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:26:07.178033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 7975eec7-e97b-47f0-9e65-7d30be2011b0) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:07.183121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:07.184915 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:07.195574 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76f009-6d70-4b23-afac-39621e5a7b28 None None] Network 7975eec7-e97b-47f0-9e65-7d30be2011b0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:26:07.252687 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6250706
Nov 27 12:26:07.255425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:07.260863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:07.266590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:07.270434 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Usage tracker for resource:router and tenant:294221c724274bfd8a53b2b87ad435f7 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:07.273249 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:07.279577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:07.326530 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:07.327990 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:07.346868 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:07.393765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:07.540245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:07.625705 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-7975eec7-e97b-47f0-9e65-7d30be2011b0', 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'fixed_ips': [{'subnet_id': '920679ee-f061-4153-92be-e5488d089dc8'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:26:07.626539 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:07.802823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:07.832468 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:07.906963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Allocated IP 172.20.0.2 (7975eec7-e97b-47f0-9e65-7d30be2011b0/920679ee-f061-4153-92be-e5488d089dc8/110dae2b-4eb9-4ec4-8af7-e503ea353fe6) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:26:07.949469 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846652a90>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 2, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:07.973917 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Allocated IP 172.26.6.11 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/3e7e3193-2e77-4806-bcb8-de126c8d3a60) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:26:08.002371 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Checking router: 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:26:08.002753 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Updating router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 port fe2f7201-1415-4a97-a2fc-bd2069142662 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:26:08.078134 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.128304 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.267551 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.268606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.273241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f3ed7f7d-bae7-436b-b6f9-50b35aa21fcf tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:08.291480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Transition to ACTIVE for port object 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:08.335995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:08.337372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Transition to ACTIVE for port object 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:08.344170 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:08.346813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:26:08.381764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7e3193-2e77-4806-bcb8-de126c8d3a60,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:08.384930 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:08.441089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.446220 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:08.566000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Network 7975eec7-e97b-47f0-9e65-7d30be2011b0 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:08.573795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:08.581156 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.583509 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:26:08.584487 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.585251 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.586930 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Pushing event updated for resources: {'Port': ['ID=110dae2b-4eb9-4ec4-8af7-e503ea353fe6,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:08.592155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:08.600832 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Transition to ACTIVE for port object fe2f7201-1415-4a97-a2fc-bd2069142662 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:08.745580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Attempting to bind port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:26:08.745944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Attempting to bind port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:26:08.746305 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Attempting to bind port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 on network 7975eec7-e97b-47f0-9e65-7d30be2011b0 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:26:08.749786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.754716 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:08.800429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:26:08.800781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Checking segment: {'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:26:08.801429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.801827 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Bound using segment: {'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:26:08.802312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Bound port: 110dae2b-4eb9-4ec4-8af7-e503ea353fe6, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:26:08.802686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:08.916814 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07880c4c-c4c6-47d0-8f60-421e055180ca None None] Pushing event updated for resources: {'Port': ['ID=fe2f7201-1415-4a97-a2fc-bd2069142662,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:08.919795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07880c4c-c4c6-47d0-8f60-421e055180ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:09.006013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Router aee00838-f01a-4acb-8338-cf238e0b3ea1 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:26:09.062613 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] For port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:26:09.071202 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Attempting to bind port fe2f7201-1415-4a97-a2fc-bd2069142662 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:26:09.071575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Attempting to bind port fe2f7201-1415-4a97-a2fc-bd2069142662 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:26:09.071944 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Attempting to bind port fe2f7201-1415-4a97-a2fc-bd2069142662 on network e488f875-e6df-42d2-a338-80f6e697a2aa {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:26:09.078924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] For port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=110dae2b-4eb9-4ec4-8af7-e503ea353fe6,segment=NetworkSegment(201d0dac-6fca-4597-bf9b-06cd21ddb2fb),segment_id=201d0dac-6fca-4597-bf9b-06cd21ddb2fb)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:26:09.088058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:26:09.088434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Checking segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:26:09.091961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:09.091961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Bound using segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:26:09.091961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Bound port: fe2f7201-1415-4a97-a2fc-bd2069142662, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:26:09.091961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:09.149159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:09.154326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:09.221278 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:26:09.231010 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Sync routers for ids ['aee00838-f01a-4acb-8338-cf238e0b3ea1'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:26:09.246334 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Routers {'aee00838-f01a-4acb-8338-cf238e0b3ea1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:09.247174 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846708910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aee00838-f01a-4acb-8338-cf238e0b3ea1'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:09.269694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Pushing event updated for resources: {'Port': ['ID=110dae2b-4eb9-4ec4-8af7-e503ea353fe6,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:09.273564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:09.275396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] For port fe2f7201-1415-4a97-a2fc-bd2069142662, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:26:09.278776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] For port fe2f7201-1415-4a97-a2fc-bd2069142662, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fe2f7201-1415-4a97-a2fc-bd2069142662,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:26:09.337508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:09.339096 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f50f790a-96fb-49d2-8418-40a0835cb6f7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0824101
Nov 27 12:26:09.342315 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58868) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:09.373100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:09.377491 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6b2bacc7-81e3-4f73-b90e-abbe9b8883d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:09.482703 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Set router aee00838-f01a-4acb-8338-cf238e0b3ea1 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:09.495792 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07880c4c-c4c6-47d0-8f60-421e055180ca None None] Pushing event updated for resources: {'Port': ['ID=fe2f7201-1415-4a97-a2fc-bd2069142662,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:09.502748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07880c4c-c4c6-47d0-8f60-421e055180ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:09.504953 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:09.505580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846652a90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:09.761647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:09.813171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:09.890956 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846708910>, [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:08Z', 'revision_number': 3, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port': {'id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:09.895293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Checking router: aee00838-f01a-4acb-8338-cf238e0b3ea1 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:26:09.895644 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Updating router aee00838-f01a-4acb-8338-cf238e0b3ea1 port 3e7e3193-2e77-4806-bcb8-de126c8d3a60 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:26:09.953270 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.179793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:10.265990 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846652a90>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:09Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:10.273188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e8d01-62da-48c9-81c0-2d3ecb93fe42 None None] The sync data for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv is: [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:09Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:26:10.324817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.371671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:10.381811 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.395228 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Transition to ACTIVE for port object 3e7e3193-2e77-4806-bcb8-de126c8d3a60 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:10.467751 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.474958 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:10.553127 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Attempting to bind port 3e7e3193-2e77-4806-bcb8-de126c8d3a60 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:26:10.556589 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Attempting to bind port 3e7e3193-2e77-4806-bcb8-de126c8d3a60 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:26:10.558637 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Attempting to bind port 3e7e3193-2e77-4806-bcb8-de126c8d3a60 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:26:10.564003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f4ba4-c09b-4f49-85c7-06ec3ffa32b9 None None] Network 7975eec7-e97b-47f0-9e65-7d30be2011b0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:26:10.576349 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:26:10.576634 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:26:10.577036 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.577560 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:26:10.578028 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Bound port: 3e7e3193-2e77-4806-bcb8-de126c8d3a60, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:26:10.580198 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.634974 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Allocated IP 172.20.0.1 (7975eec7-e97b-47f0-9e65-7d30be2011b0/920679ee-f061-4153-92be-e5488d089dc8/a41c1001-17ea-4d91-ba42-20466008e376) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:26:10.664546 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] For port 3e7e3193-2e77-4806-bcb8-de126c8d3a60, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:26:10.668271 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] For port 3e7e3193-2e77-4806-bcb8-de126c8d3a60, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3e7e3193-2e77-4806-bcb8-de126c8d3a60,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:26:10.675152 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1262e-f713-46b5-9ef2-5ba9eb46c9f7 None None] Pushing event updated for resources: {'Port': ['ID=3e7e3193-2e77-4806-bcb8-de126c8d3a60,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:10.678892 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-49e1262e-f713-46b5-9ef2-5ba9eb46c9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:10.772543 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.779632 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-f5a7fbcc-e113-4195-849e-4035bdc4328a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:10.807068 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] Provisioning for port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:10.820198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] Provisioning complete for port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:10.820869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.874529 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1262e-f713-46b5-9ef2-5ba9eb46c9f7 None None] Pushing event updated for resources: {'Port': ['ID=3e7e3193-2e77-4806-bcb8-de126c8d3a60,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:10.879680 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-49e1262e-f713-46b5-9ef2-5ba9eb46c9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:10.890182 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Routers {'aee00838-f01a-4acb-8338-cf238e0b3ea1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:10.890864 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846708910>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:25:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aee00838-f01a-4acb-8338-cf238e0b3ea1'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:10.955531 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:10.974643 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Transition to ACTIVE for port object a41c1001-17ea-4d91-ba42-20466008e376 will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:11.045842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.082958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] For port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=110dae2b-4eb9-4ec4-8af7-e503ea353fe6,segment=NetworkSegment(201d0dac-6fca-4597-bf9b-06cd21ddb2fb),segment_id=201d0dac-6fca-4597-bf9b-06cd21ddb2fb)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:11.092661 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.097710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-33b4c1b0-8397-4708-86df-de599cf77419 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:11.100083 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] Set router aee00838-f01a-4acb-8338-cf238e0b3ea1 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:11.177455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.177690 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Network 7975eec7-e97b-47f0-9e65-7d30be2011b0 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:11.179367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-cad4756d-e348-440d-b836-6a5f99aad973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:11.181334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:11.183400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Pushing event updated for resources: {'Port': ['ID=a41c1001-17ea-4d91-ba42-20466008e376,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:11.185607 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:26:11.217710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:11.279682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.294836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] Pushing event updated for resources: {'Port': ['ID=110dae2b-4eb9-4ec4-8af7-e503ea353fe6,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:11.301599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:11.337881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-18c4f3cb-e3f6-4f9a-8012-60a29e9a30a6 None None] Provisioning complete for port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:11.338771 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18c4f3cb-e3f6-4f9a-8012-60a29e9a30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.470503 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846708910>, [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:08Z', 'revision_number': 3, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port': {'id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:11.475047 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87da11-4d2c-4822-9f67-be7d8c731a9e None None] The sync data for ids ['aee00838-f01a-4acb-8338-cf238e0b3ea1'] in dv-neutron-819441-1-hyperv is: [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:08Z', 'revision_number': 3, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port': {'id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:26:11.490194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.714169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-47d29810-7bef-4818-93f6-85c0ed6e4dd7 None None] Provisioning for port a41c1001-17ea-4d91-ba42-20466008e376 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:11.719669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-47d29810-7bef-4818-93f6-85c0ed6e4dd7 None None] Provisioning complete for port a41c1001-17ea-4d91-ba42-20466008e376 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:11.719963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-47d29810-7bef-4818-93f6-85c0ed6e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.723577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.769779 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-47d29810-7bef-4818-93f6-85c0ed6e4dd7 None None] Port a41c1001-17ea-4d91-ba42-20466008e376 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:26:11.776943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:11.802430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:11.884527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Pushing event updated for resources: {'Port': ['ID=a41c1001-17ea-4d91-ba42-20466008e376,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:11.887874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:11.892542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:12.048577 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Network 7975eec7-e97b-47f0-9e65-7d30be2011b0 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:12.049444 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:12.179141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fe2f7201-1415-4a97-a2fc-bd2069142662 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:12.341655 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port fe2f7201-1415-4a97-a2fc-bd2069142662 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:12.346833 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port fe2f7201-1415-4a97-a2fc-bd2069142662 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:12.347207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:12.417059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-58a4a60c-a332-465e-9254-f5ff8a94b9db None None] Provisioning complete for port a41c1001-17ea-4d91-ba42-20466008e376 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:12.417433 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-58a4a60c-a332-465e-9254-f5ff8a94b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:12.508707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Router aee00838-f01a-4acb-8338-cf238e0b3ea1 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:26:12.509963 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-58a4a60c-a332-465e-9254-f5ff8a94b9db None None] Port a41c1001-17ea-4d91-ba42-20466008e376 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:26:12.526340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:12.563329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port fe2f7201-1415-4a97-a2fc-bd2069142662, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fe2f7201-1415-4a97-a2fc-bd2069142662,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:12.640447 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:12.641349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:12.663901 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:12.722670 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:26:12.740796 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] 10.222.0.23 "PUT /v2.0/routers/aee00838-f01a-4acb-8338-cf238e0b3ea1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3881683
Nov 27 12:26:12.761174 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=fe2f7201-1415-4a97-a2fc-bd2069142662,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:12.764306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:12.776460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:12.776831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:13.369621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58878) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:13.375583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463219743', 'description': 'tempest-secgroup-smoke-463219743 description', 'project_id': '73f2eedb35f84d1a95391ab1176b4796'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:13.381593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:13.385836 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:13.389003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:13.395257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:13.469427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:13.508546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:13.512276 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:13.515753 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:13.521721 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:13.579256 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:13.691628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:13.695376 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5d47d4af-4679-4192-90b5-3b0ee5cbd872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:13.733516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e24efd9-3aac-4d22-8a58-aba50fdeac50,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:13.736275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:13.806082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:13.807550 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4368384
Nov 27 12:26:13.810456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58882) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:13.816429 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': '3e24efd9-3aac-4d22-8a58-aba50fdeac50', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:13.822710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:13.826592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:13.830171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:13.836096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:13.910042 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:13.974543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.034489 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.040832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4678c504-cc06-4e49-bcf4-74b281ab8acb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:14.060261 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72d2440-136a-4592-b0bd-8e5b34595f6f,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:14.065447 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:14.096190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fe2f7201-1415-4a97-a2fc-bd2069142662 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:14.143320 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.144515 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d0e3ae8f-b0a8-4774-be39-b5cbf63d99fa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3330839
Nov 27 12:26:14.147334 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58886) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:14.153456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': '3e24efd9-3aac-4d22-8a58-aba50fdeac50', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:14.159281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:14.163212 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:14.166012 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:14.166566 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port fe2f7201-1415-4a97-a2fc-bd2069142662 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:14.166949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.172168 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:14.277178 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.461488 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.520000 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.526149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-64947fd5-41ef-4c1c-beeb-54285442b19b tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:14.545460 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae5cc8f-198d-448e-b15b-7410eb5b6ccd,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:14.548560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:14.611629 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.612861 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d96489e7-c506-4742-ab69-2efaade86c8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4645007
Nov 27 12:26:14.615602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58890) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:14.621122 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': '3e24efd9-3aac-4d22-8a58-aba50fdeac50', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:14.627277 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:14.631154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:14.633970 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:14.639764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:14.725846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.788871 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.850581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.852402 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8530e7b7-278b-4872-8b83-2b0b6054bd4d tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:14.874417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd84c49-514a-4e74-8e9a-781b05a34beb,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:14.878840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:14.959238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:14.960430 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b65e1989-3c1f-411c-923d-3cf4646069b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3439136
Nov 27 12:26:14.963430 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58894) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:14.969411 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': '3e24efd9-3aac-4d22-8a58-aba50fdeac50', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:14.975674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:14.979543 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:14.982462 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:14.988085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:15.091366 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.157388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.240375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.242237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f64a2443-e953-407f-81d1-06f371828348 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:15.270410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5e9bd3-ea11-4277-b0bc-9a2f4d5ae73c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:15.272979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:15.354738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.355945 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b8ce7349-7b3c-453b-afc7-451068a6f9e2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3915691
Nov 27 12:26:15.358913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58898) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:15.364743 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': '3e24efd9-3aac-4d22-8a58-aba50fdeac50', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:15.370837 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:15.375092 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:15.377986 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:15.383638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:15.468724 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Project 73f2eedb35f84d1a95391ab1176b4796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:26:15.475528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.538405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.621673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.623613 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2b6aff4a-a1e4-46e6-b967-4583a15cbd32 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:15.646696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6117b5-6a03-411d-9ede-b0b4fc40872c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:15.649176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:15.713405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.714638 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0862b3fb-4e93-424b-bd4d-b1017e7ae274 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3547103
Nov 27 12:26:15.717442 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58902) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:15.723631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': '3e24efd9-3aac-4d22-8a58-aba50fdeac50', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:15.729701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:15.733642 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:15.736587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:15.742281 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:15.821980 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Project 73f2eedb35f84d1a95391ab1176b4796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:26:15.829410 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.895500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.953839 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:15.955717 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4c523a07-d7c2-4875-b8e3-9e9b34ba219e tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:15.978137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e1c42e-4def-4017-8e5c-8d92dac4c263,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:15.982608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:16.040293 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:16.041404 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3224623
Nov 27 12:26:16.220707 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-cbf41505-385c-4d05-9928-f3e3b738cdca tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:26:16.308357 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-cbf41505-385c-4d05-9928-f3e3b738cdca tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:26:16.309672 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-cbf41505-385c-4d05-9928-f3e3b738cdca tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463219743&fields=id&tenant_id=73f2eedb35f84d1a95391ab1176b4796 HTTP/1.1" status: 200  len: 267 time: 0.1362901
Nov 27 12:26:16.459361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-98bb93e6-efbc-418a-a8ee-b1baea88c09e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:16.460025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-98bb93e6-efbc-418a-a8ee-b1baea88c09e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:network {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:26:16.554087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-98bb93e6-efbc-418a-a8ee-b1baea88c09e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:network {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:26:16.555289 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-98bb93e6-efbc-418a-a8ee-b1baea88c09e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 808 time: 0.2381580
Nov 27 12:26:16.572311 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4953d205-6ed5-419d-8624-7387035c1255 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/quotas/73f2eedb35f84d1a95391ab1176b4796 HTTP/1.1" status: 200  len: 375 time: 0.0116444
Nov 27 12:26:16.652873 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-b16eefda-f588-44ed-bdf4-9d723c0e6aff tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0754509
Nov 27 12:26:16.907104 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-32db670d-6dcc-4040-93c7-8736b7c6c29c service neutron] 10.222.0.23 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426310
Nov 27 12:26:17.053136 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-6bba2e22-2287-4905-8504-bd608078674d service neutron] 10.222.0.23 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377039
Nov 27 12:26:17.286153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-22459cac-3b78-4614-8cbc-1381d29d3090 req-026f2792-5b19-4227-8af4-47451940ea4e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:26:17.348630 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-22459cac-3b78-4614-8cbc-1381d29d3090 req-026f2792-5b19-4227-8af4-47451940ea4e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:26:17.349772 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-22459cac-3b78-4614-8cbc-1381d29d3090 req-026f2792-5b19-4227-8af4-47451940ea4e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 210 time: 0.1076210
Nov 27 12:26:18.459797 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2244faa6-3af9-4264-b4f9-b7699b3e6963 req-20133ff1-89a5-46ff-840e-1cfc9a105b6b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 210 time: 0.0423410
Nov 27 12:26:19.011503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8d371969-764f-43a5-bb33-d4b7048e20c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:19.580050 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7ca5a944-acb9-4b94-9238-1a445db9a280 req-d5b6b373-ef27-417e-9058-45e1b5cd5213 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 210 time: 0.0472672
Nov 27 12:26:19.817122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:20.122999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3e7e3193-2e77-4806-bcb8-de126c8d3a60 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:20.239787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 3e7e3193-2e77-4806-bcb8-de126c8d3a60 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:20.245736 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3e7e3193-2e77-4806-bcb8-de126c8d3a60 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:20.246339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:20.366796 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:20.383017 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 3e7e3193-2e77-4806-bcb8-de126c8d3a60, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3e7e3193-2e77-4806-bcb8-de126c8d3a60,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:20.468326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:20.471466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:20.535231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=3e7e3193-2e77-4806-bcb8-de126c8d3a60,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:20.538519 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:20.693134 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5e17369a-0434-49d6-ae5e-0b8fed65c84a req-de80c433-47c7-4345-b691-19fb06990ea1 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 210 time: 0.0453830
Nov 27 12:26:21.205589 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0a1103d5-fb16-48ac-ab7c-cdb52b025218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:21.855402 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-68a2f350-8647-4bf4-b3ae-60cbda3bb303 req-4b9d9b81-490e-4609-9c4d-e54a1178f1c8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 210 time: 0.0409474
Nov 27 12:26:22.098522 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3e7e3193-2e77-4806-bcb8-de126c8d3a60 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:22.169852 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3e7e3193-2e77-4806-bcb8-de126c8d3a60 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:22.170222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:22.554060 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:23.017804 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e535c0f7-8ae4-4153-8801-194e363e8f79 req-cfc692f7-26bd-4434-b6eb-fd6e3deb29bd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 210 time: 0.0425065
Nov 27 12:26:23.610306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-0704936c-4610-4662-a2fa-309790e35fd8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:23.611755 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-0704936c-4610-4662-a2fa-309790e35fd8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 808 time: 0.1448021
Nov 27 12:26:23.673807 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-10255562-86f4-41af-89cf-79fd7da87eeb tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f2eedb35f84d1a95391ab1176b4796 HTTP/1.1" status: 200  len: 379 time: 0.0417950
Nov 27 12:26:23.684709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'port': {'device_id': '20268bea-3180-414f-a12a-a7dcf0df0972', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'admin_state_up': True, 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'security_groups': ['3e24efd9-3aac-4d22-8a58-aba50fdeac50']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:23.820882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:23.834113 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:23.902565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Made reservation on behalf of 73f2eedb35f84d1a95391ab1176b4796 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:26:23.905664 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:23.975871 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:24.089188 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Allocated IP 172.20.0.11 (e488f875-e6df-42d2-a338-80f6e697a2aa/d8670264-6579-48f5-9604-2074885c130f/34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:26:24.190540 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b30ea1c7-85b3-405b-99f8-9bbd2974f7c1 req-bfc1177b-065b-4a14-8678-3f1be5c253d2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 210 time: 0.0462725
Nov 27 12:26:24.286187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:24.302641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Transition to ACTIVE for port object 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:24.377514 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:24.383487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0a10b460-91d2-4c0c-ab91-aa9c0802a222 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:24.454881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Network e488f875-e6df-42d2-a338-80f6e697a2aa is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:24.458091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:24.462864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:26:24.487083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:24.492510 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:24.524791 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:24.525384 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:24.612501 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9313288
Nov 27 12:26:24.628770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Request body: {'port': {'device_id': '20268bea-3180-414f-a12a-a7dcf0df0972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:24.736937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:24.771303 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-796958da-e5c0-4889-abac-3435434f618f None None] Provisioning for port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:24.776748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-796958da-e5c0-4889-abac-3435434f618f None None] Provisioning complete for port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:24.777130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-796958da-e5c0-4889-abac-3435434f618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:24.829582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-796958da-e5c0-4889-abac-3435434f618f None None] Port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:26:25.084691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:26:25.091644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:25.106039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Transition to ACTIVE for port object 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:25.156000 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:26:25.182349 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:25.186783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cd8a8ff6-7f52-49c7-a52a-d1544f3b5228 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:25.466119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:25.471507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:25.584622 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d9310-f1f1-44c1-8767-58a7781ef8d9 req-3875a023-486d-45e2-8a75-8f9a99046e04 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:25.585291 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7a6d9310-f1f1-44c1-8767-58a7781ef8d9 req-3875a023-486d-45e2-8a75-8f9a99046e04 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:26:25.609016 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Attempting to bind port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:26:25.609280 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Attempting to bind port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:26:25.609632 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Attempting to bind port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c on network e488f875-e6df-42d2-a338-80f6e697a2aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:26:25.615871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c on network e488f875-e6df-42d2-a338-80f6e697a2aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:26:25.616176 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Attempting to bind port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c on network e488f875-e6df-42d2-a338-80f6e697a2aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:26:25.622228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:26:25.622572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Checking segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:26:25.622942 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Bound using segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:26:25.624175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Bound port: 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:26:25.624293 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:25.686766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7a6d9310-f1f1-44c1-8767-58a7781ef8d9 req-3875a023-486d-45e2-8a75-8f9a99046e04 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:26:25.687909 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7a6d9310-f1f1-44c1-8767-58a7781ef8d9 req-3875a023-486d-45e2-8a75-8f9a99046e04 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.2863762
Nov 27 12:26:25.729345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:26:25.738522 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:26:25.751482 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7a6d9310-f1f1-44c1-8767-58a7781ef8d9 req-7b7ee409-1a73-466a-841e-d8880196eb4d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525427
Nov 27 12:26:25.816255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:25.820096 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-45274a84-d204-46a2-8227-646e6d8f6065 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:25.877281 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:25.878624 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] 10.222.0.39 "PUT /v2.0/ports/34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 1094 time: 1.2541819
Nov 27 12:26:25.879133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:26:25.902036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:25.905368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:25.940831 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'status': 'completed', 'code': 200}
Nov 27 12:26:26.040207 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-139294df-2f5c-4e9c-963d-3de498b73259 req-2d0137d3-ccb0-4131-963a-8e95eb115173 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1097 time: 0.0709913
Nov 27 12:26:26.186871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139294df-2f5c-4e9c-963d-3de498b73259 req-464a9f0d-5f9e-42f3-8f97-ca930085f65d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:26.188177 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-139294df-2f5c-4e9c-963d-3de498b73259 req-464a9f0d-5f9e-42f3-8f97-ca930085f65d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=73f2eedb35f84d1a95391ab1176b4796&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1358695
Nov 27 12:26:26.330697 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139294df-2f5c-4e9c-963d-3de498b73259 req-e39fe436-04ce-47be-8ccf-433627b34a95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:26.332101 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-139294df-2f5c-4e9c-963d-3de498b73259 req-e39fe436-04ce-47be-8ccf-433627b34a95 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1340387
Nov 27 12:26:26.448264 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-67ff84fc-d016-4cd5-b53a-8ac4ce45f199 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1097 time: 0.0723567
Nov 27 12:26:26.518597 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-908afdbc-cb46-4ceb-8b18-99faa4ce405c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 217 time: 0.0593872
Nov 27 12:26:26.586641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-1feb6b89-d7d1-4736-8065-d65cfb700baf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:26.588053 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-1feb6b89-d7d1-4736-8065-d65cfb700baf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0600462
Nov 27 12:26:26.664741 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-be3d5401-9cb2-4326-9ea8-b6e62fbed8dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662169
Nov 27 12:26:26.799751 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-2adf1a0e-bb03-40e4-a734-bebb49bc3c9f service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244407
Nov 27 12:26:26.985354 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a601ad25-f764-41f4-ac0d-1365949a3bcf req-f688f373-5417-44d2-952c-33c022ed923a service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762614
Nov 27 12:26:27.006229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa320fa-970c-4d52-b4c1-5375069cd90b req-06be2d20-743a-40f5-b8f7-7e45847dceea tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:27.016877 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9aa320fa-970c-4d52-b4c1-5375069cd90b req-06be2d20-743a-40f5-b8f7-7e45847dceea tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.1243091
Nov 27 12:26:27.053805 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9aa320fa-970c-4d52-b4c1-5375069cd90b req-6d2d8975-5f8f-4a2f-8043-2aa35efd1182 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406170
Nov 27 12:26:28.254652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd901f-bc2c-4dae-a045-b9c1e0ad2f54 req-2986c943-19ae-4087-8251-af1da7cdd99a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:28.255979 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2acd901f-bc2c-4dae-a045-b9c1e0ad2f54 req-2986c943-19ae-4087-8251-af1da7cdd99a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0783339
Nov 27 12:26:28.299983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-2acd901f-bc2c-4dae-a045-b9c1e0ad2f54 req-815cecf9-b78f-4a1d-885d-2316fe5614d9 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:26:28.312210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-2acd901f-bc2c-4dae-a045-b9c1e0ad2f54 req-815cecf9-b78f-4a1d-885d-2316fe5614d9 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:26:28.313318 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2acd901f-bc2c-4dae-a045-b9c1e0ad2f54 req-815cecf9-b78f-4a1d-885d-2316fe5614d9 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518627
Nov 27 12:26:29.504079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633a092-d79b-4749-bb0e-812b4f7a66a5 req-daa870ff-cbe7-4aaf-bd0c-83f95feb77bd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:29.505588 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b633a092-d79b-4749-bb0e-812b4f7a66a5 req-daa870ff-cbe7-4aaf-bd0c-83f95feb77bd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0754333
Nov 27 12:26:29.549473 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b633a092-d79b-4749-bb0e-812b4f7a66a5 req-46d536f7-a3bc-4bbd-8ad1-be2649227bac tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385001
Nov 27 12:26:30.171841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Sync routers for ids ['aee00838-f01a-4acb-8338-cf238e0b3ea1'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:26:30.183780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Routers {'aee00838-f01a-4acb-8338-cf238e0b3ea1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:30.184380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465c6760>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:26:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aee00838-f01a-4acb-8338-cf238e0b3ea1'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:30.391064 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Set router aee00838-f01a-4acb-8338-cf238e0b3ea1 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:30.509860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:26:30.749380 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ac361-d289-4237-b5ff-9b96712775ab req-91fc363b-e3ea-40a0-981b-c56eb60d3b01 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:30.750851 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc4ac361-d289-4237-b5ff-9b96712775ab req-91fc363b-e3ea-40a0-981b-c56eb60d3b01 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0793257
Nov 27 12:26:30.792045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:30.796463 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-fc4ac361-d289-4237-b5ff-9b96712775ab req-466293d3-a9fe-4f53-9b02-aac6fb96379a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400233
Nov 27 12:26:30.808008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'port_id': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'mac_address': 'fa:16:3e:5c:c2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:26:30.876283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465c6760>, [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:11Z', 'revision_number': 4, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port': {'id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a41c1001-17ea-4d91-ba42-20466008e376', 'name': '', 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'mac_address': 'fa:16:3e:70:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '920679ee-f061-4153-92be-e5488d089dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:10Z', 'updated_at': '2021-11-27T12:26:11Z', 'revision_number': 2, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'subnets': [{'id': '920679ee-f061-4153-92be-e5488d089dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:30.878195 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:30.892106 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Checking router: aee00838-f01a-4acb-8338-cf238e0b3ea1 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:26:30.892460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Updating router aee00838-f01a-4acb-8338-cf238e0b3ea1 port a41c1001-17ea-4d91-ba42-20466008e376 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:26:30.931857 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:26:30.965721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:30.966785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:31.120000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:31.125286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-824c7bfa-2268-42f5-8d9c-6bf634328a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:31.265197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:31.269207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:31.365481 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:31.378046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Transition to ACTIVE for port object a41c1001-17ea-4d91-ba42-20466008e376 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:26:31.394189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:26:31.448567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:31.453484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:31.595976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295e7f5-f9d7-4396-acc3-3f7553b4f079 None None] Pushing event updated for resources: {'Port': ['ID=a41c1001-17ea-4d91-ba42-20466008e376,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:31.608844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6295e7f5-f9d7-4396-acc3-3f7553b4f079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:31.785376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Attempting to bind port a41c1001-17ea-4d91-ba42-20466008e376 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:26:31.785631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Attempting to bind port a41c1001-17ea-4d91-ba42-20466008e376 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:26:31.785995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Attempting to bind port a41c1001-17ea-4d91-ba42-20466008e376 on network 7975eec7-e97b-47f0-9e65-7d30be2011b0 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:26:31.808765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:26:31.809140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Checking segment: {'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:26:31.809540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:31.809932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Bound using segment: {'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:26:31.810391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Bound port: a41c1001-17ea-4d91-ba42-20466008e376, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201d0dac-6fca-4597-bf9b-06cd21ddb2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:26:31.810828 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:31.973003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] For port a41c1001-17ea-4d91-ba42-20466008e376, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:26:31.979157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] For port a41c1001-17ea-4d91-ba42-20466008e376, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a41c1001-17ea-4d91-ba42-20466008e376,segment=NetworkSegment(201d0dac-6fca-4597-bf9b-06cd21ddb2fb),segment_id=201d0dac-6fca-4597-bf9b-06cd21ddb2fb)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:26:32.052515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:32.056241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-ba9d2024-c17e-4810-b20a-5b3586e00260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:32.109202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26182c1-fd9d-4a75-ab50-f61b2c5de098 req-5c54cb23-1d69-45e3-bdf3-1428d6439a06 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:32.110689 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26182c1-fd9d-4a75-ab50-f61b2c5de098 req-5c54cb23-1d69-45e3-bdf3-1428d6439a06 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 945 time: 0.1930406
Nov 27 12:26:32.135029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Routers {'aee00838-f01a-4acb-8338-cf238e0b3ea1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:32.136045 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28465c6760>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:26:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aee00838-f01a-4acb-8338-cf238e0b3ea1'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:32.163849 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a26182c1-fd9d-4a75-ab50-f61b2c5de098 req-943ca453-0b47-48ab-b854-cf18bbe2c27c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460408
Nov 27 12:26:32.193874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295e7f5-f9d7-4396-acc3-3f7553b4f079 None None] Pushing event updated for resources: {'Port': ['ID=a41c1001-17ea-4d91-ba42-20466008e376,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:32.197022 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6295e7f5-f9d7-4396-acc3-3f7553b4f079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:32.338658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] Set router aee00838-f01a-4acb-8338-cf238e0b3ea1 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:32.493553 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:32.718094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28465c6760>, [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:11Z', 'revision_number': 4, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port': {'id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a41c1001-17ea-4d91-ba42-20466008e376', 'name': '', 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'mac_address': 'fa:16:3e:70:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '920679ee-f061-4153-92be-e5488d089dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:10Z', 'updated_at': '2021-11-27T12:26:31Z', 'revision_number': 4, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'subnets': [{'id': '920679ee-f061-4153-92be-e5488d089dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:32.722046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129ceac2-fd8f-4e9d-8785-0b148faeb7c5 None None] The sync data for ids ['aee00838-f01a-4acb-8338-cf238e0b3ea1'] in dv-neutron-819441-1-hyperv is: [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:11Z', 'revision_number': 4, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port': {'id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'a41c1001-17ea-4d91-ba42-20466008e376', 'name': '', 'network_id': '7975eec7-e97b-47f0-9e65-7d30be2011b0', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'mac_address': 'fa:16:3e:70:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '920679ee-f061-4153-92be-e5488d089dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:10Z', 'updated_at': '2021-11-27T12:26:31Z', 'revision_number': 4, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'subnets': [{'id': '920679ee-f061-4153-92be-e5488d089dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:26:32.748073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:32.754262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:32.754681 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:32.886795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:32.916032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:26:32.927654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:32.973378 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'code': 200}
Nov 27 12:26:33.010062 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:33.012376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:33.082286 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:33.085432 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:33.413641 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-239195e7-0647-44a9-8dca-654daff09f9f req-48fba889-78f4-4349-aea7-38b50f7e6f78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1099 time: 0.1362543
Nov 27 12:26:33.419248 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595313-7996-43aa-871f-f6e8a51771b0 req-23be50f3-fe72-480e-a484-c5b230697103 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:33.420717 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-16595313-7996-43aa-871f-f6e8a51771b0 req-23be50f3-fe72-480e-a484-c5b230697103 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1110883
Nov 27 12:26:33.494049 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-239195e7-0647-44a9-8dca-654daff09f9f req-3f269471-6f90-43af-afbb-b760d514fca5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696032
Nov 27 12:26:33.499269 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-16595313-7996-43aa-871f-f6e8a51771b0 req-af95e4de-8737-4161-8a3a-4fced793a29f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614810
Nov 27 12:26:34.118952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a41c1001-17ea-4d91-ba42-20466008e376 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:34.239937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port a41c1001-17ea-4d91-ba42-20466008e376 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:26:34.245209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a41c1001-17ea-4d91-ba42-20466008e376 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:34.245584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:34.361308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:34.392905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port a41c1001-17ea-4d91-ba42-20466008e376, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a41c1001-17ea-4d91-ba42-20466008e376,segment=NetworkSegment(201d0dac-6fca-4597-bf9b-06cd21ddb2fb),segment_id=201d0dac-6fca-4597-bf9b-06cd21ddb2fb)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:26:34.456695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:34.459334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-86890d9a-7939-44ea-88ac-829a3c2f6a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:34.522389 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=a41c1001-17ea-4d91-ba42-20466008e376,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:34.525344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:34.702809 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf6e52-f64d-4525-bc2f-9bbdfe5a3f8d req-0642d212-3285-4ab6-8e79-294dd055c711 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:34.704144 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7fcf6e52-f64d-4525-bc2f-9bbdfe5a3f8d req-0642d212-3285-4ab6-8e79-294dd055c711 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0821745
Nov 27 12:26:34.752744 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7fcf6e52-f64d-4525-bc2f-9bbdfe5a3f8d req-ac8e19b7-1ba0-44fe-94f6-1ead9d4162a7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429811
Nov 27 12:26:35.949386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fcf58-760c-4253-bda1-1078c94a8c92 req-a7e4e249-ea4e-470c-b47b-1fd1720b3f4d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:35.950907 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e5fcf58-760c-4253-bda1-1078c94a8c92 req-a7e4e249-ea4e-470c-b47b-1fd1720b3f4d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0803361
Nov 27 12:26:35.996426 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e5fcf58-760c-4253-bda1-1078c94a8c92 req-217ef538-630f-405b-b090-027d095d4cc6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391223
Nov 27 12:26:36.108525 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a41c1001-17ea-4d91-ba42-20466008e376 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:26:36.177351 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port a41c1001-17ea-4d91-ba42-20466008e376 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:26:36.177721 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:36.195388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04321a-06ab-45d6-8b03-4d699770c40e req-f02b4dbd-45b1-45b0-a467-69efbd87ef4d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:36.196855 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-df04321a-06ab-45d6-8b03-4d699770c40e req-f02b4dbd-45b1-45b0-a467-69efbd87ef4d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0775487
Nov 27 12:26:36.244126 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-df04321a-06ab-45d6-8b03-4d699770c40e req-22736344-fdd1-4425-bd86-75ab59f55afc tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410438
Nov 27 12:26:36.272527 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58968) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:36.548718 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2e1b6aaa-22ea-4fdf-acb2-c7fe19bcd1a7 tempest-TestShelveInstance-1956002807 tempest-TestShelveInstance-1956002807-project-admin] Synchronizing usage tracker for tenant:294221c724274bfd8a53b2b87ad435f7 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:26:36.605233 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2e1b6aaa-22ea-4fdf-acb2-c7fe19bcd1a7 tempest-TestShelveInstance-1956002807 tempest-TestShelveInstance-1956002807-project-admin] Unset dirty status for tenant:294221c724274bfd8a53b2b87ad435f7 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:26:36.606406 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2e1b6aaa-22ea-4fdf-acb2-c7fe19bcd1a7 tempest-TestShelveInstance-1956002807 tempest-TestShelveInstance-1956002807-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1094 time: 0.3329041
Nov 27 12:26:36.609830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 58976) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:26:36.615026 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:26:36.620722 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:26:36.626200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:floatingip and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:26:36.630360 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:26:36.636819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:26:36.702480 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:36.837023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:36.974950 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Allocated IP 172.26.6.49 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/1b15def8-355a-47b9-8084-c0589a33b703) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:26:37.121053 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:37.204581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:37.208417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5ab4862a-ff07-441f-ad34-24c4731ba2fc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:37.275897 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:26:37.279033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:26:37.283933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:26:37.311268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'Port': ['ID=1b15def8-355a-47b9-8084-c0589a33b703,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:37.317866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:37.895506 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:37.987396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:38.201150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:38.290979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:38.294919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-523e16ba-5dbe-487c-8cb1-197fad0831bc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:26:38.392608 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'Port': ['ID=1b15def8-355a-47b9-8084-c0589a33b703,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:26:38.396652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:26:38.411689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:38.603805 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Floating IP 7ce18269-27be-482d-8f11-3312ba02538c associated. External IP: 172.26.6.49, port: 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c.
Nov 27 12:26:38.998646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:26:39.199300 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:26:39.209753 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] Sync routers for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:26:39.222102 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:39.222865 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846369730>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:26:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:39.296911 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:39.406504 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:39.475290 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8644462
Nov 27 12:26:39.476018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:26:39.613866 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'status': 'completed', 'code': 200}
Nov 27 12:26:39.707908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:39.708578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-c21c049a-052e-413f-b4af-d54a4a590cea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1099 time: 0.0700054
Nov 27 12:26:39.777934 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846369730>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '7ce18269-27be-482d-8f11-3312ba02538c', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'floating_ip_address': '172.26.6.49', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'port_id': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'mac_address': 'fa:16:3e:5c:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20268bea-3180-414f-a12a-a7dcf0df0972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:26:37Z', 'updated_at': '2021-11-27T12:26:37Z', 'revision_number': 0, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:39.781726 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] Checking router: 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:26:39.792166 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:26:39.792754 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846369730>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:26:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:39.848189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-31837cc7-736a-4e5c-b170-a63a5c9e73e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:39.849664 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-31837cc7-736a-4e5c-b170-a63a5c9e73e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1262538
Nov 27 12:26:39.955740 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-e9830bb5-e5c5-4628-992f-3ec1fd13fc11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 999 time: 0.0983562
Nov 27 12:26:39.969315 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:26:40.021152 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-8616e74d-c43b-49e3-95eb-e819fc2cf146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:40.022592 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-8616e74d-c43b-49e3-95eb-e819fc2cf146 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0613785
Nov 27 12:26:40.098950 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-13673624-c46f-45f3-aa09-24d39f8d978d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685668
Nov 27 12:26:40.232704 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-1ac374b9-dbc6-4fee-a75e-6d202206839d service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269977
Nov 27 12:26:40.309330 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846369730>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '7ce18269-27be-482d-8f11-3312ba02538c', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'floating_ip_address': '172.26.6.49', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'port_id': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'mac_address': 'fa:16:3e:5c:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20268bea-3180-414f-a12a-a7dcf0df0972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:26:37Z', 'updated_at': '2021-11-27T12:26:37Z', 'revision_number': 0, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:26:40.313910 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bebd5e-de2d-44ab-a0d3-40bb6bddc5ff None None] The sync data for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv is: [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '7ce18269-27be-482d-8f11-3312ba02538c', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'floating_ip_address': '172.26.6.49', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'port_id': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'mac_address': 'fa:16:3e:5c:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20268bea-3180-414f-a12a-a7dcf0df0972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:26:37Z', 'updated_at': '2021-11-27T12:26:37Z', 'revision_number': 0, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:26:40.376594 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-67d68141-b1a5-4223-a362-8d1a1266b390 req-f6b2ba7b-ca75-4759-b1b8-03b260c28686 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368055
Nov 27 12:26:42.697423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc0f40-eeb0-462f-9fd6-077f661e4cd6 None None] New status for floating IP 7ce18269-27be-482d-8f11-3312ba02538c: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:26:48.988363 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-cbe8da88-a49e-48b4-8af3-338b527800c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:49.839540 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:51.199500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-451986d8-de86-4710-8d75-ec4f772cb8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:52.558166 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:53.953737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:26:58.245578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-3112ab84-91d1-4933-ad2e-e7b38d00d70c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0741715
Nov 27 12:26:58.394135 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-b1b65f35-0dd2-4075-a6d7-ee59401d6e44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1099 time: 0.0773187
Nov 27 12:26:58.560499 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-334d2e78-cea3-490d-8b8c-05a9971be2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:58.561951 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-334d2e78-cea3-490d-8b8c-05a9971be2c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1446769
Nov 27 12:26:58.671212 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-9b1f2858-8226-48b6-a9cc-a987405543e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 1001 time: 0.1019850
Nov 27 12:26:58.736372 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-d3f39bba-c668-4205-9323-1f1edbdaca96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:26:58.737808 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-d3f39bba-c668-4205-9323-1f1edbdaca96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0604074
Nov 27 12:26:58.816627 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-dccccb04-d80b-49f6-97d4-a5f0f6f3eb7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722904
Nov 27 12:26:59.071778 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-d8eb7776-8faf-4b7f-8e2a-d0f5cc66a2f4 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2485042
Nov 27 12:26:59.249651 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-923d4708-3ade-404d-8eda-e9bb812c8f37 req-7b6e5572-9c99-4287-806b-df6e6fcd3a91 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704316
Nov 27 12:27:02.156832 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:27:09.765090 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:19.009981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-16258fd0-4172-48cc-99a9-613c0e97e90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:19.856070 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:21.204614 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2526-12f6-4ffc-8c50-2ca67169acdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:22.562844 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:23.974754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:39.158700 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:27:39.757366 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:49.016136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-beb5b727-a1a3-4f06-b684-d5611aa12b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:49.838424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:51.215411 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3f964716-b0e9-4292-8349-616717c8c6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:52.575478 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:53.975184 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:27:58.471798 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-8d7ef474-8855-4789-bb7b-5d8d004bc0ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2226355
Nov 27 12:27:58.635803 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-7a27ae98-5bd0-45b9-ba9b-9d5da6bc26d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1099 time: 0.0818741
Nov 27 12:27:58.802885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-5f04c588-1722-4771-ad5b-d3e9da4696a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:27:58.804405 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-5f04c588-1722-4771-ad5b-d3e9da4696a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1438003
Nov 27 12:27:58.927658 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-58ebc29c-0e47-4d30-8de3-4e4fade31dd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 1001 time: 0.1127946
Nov 27 12:27:59.021558 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-75c1c245-d36a-48fd-8aec-636a7c64fc15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:27:59.023437 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-75c1c245-d36a-48fd-8aec-636a7c64fc15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0849671
Nov 27 12:27:59.113457 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-d875187b-53a2-4614-9256-700cda86f63e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0798523
Nov 27 12:27:59.128908 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-66e641ea-5c58-4249-99de-b8d8fe7e16e2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:27:59.130111 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-66e641ea-5c58-4249-99de-b8d8fe7e16e2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0055044
Nov 27 12:27:59.282841 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-1fa400e5-1367-4c30-9724-5e23268858dc service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418302
Nov 27 12:27:59.445462 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-74683bf5-092c-44bd-bfdb-4c27d258430d req-20049be4-07a6-4fc5-a80e-8ffce6d6b6d0 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524217
Nov 27 12:28:09.723916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:16.160239 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:28:18.986317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e4cc5de4-bfb2-43d5-a9cd-1fd1b1c1ddf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:19.849043 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:21.272197 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-acf2a05f-c163-4f17-858a-7ce7d9ea9e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:22.569121 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:24.032444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:35.519584 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743b9aa-e40f-48d3-9cb1-d10431952957 req-af5c0637-a0f1-4167-8d51-166169fc8d43 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:35.521164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0743b9aa-e40f-48d3-9cb1-d10431952957 req-af5c0637-a0f1-4167-8d51-166169fc8d43 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0904195
Nov 27 12:28:35.572311 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0743b9aa-e40f-48d3-9cb1-d10431952957 req-c5062403-680b-40e7-a41d-8785c7667536 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446217
Nov 27 12:28:36.826308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec7ec3-8e19-4d3c-a87f-210aa21c2868 req-bfd94fcc-743e-455e-a29d-d54f1816d3ff tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:36.827908 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81ec7ec3-8e19-4d3c-a87f-210aa21c2868 req-bfd94fcc-743e-455e-a29d-d54f1816d3ff tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0911620
Nov 27 12:28:36.880600 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81ec7ec3-8e19-4d3c-a87f-210aa21c2868 req-a95b9f76-c617-4c98-bab8-06ce56d0c858 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470126
Nov 27 12:28:38.190727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad305c-b184-44bb-a871-98f0864b8645 req-cba96b4b-682e-46b4-8cb6-4f739dcb06f2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:38.193323 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a6ad305c-b184-44bb-a871-98f0864b8645 req-cba96b4b-682e-46b4-8cb6-4f739dcb06f2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1439502
Nov 27 12:28:38.250299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a6ad305c-b184-44bb-a871-98f0864b8645 req-db9206f8-77fa-417a-9836-5a91657686b8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495343
Nov 27 12:28:39.486172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb15a2a-e24d-4ddc-99a4-e053705344fe req-06ca6b71-f155-48b1-970f-ff1ac8ff1432 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:39.488173 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-efb15a2a-e24d-4ddc-99a4-e053705344fe req-06ca6b71-f155-48b1-970f-ff1ac8ff1432 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0869670
Nov 27 12:28:39.537691 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-efb15a2a-e24d-4ddc-99a4-e053705344fe req-3a9cd3cd-1791-43db-ac02-844b6fc08bc1 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433834
Nov 27 12:28:39.717543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:40.754803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f725ba-e179-41da-a830-51855b0fbd8d req-3f865310-4167-49f1-955a-dd7c4b5bff15 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:40.756192 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-85f725ba-e179-41da-a830-51855b0fbd8d req-3f865310-4167-49f1-955a-dd7c4b5bff15 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0883300
Nov 27 12:28:40.804554 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-85f725ba-e179-41da-a830-51855b0fbd8d req-a523ad2c-9888-4c77-98bc-3e8ec2fec0f8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427783
Nov 27 12:28:42.021879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40598d61-c87f-4259-ae19-19ca94c1907b req-4e9f10c5-ef6d-4b61-b3d6-420d0b2a0aee tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:42.023452 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-40598d61-c87f-4259-ae19-19ca94c1907b req-4e9f10c5-ef6d-4b61-b3d6-420d0b2a0aee tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0905032
Nov 27 12:28:42.074134 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-40598d61-c87f-4259-ae19-19ca94c1907b req-dfef40ac-a9f3-408e-82ac-2ced00e040ee tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447595
Nov 27 12:28:43.290599 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b22c6b-d830-42d8-9c4e-f535660267c2 req-01c09792-b49a-42dd-96e2-4cd84b00d411 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:43.293942 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-78b22c6b-d830-42d8-9c4e-f535660267c2 req-01c09792-b49a-42dd-96e2-4cd84b00d411 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0891762
Nov 27 12:28:43.350673 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-78b22c6b-d830-42d8-9c4e-f535660267c2 req-d2dc2475-1ce8-44b8-b9d1-85a92d479e92 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486135
Nov 27 12:28:44.570738 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12702cd-2091-4494-a358-fdf35f38a6c8 req-3a4ac167-59f7-4191-8f96-ee1d1215d1ab tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:44.573359 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f12702cd-2091-4494-a358-fdf35f38a6c8 req-3a4ac167-59f7-4191-8f96-ee1d1215d1ab tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0931079
Nov 27 12:28:44.648860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f12702cd-2091-4494-a358-fdf35f38a6c8 req-1d803768-41db-4fb4-8037-0aaa8eb2cc26 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687144
Nov 27 12:28:45.874075 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202b1ff-a0a6-4a1d-809a-e169dbc1ed0d req-d75febb8-cb1f-48a1-8981-74234f0fbe9e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:45.876067 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9202b1ff-a0a6-4a1d-809a-e169dbc1ed0d req-d75febb8-cb1f-48a1-8981-74234f0fbe9e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0887377
Nov 27 12:28:45.935251 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9202b1ff-a0a6-4a1d-809a-e169dbc1ed0d req-a7eee05c-ef7a-4cdb-a76c-eda259588b8d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499544
Nov 27 12:28:47.145143 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534546e-5538-497c-823a-b1fa1237a430 req-df3f377a-9c6b-480b-8da5-78ffe2ef44b1 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:47.156330 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4534546e-5538-497c-823a-b1fa1237a430 req-df3f377a-9c6b-480b-8da5-78ffe2ef44b1 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0846877
Nov 27 12:28:47.188914 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:28:47.224578 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4534546e-5538-497c-823a-b1fa1237a430 req-79037569-eccf-4766-a2a1-f38c324f8eaa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670011
Nov 27 12:28:47.355308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:28:47.378263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'port_id': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'mac_address': 'fa:16:3e:5c:c2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:28:47.443235 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:47.462395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:28:47.479335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:28:47.545428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:47.547336 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:28:47.630262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:28:47.645297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:28:47.677631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.677969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.678302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.678663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.678996 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.679326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.679638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.679956 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.680280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.680600 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.680912 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:28:47.691221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:28:48.546952 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc09cc-b0fe-4b71-9174-837420a583f8 req-a1ca258e-426a-477e-ba36-9ff5b59337e6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:48.548585 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6ddc09cc-b0fe-4b71-9174-837420a583f8 req-a1ca258e-426a-477e-ba36-9ff5b59337e6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 945 time: 0.1010211
Nov 27 12:28:48.633723 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6ddc09cc-b0fe-4b71-9174-837420a583f8 req-12772c74-c616-4395-9ae6-7802430e8e31 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783770
Nov 27 12:28:49.004674 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ee90321e-036d-46d7-aa60-09b78ab48fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:49.200855 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:28:49.370817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:28:49.376843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:49.634942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:49.677321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:28:49.689952 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:28:49.786282 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:49.789497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:28:49.911506 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'code': 200}
Nov 27 12:28:49.916932 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:49.931817 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:28:49.939419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:28:49.998831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307af189-9a08-499b-95c6-ebc6358ba0a9 req-a49f96c2-f1e7-4820-aafe-6626ef7e2b3d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:50.006666 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-307af189-9a08-499b-95c6-ebc6358ba0a9 req-a49f96c2-f1e7-4820-aafe-6626ef7e2b3d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1023474
Nov 27 12:28:50.073276 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-307af189-9a08-499b-95c6-ebc6358ba0a9 req-2f30a895-b475-4cf6-9be9-413df0137f24 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656304
Nov 27 12:28:51.242645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f3726ebb-9f17-4e76-b1ce-2881399f88da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:51.374461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1bac0-32f2-40ec-b5b1-e63523a8c410 req-c2b61b6b-afc7-4f6f-b16c-21024389c4a7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:51.379584 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8cf1bac0-32f2-40ec-b5b1-e63523a8c410 req-c2b61b6b-afc7-4f6f-b16c-21024389c4a7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1178434
Nov 27 12:28:51.450901 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8cf1bac0-32f2-40ec-b5b1-e63523a8c410 req-75489e4e-a574-473a-9392-04a0a8b35aba tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595763
Nov 27 12:28:52.608523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:52.724114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bcb83-d7b5-4472-a090-557c289d60ec req-6bc1d13c-7e11-48f6-884d-388811d25931 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:52.725674 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8c7bcb83-d7b5-4472-a090-557c289d60ec req-6bc1d13c-7e11-48f6-884d-388811d25931 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0980303
Nov 27 12:28:52.791366 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8c7bcb83-d7b5-4472-a090-557c289d60ec req-e94fbf8d-8588-4a1b-9817-7eaee4db940e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534177
Nov 27 12:28:53.163787 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:28:54.043922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:28:54.158072 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec42f5f-4e36-44d1-a57d-3761d9354041 req-6eaacd26-4228-4377-bd05-83bb0a8cee5e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:54.168973 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ec42f5f-4e36-44d1-a57d-3761d9354041 req-6eaacd26-4228-4377-bd05-83bb0a8cee5e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.2310905
Nov 27 12:28:54.238614 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ec42f5f-4e36-44d1-a57d-3761d9354041 req-99b0e94b-8766-4e91-a9da-9d357a8ccf8b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681603
Nov 27 12:28:55.642263 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158e954-a3ec-4150-ada8-fc38141fd9bc req-3d19ea6d-ac6f-4e0e-b09c-87febdd27b9c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:55.645364 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b158e954-a3ec-4150-ada8-fc38141fd9bc req-3d19ea6d-ac6f-4e0e-b09c-87febdd27b9c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1562550
Nov 27 12:28:55.726303 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b158e954-a3ec-4150-ada8-fc38141fd9bc req-e7e7d90d-41ce-4786-bb90-070f3eaa1df9 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710406
Nov 27 12:28:56.996787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a9763-9066-4473-b78b-8c6c5c29140a req-9fe510ac-c400-416f-a641-94a17270d9ad tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:56.998362 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5f0a9763-9066-4473-b78b-8c6c5c29140a req-9fe510ac-c400-416f-a641-94a17270d9ad tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1138034
Nov 27 12:28:57.050725 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5f0a9763-9066-4473-b78b-8c6c5c29140a req-3fced5a4-084d-4c2b-a36e-f0d61f00ea94 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448720
Nov 27 12:28:58.466638 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9c11d-acd9-4565-a9af-96d14321b113 req-1f6a200d-d892-4837-8166-6b1a8ecd47be tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:58.484925 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-96b9c11d-acd9-4565-a9af-96d14321b113 req-1f6a200d-d892-4837-8166-6b1a8ecd47be tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1934841
Nov 27 12:28:58.588321 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-96b9c11d-acd9-4565-a9af-96d14321b113 req-43acadab-d787-4c29-b741-703469055ebd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023490
Nov 27 12:28:58.647589 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-b712c6e4-4b3c-4276-b313-3529a2a834ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1099 time: 0.1782708
Nov 27 12:28:58.869043 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-44efb5d3-2890-42e3-9029-fe7e5032bfcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:58.872251 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-44efb5d3-2890-42e3-9029-fe7e5032bfcd service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1983249
Nov 27 12:28:59.045376 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-136a4e51-a4f5-4c7c-8f50-55c558c95c89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 1001 time: 0.1659386
Nov 27 12:28:59.175117 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-0459508c-5fb6-4b44-958a-58452f9a8ceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:59.181876 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-0459508c-5fb6-4b44-958a-58452f9a8ceb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.1219673
Nov 27 12:28:59.325843 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-69fbeef7-9bde-4d4b-8f2a-3a4d35b79b68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1398206
Nov 27 12:28:59.567768 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-ac100226-3aaa-4499-b22a-76cd1090b4c2 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312915
Nov 27 12:28:59.765147 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-32df7f8e-69d3-4b66-bdd9-93bb392ae157 req-0fbce936-cb2f-473f-904b-49c2adc6bc8a service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861105
Nov 27 12:28:59.967637 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d341-695e-49c3-8331-15adca0c0da5 req-73da74d9-7605-4c67-9ef9-77fde3bed220 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:28:59.975121 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9bc5d341-695e-49c3-8331-15adca0c0da5 req-73da74d9-7605-4c67-9ef9-77fde3bed220 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1424332
Nov 27 12:29:00.063158 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9bc5d341-695e-49c3-8331-15adca0c0da5 req-54f795f0-ee0d-4418-a45a-3e2d58305854 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814588
Nov 27 12:29:01.344418 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2fb67-3efd-467d-a3e6-30374fc366b8 req-2aed3f6d-4c4a-4dd3-90c9-d9cb89223d25 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:01.347167 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4fc2fb67-3efd-467d-a3e6-30374fc366b8 req-2aed3f6d-4c4a-4dd3-90c9-d9cb89223d25 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1186395
Nov 27 12:29:01.399330 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4fc2fb67-3efd-467d-a3e6-30374fc366b8 req-18f24763-2806-4a7b-be87-b4cf0cd71ad9 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441127
Nov 27 12:29:02.635562 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bfc3-99a1-4ab8-93a0-5f3bfef07593 req-bf9046e1-8f7b-482a-8c2e-3f4fb462141b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:02.638194 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31e6bfc3-99a1-4ab8-93a0-5f3bfef07593 req-bf9046e1-8f7b-482a-8c2e-3f4fb462141b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0939014
Nov 27 12:29:02.692746 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-31e6bfc3-99a1-4ab8-93a0-5f3bfef07593 req-c79f6b76-1fe7-4dd7-b97e-8a2bed6b2b3e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486915
Nov 27 12:29:03.895220 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-6f4ee116-7aa8-4e75-9603-cd8265f596d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1099 time: 0.0816865
Nov 27 12:29:03.941700 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0688e-ab22-4501-93b4-f68de0ec372a req-292b5e5e-5720-40fc-8b5b-4969e638f613 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:03.943306 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-54f0688e-ab22-4501-93b4-f68de0ec372a req-292b5e5e-5720-40fc-8b5b-4969e638f613 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0886877
Nov 27 12:29:03.996881 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-54f0688e-ab22-4501-93b4-f68de0ec372a req-f9bfdbe5-1588-4bdf-bd8a-54b221bb7031 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470548
Nov 27 12:29:04.112379 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-c2afeefe-ad23-4451-84ab-4ff3e75b828e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:04.113833 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-c2afeefe-ad23-4451-84ab-4ff3e75b828e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.2099659
Nov 27 12:29:04.236656 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-7a2c6d5d-df64-4eea-8ed6-1cda95ee0540 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 1001 time: 0.1117439
Nov 27 12:29:04.305727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-8febf1ba-b1ad-4c69-9709-32e455ac2908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:04.307175 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-8febf1ba-b1ad-4c69-9709-32e455ac2908 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0598068
Nov 27 12:29:04.392573 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-57270c57-2d11-402a-b7da-8a2b130527ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0749218
Nov 27 12:29:04.657143 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-79aa8d57-a0d1-43da-8681-52f8b510380c service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2534821
Nov 27 12:29:04.844920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da9b22e7-642c-4a6b-9af6-42500bd2a97e req-2b560622-46ff-4e0e-9361-60db86682888 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764126
Nov 27 12:29:05.217770 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba331e4b-835a-4e01-9690-1de48a7c62e2 req-a0a573a9-ab4a-4e56-b24b-d906e7405814 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:05.219367 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba331e4b-835a-4e01-9690-1de48a7c62e2 req-a0a573a9-ab4a-4e56-b24b-d906e7405814 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.0852242
Nov 27 12:29:05.270102 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba331e4b-835a-4e01-9690-1de48a7c62e2 req-1dec6fe7-0786-492b-99f0-d9ebb908b239 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428290
Nov 27 12:29:06.602598 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbb093-c65d-4aa1-bc09-9497a7a9d814 req-2ef4192e-6f6f-46df-aea3-60fa399c7e12 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:06.605872 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-62bbb093-c65d-4aa1-bc09-9497a7a9d814 req-2ef4192e-6f6f-46df-aea3-60fa399c7e12 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 946 time: 0.1491337
Nov 27 12:29:06.665247 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-62bbb093-c65d-4aa1-bc09-9497a7a9d814 req-2dbc8b09-8743-4633-984c-b231db572f94 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534673
Nov 27 12:29:07.337831 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:29:07.511344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:07.541748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:29:07.553177 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:29:07.642309 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:07.647556 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'code': 200}
Nov 27 12:29:07.648387 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:29:07.720476 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:29:07.724123 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:29:07.894237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539f72f-0a51-46df-a379-8358e60f4054 req-0e210293-5341-4e1f-bce7-ec8203f62714 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:07.895738 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d539f72f-0a51-46df-a379-8358e60f4054 req-0e210293-5341-4e1f-bce7-ec8203f62714 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0906107
Nov 27 12:29:07.960536 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d539f72f-0a51-46df-a379-8358e60f4054 req-02ef56cc-b128-46b2-bec3-ea9fa34a860c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584509
Nov 27 12:29:08.165590 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7c6a5237-21f4-473e-9364-0959bfe435d4 req-fffb1b4e-fc78-4afc-997b-7ef1845b1b7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0817449
Nov 27 12:29:08.617119 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c8bcd-ea63-4646-a096-0da1f5b6ef58 req-e4e2636f-69eb-4cf5-b103-e418183a7dd3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:08.618673 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d35c8bcd-ea63-4646-a096-0da1f5b6ef58 req-e4e2636f-69eb-4cf5-b103-e418183a7dd3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0913455
Nov 27 12:29:08.667597 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d35c8bcd-ea63-4646-a096-0da1f5b6ef58 req-eeeb59fe-e758-40f0-82c6-045a4551e149 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422664
Nov 27 12:29:08.820004 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59164) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:29:09.007055 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-96f64af0-5ca8-4de4-9975-7a086de5581e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1853099
Nov 27 12:29:09.745162 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:09.906420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d8a9-0a14-4114-a163-41a2414c66e6 req-da121914-f823-45c8-9b9d-e5c1e904d310 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:09.908061 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c077d8a9-0a14-4114-a163-41a2414c66e6 req-da121914-f823-45c8-9b9d-e5c1e904d310 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0840666
Nov 27 12:29:09.970104 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c077d8a9-0a14-4114-a163-41a2414c66e6 req-e9f06628-cbd7-40bc-a150-b896873d87b2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502784
Nov 27 12:29:11.176674 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b087b8-f357-4da4-ada9-84b5e4351439 req-d327bb1f-0261-4250-863b-3af4f12e5a13 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:11.178229 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-37b087b8-f357-4da4-ada9-84b5e4351439 req-d327bb1f-0261-4250-863b-3af4f12e5a13 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0798097
Nov 27 12:29:11.232101 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-37b087b8-f357-4da4-ada9-84b5e4351439 req-b593cfe3-31ad-4057-9188-dfe6aee25451 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475180
Nov 27 12:29:12.447224 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0f632-0cdc-4a10-8886-6610586160e0 req-a5704596-23bc-4dc4-9111-64b5dad36c6a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:12.448689 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b6a0f632-0cdc-4a10-8886-6610586160e0 req-a5704596-23bc-4dc4-9111-64b5dad36c6a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0900874
Nov 27 12:29:12.498524 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b6a0f632-0cdc-4a10-8886-6610586160e0 req-227738cd-5860-4441-921e-2cd87dce5643 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431972
Nov 27 12:29:13.724142 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abfe81-582d-487c-b95c-0e8e50e00b79 req-6b55729d-153d-4d5b-a988-5516f6713dc0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:13.725605 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-23abfe81-582d-487c-b95c-0e8e50e00b79 req-6b55729d-153d-4d5b-a988-5516f6713dc0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0906923
Nov 27 12:29:13.783104 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-23abfe81-582d-487c-b95c-0e8e50e00b79 req-7831b747-796b-4f71-992e-ac649567c100 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508668
Nov 27 12:29:14.582329 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-5eba96e5-07de-49e7-8af5-ad05e548ed79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972&tenant_id=73f2eedb35f84d1a95391ab1176b4796 HTTP/1.1" status: 200  len: 1097 time: 0.0740025
Nov 27 12:29:14.690817 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-12bb4973-e7fb-4f65-9298-2d4ff313425a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1097 time: 0.0792959
Nov 27 12:29:14.838784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad36624-d996-471b-a896-2df543679815 req-ce693544-53b6-440e-8434-c869bc5d7065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:14.840891 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-ce693544-53b6-440e-8434-c869bc5d7065 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1394525
Nov 27 12:29:14.997111 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-ce783854-4b30-40ea-b714-aab2f2f965ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 999 time: 0.1455083
Nov 27 12:29:15.066736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9eee-81fa-41d7-b432-4dccc8430433 req-c649845b-0881-4bbe-a894-3426b2e7701e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:15.068186 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b94d9eee-81fa-41d7-b432-4dccc8430433 req-c649845b-0881-4bbe-a894-3426b2e7701e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.1460490
Nov 27 12:29:15.106271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad36624-d996-471b-a896-2df543679815 req-5387142d-9c5b-4f34-b851-39f09c5a728d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:15.107761 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-5387142d-9c5b-4f34-b851-39f09c5a728d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0966089
Nov 27 12:29:15.168194 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b94d9eee-81fa-41d7-b432-4dccc8430433 req-a43d6f09-eddf-439e-8a68-f2b99a1065e9 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904508
Nov 27 12:29:15.205506 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-c9cdcd9f-3c56-44fb-8199-f277497a0153 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0859392
Nov 27 12:29:15.366584 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-b004d7f6-913c-4020-b5c0-0baba0619c71 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505241
Nov 27 12:29:15.510668 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-7745bf4e-8b17-4ed8-921f-24e1f374f336 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340561
Nov 27 12:29:16.380152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75202e33-3797-4c48-881f-5626d7614d9a req-160cfb65-67a0-4223-9128-58a7f488efbc tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:16.381612 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-75202e33-3797-4c48-881f-5626d7614d9a req-160cfb65-67a0-4223-9128-58a7f488efbc tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0852525
Nov 27 12:29:16.444869 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-75202e33-3797-4c48-881f-5626d7614d9a req-44aafc90-b165-4eef-96f7-5829f4aa47dd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556991
Nov 27 12:29:17.872059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7707626-495a-4d7e-bb04-8087a10fd25e req-bea4d4e8-e8ec-4d6a-8c14-0829cce3f2e8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:17.873934 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7707626-495a-4d7e-bb04-8087a10fd25e req-bea4d4e8-e8ec-4d6a-8c14-0829cce3f2e8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.2283182
Nov 27 12:29:17.947874 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e7707626-495a-4d7e-bb04-8087a10fd25e req-77de40f8-0292-4a11-a214-c0983f719879 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674961
Nov 27 12:29:19.007793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8b52cfb4-f635-4dbb-b8e3-2256b422bc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:19.514782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95133631-0a0d-409a-b2da-9d5874a9500f req-c4077c4b-cc8b-4947-aef3-8952742c32b7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:19.517547 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95133631-0a0d-409a-b2da-9d5874a9500f req-c4077c4b-cc8b-4947-aef3-8952742c32b7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.3297811
Nov 27 12:29:19.588538 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-95133631-0a0d-409a-b2da-9d5874a9500f req-b78d4373-1256-47c9-8585-cf2e55095ad1 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650427
Nov 27 12:29:19.859390 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:20.890007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605a28-1e6b-4d7f-b0b0-243ccbed372a req-e4dfca2a-a267-4d32-bc3e-9e527e08ee53 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:20.891633 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf605a28-1e6b-4d7f-b0b0-243ccbed372a req-e4dfca2a-a267-4d32-bc3e-9e527e08ee53 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.1293077
Nov 27 12:29:20.978163 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf605a28-1e6b-4d7f-b0b0-243ccbed372a req-f9e24238-76ea-4567-a59b-77f8595f121a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749929
Nov 27 12:29:21.231073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7b9632d6-3828-4705-b396-11bdf319aed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:22.411905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3fdaa-3317-4475-a138-c50abb7f859d req-d05bf361-6d1e-48d7-b484-aed3bdebb87d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:22.414463 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4cd3fdaa-3317-4475-a138-c50abb7f859d req-d05bf361-6d1e-48d7-b484-aed3bdebb87d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.2245259
Nov 27 12:29:22.516858 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4cd3fdaa-3317-4475-a138-c50abb7f859d req-7a54d9f2-a193-4cf0-ae1b-23be3ab6210f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963697
Nov 27 12:29:22.584678 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:24.041319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:24.045431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067cc85-db6d-42a2-8b09-00752e5c1e06 req-bbaa1729-d151-4b85-b84e-519cd79ec5ca tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:24.053085 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1067cc85-db6d-42a2-8b09-00752e5c1e06 req-bbaa1729-d151-4b85-b84e-519cd79ec5ca tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.3869166
Nov 27 12:29:24.107287 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-1067cc85-db6d-42a2-8b09-00752e5c1e06 req-a4427196-f1b7-47de-b300-d78a00243fad tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529289
Nov 27 12:29:25.388696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80418e8f-f735-4d61-9467-19338a6f7cf1 req-25e538e8-b00d-4e05-909b-41e169d71740 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:25.394624 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-80418e8f-f735-4d61-9467-19338a6f7cf1 req-25e538e8-b00d-4e05-909b-41e169d71740 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.1501310
Nov 27 12:29:25.469804 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-80418e8f-f735-4d61-9467-19338a6f7cf1 req-43662981-ccff-464d-9877-d574b5387644 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686784
Nov 27 12:29:26.747049 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade69b-01d7-493f-9b44-63112f3d716b req-7e989d5b-646f-41f6-9479-62112d746f52 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:26.749043 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04ade69b-01d7-493f-9b44-63112f3d716b req-7e989d5b-646f-41f6-9479-62112d746f52 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0916655
Nov 27 12:29:26.804891 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-04ade69b-01d7-493f-9b44-63112f3d716b req-89185c89-ba94-404e-86fb-9f6d49d57fb2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462384
Nov 27 12:29:28.024190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f405b-18f3-4ec3-8a42-31789f50ad25 req-66592349-e988-41dc-839e-318a80e83d60 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:28.025773 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7d5f405b-18f3-4ec3-8a42-31789f50ad25 req-66592349-e988-41dc-839e-318a80e83d60 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0894153
Nov 27 12:29:28.080931 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7d5f405b-18f3-4ec3-8a42-31789f50ad25 req-85e1d96b-bb5b-4526-98df-a498a52b74a3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491724
Nov 27 12:29:29.341810 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f5c79-5873-44d2-b9d7-8cc609a1b9dd req-08a78179-c6e8-4e1c-a536-086bb657e9c6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:29.343762 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da2f5c79-5873-44d2-b9d7-8cc609a1b9dd req-08a78179-c6e8-4e1c-a536-086bb657e9c6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 944 time: 0.0897729
Nov 27 12:29:29.396176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-da2f5c79-5873-44d2-b9d7-8cc609a1b9dd req-8b6b62b2-1a0b-4a3d-96c8-5a99ac5adbc4 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438259
Nov 27 12:29:29.432760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:29:29.580552 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:29:29.595706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'port_id': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'mac_address': 'fa:16:3e:5c:c2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:29:29.657738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:29.677617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:29:29.695049 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:29:29.790218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:29.792948 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:29:29.864142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=9']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:29:29.867544 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:29:30.119380 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:29:30.165297 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:29:30.769379 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7a99b-fe84-4819-84e5-5121488bab58 req-ed93e6d9-6787-4010-8a0e-440097829a6f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:30.770908 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-59f7a99b-fe84-4819-84e5-5121488bab58 req-ed93e6d9-6787-4010-8a0e-440097829a6f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 945 time: 0.0832367
Nov 27 12:29:30.821246 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-59f7a99b-fe84-4819-84e5-5121488bab58 req-900a4617-2258-4cdd-a2ae-e99a072fc4ae tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434783
Nov 27 12:29:31.446866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:29:31.522127 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:29:31.522524 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:31.649449 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:31.681841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:29:31.693908 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:29:31.744039 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'code': 200}
Nov 27 12:29:31.796419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:31.799030 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:29:31.875621 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=10']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:29:31.878962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:29:32.094102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee6965-8045-494b-a2d0-9acfe1cd0a74 req-e711bc54-46f2-4814-bbdc-558ccf052fcc tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:32.095776 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-94ee6965-8045-494b-a2d0-9acfe1cd0a74 req-e711bc54-46f2-4814-bbdc-558ccf052fcc tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 947 time: 0.1009822
Nov 27 12:29:32.146246 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-94ee6965-8045-494b-a2d0-9acfe1cd0a74 req-ee0bebd4-14c0-4b4c-8824-a81f83774fee tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446603
Nov 27 12:29:32.181940 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-78180e8b-ef05-4e9e-b56b-7a44c9196e0b req-916a4e7d-ade2-4141-b04a-bf4f33ec2e96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1100 time: 0.1009007
Nov 27 12:29:32.233334 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-78180e8b-ef05-4e9e-b56b-7a44c9196e0b req-6cd467dc-db0e-4352-90b4-07533db58011 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444162
Nov 27 12:29:33.366802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d69e59-e614-4bdd-aa72-9451fee35e1a req-43560775-068d-4d1a-93e4-8d86a80da79e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:33.368477 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d69e59-e614-4bdd-aa72-9451fee35e1a req-43560775-068d-4d1a-93e4-8d86a80da79e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 947 time: 0.0859098
Nov 27 12:29:33.432299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d3d69e59-e614-4bdd-aa72-9451fee35e1a req-c395c4fa-ce26-4018-a1f2-130f5f47cff8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512075
Nov 27 12:29:34.716846 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0fa3a-8cf5-4b5e-a2ef-14340a80e844 req-697e677d-ecd0-4616-aaca-880460603b3c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:34.718492 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81c0fa3a-8cf5-4b5e-a2ef-14340a80e844 req-697e677d-ecd0-4616-aaca-880460603b3c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 947 time: 0.0953395
Nov 27 12:29:34.782790 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-81c0fa3a-8cf5-4b5e-a2ef-14340a80e844 req-42be203f-5a4e-49e2-a1c0-45ab0a65f3f2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548398
Nov 27 12:29:36.002886 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18b190-bee3-4f63-b3bb-50ca8ce73155 req-3b6198c2-53f1-4bc7-8858-36589b78b6f3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:36.004577 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f18b190-bee3-4f63-b3bb-50ca8ce73155 req-3b6198c2-53f1-4bc7-8858-36589b78b6f3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 947 time: 0.0894716
Nov 27 12:29:36.059099 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7f18b190-bee3-4f63-b3bb-50ca8ce73155 req-5ba5652b-7238-4033-899b-2c70377eeb70 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481968
Nov 27 12:29:39.715898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:48.983995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2d04e7e6-ef67-4fc5-bf32-35efd5e963e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:49.830412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:51.230429 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-be989b26-5667-4a12-9ce8-df25767b6825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:52.590016 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:53.984392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:29:59.544184 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-6272e6d2-c78d-40d1-b0e6-db3907141c16 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742452
Nov 27 12:29:59.705524 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-3f1997a6-2492-4d4f-a7f1-c3e82baefa7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1100 time: 0.0811808
Nov 27 12:29:59.867042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-cb1b1323-92fd-4cbd-b808-f3c140faefd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:29:59.868584 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-cb1b1323-92fd-4cbd-b808-f3c140faefd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1417906
Nov 27 12:29:59.985857 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-8df70ef6-6b4a-4afa-899a-5b8eb7f71542 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 1001 time: 0.1087208
Nov 27 12:30:00.055640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-cc93357e-4910-490b-b918-80f880749058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:30:00.057842 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-cc93357e-4910-490b-b918-80f880749058 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0638001
Nov 27 12:30:00.144322 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-caaacf71-1b9f-4652-9032-fb720e292ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795233
Nov 27 12:30:00.298895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-e44f0bdf-89d4-4511-b8c5-f29bf7d69c6e service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417222
Nov 27 12:30:00.451510 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d39add35-a892-4074-9cdf-dc53b7a091f8 req-aca2bd4d-c299-473e-8405-fff673fdeac8 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452982
Nov 27 12:30:07.166016 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:30:09.726638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:18.989046 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd7d3-e59b-4909-a9c9-dd50a5fcc639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:19.823803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:21.212649 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6634a898-5bbd-4e1d-bdf0-e017e4ddf565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:22.589102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:23.998021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:39.766136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:44.167319 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:30:48.105832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59302) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:48.333818 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Deleting port 1b15def8-355a-47b9-8084-c0589a33b703 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:30:48.334173 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:48.530852 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:48.531156 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:48.659431 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Calling delete_port for 1b15def8-355a-47b9-8084-c0589a33b703 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:30:48.897126 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:48.902521 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:48.959296 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event deleted for resources: {'Port': ['ID=1b15def8-355a-47b9-8084-c0589a33b703,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:49.000048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-68c91228-fbd8-499d-9607-19f125918391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:49.033223 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.033815 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.034425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.035055 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.035679 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.036287 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.036922 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.037486 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.038101 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.038864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.041108 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:49.052757 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:49.159176 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:49.780058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:30:49.835091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:50.031013 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:30:50.042341 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] Sync routers for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:30:50.058263 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:30:50.062730 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846947eb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:30:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:30:50.121902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:50.237383 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "DELETE /v2.0/floatingips/7ce18269-27be-482d-8f11-3312ba02538c HTTP/1.1" status: 204  len: 168 time: 2.1298921
Nov 27 12:30:50.238388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:30:50.304581 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'status': 'completed', 'code': 200}
Nov 27 12:30:50.326923 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:30:50.467361 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-a2e84ea2-21b8-403b-9078-3920787a022c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 1100 time: 0.1244161
Nov 27 12:30:50.693419 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846947eb0>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:30:50.699532 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] Checking router: 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:30:50.712871 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:30:50.713464 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846947eb0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:30:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:30:50.728198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-f3d366b6-8ecd-40d8-8d36-3ba9e865915d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:30:50.730970 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-f3d366b6-8ecd-40d8-8d36-3ba9e865915d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.2528102
Nov 27 12:30:50.995337 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:30:51.011394 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-d7785e8b-4396-4839-98fc-07bf9a910540 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 200  len: 217 time: 0.2678571
Nov 27 12:30:51.097586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-beb14256-a7b5-4d97-86c3-e570f011678b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:30:51.099350 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-beb14256-a7b5-4d97-86c3-e570f011678b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0812583
Nov 27 12:30:51.170793 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcf721-a8f8-43c8-99d2-4deebf739dd1 req-9c63af91-89bd-46ea-9a9c-0054ef0100c2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:30:51.172637 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a6bcf721-a8f8-43c8-99d2-4deebf739dd1 req-9c63af91-89bd-46ea-9a9c-0054ef0100c2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 947 time: 0.1954489
Nov 27 12:30:51.211276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d86835dc-a859-4637-9557-73543de70da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:51.240479 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-f5fdecee-238e-4bab-879e-199acbf6a80f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1308184
Nov 27 12:30:51.243265 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a6bcf721-a8f8-43c8-99d2-4deebf739dd1 req-2aa72936-f5bb-4001-b6a6-ce5a47a72ade tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613046
Nov 27 12:30:51.385567 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846947eb0>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:30:51.390246 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642959c-d520-4aa5-9980-83980c749ccf None None] The sync data for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv is: [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:30:51.406267 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-87bf4e64-0307-428b-83e6-e92c76a0bd31 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570101
Nov 27 12:30:51.563515 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ebd9270b-c7c5-4eda-9470-82b6f32b73ae req-82cc868f-fccd-4535-9e91-20a998dadd02 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501164
Nov 27 12:30:51.696289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b462c395-aab2-4ad3-ba70-567ea56971ae None None] New status for floating IP 7ce18269-27be-482d-8f11-3312ba02538c: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:30:52.517537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-010a64f9-b22b-443e-9518-3c8971d2b187 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:30:52.519179 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-010a64f9-b22b-443e-9518-3c8971d2b187 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 947 time: 0.0925729
Nov 27 12:30:52.536150 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dffe-648c-4f0c-9d3a-0c6d5151b4c2 req-c7c13840-5332-4f7f-ae0c-309caf416317 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:30:52.536957 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-91c6dffe-648c-4f0c-9d3a-0c6d5151b4c2 req-c7c13840-5332-4f7f-ae0c-309caf416317 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:30:52.594263 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:52.597505 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Deleting port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:30:52.598021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:52.616022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-91c6dffe-648c-4f0c-9d3a-0c6d5151b4c2 req-c7c13840-5332-4f7f-ae0c-309caf416317 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:30:52.620045 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-91c6dffe-648c-4f0c-9d3a-0c6d5151b4c2 req-c7c13840-5332-4f7f-ae0c-309caf416317 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 947 time: 0.2147980
Nov 27 12:30:52.682186 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-91c6dffe-648c-4f0c-9d3a-0c6d5151b4c2 req-42c07bfd-9d5f-4a3a-8636-d6fb19ad2311 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e24efd9-3aac-4d22-8a58-aba50fdeac50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554867
Nov 27 12:30:52.900393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] For port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:30:52.900745 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:53.032543 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Calling delete_port for 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:30:53.331861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:53.341235 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f087dac5-04c2-4c8e-9904-5770a8d32832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:53.420569 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event deleted for resources: {'Port': ['ID=34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:53.441642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.442249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.442859 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.444024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.444024 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.444511 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.445131 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.445755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.446356 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.447017 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.447572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:30:53.488802 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:53.532783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] No DVR routers for this DVR port 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:30:53.535553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:53.538681 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-deleted', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:30:53.613971 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5b27b995-9c84-4c98-bcde-70809b708b60 req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "DELETE /v2.0/ports/34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c HTTP/1.1" status: 204  len: 173 time: 1.0860062
Nov 27 12:30:53.747873 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20268bea-3180-414f-a12a-a7dcf0df0972', 'name': 'network-vif-deleted', 'tag': '34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c', 'status': 'completed', 'code': 200}
Nov 27 12:30:53.919445 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ec43b384-b70d-4fd1-9e16-cc1e6add2bec req-a26b3eaf-07ba-437d-9795-e7169159d8a0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=20268bea-3180-414f-a12a-a7dcf0df0972 HTTP/1.1" status: 200  len: 210 time: 0.0508873
Nov 27 12:30:54.050869 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:55.059205 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59324) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:55.137685 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed4a0-0a8c-41fe-9b16-008d909a37eb tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:55.173866 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed4a0-0a8c-41fe-9b16-008d909a37eb tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:55.309260 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed4a0-0a8c-41fe-9b16-008d909a37eb tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:55.316731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4baae229-b499-422d-826f-9cdabe07521b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:55.344471 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ed4a0-0a8c-41fe-9b16-008d909a37eb tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e24efd9-3aac-4d22-8a58-aba50fdeac50,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:55.350602 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8a6ed4a0-0a8c-41fe-9b16-008d909a37eb tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:55.417145 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed4a0-0a8c-41fe-9b16-008d909a37eb tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:55.418352 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8a6ed4a0-0a8c-41fe-9b16-008d909a37eb tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e24efd9-3aac-4d22-8a58-aba50fdeac50 HTTP/1.1" status: 204  len: 168 time: 0.3581214
Nov 27 12:30:55.900616 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:30:55.941173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:30:55.941667 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 34ea6e2c-a5fe-4b31-b9fe-fad61c98ae6c not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:30:56.110261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 59332) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:56.116424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680432853', 'description': 'tempest-secgroup-smoke-680432853 description', 'project_id': '73f2eedb35f84d1a95391ab1176b4796'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:30:56.122933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:30:56.127568 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:30:56.130971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:30:56.138544 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:30:56.211359 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:56.250932 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:30:56.255210 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:30:56.258460 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:30:56.266078 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:30:56.333435 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:56.401338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:56.410882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-88d18784-d659-4d8d-bd4c-c333b3090c23 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:56.488258 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad2df8f-14a9-48de-be4c-fd0f79bc973e,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:56.492723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:56.537109 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:56.538820 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-7bef4f9a-af2c-4d92-9477-2a609aa16809 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4271257
Nov 27 12:30:56.541835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 59336) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:56.548629 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': 'cad2df8f-14a9-48de-be4c-fd0f79bc973e', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:30:56.555470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:30:56.561074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:30:56.565225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:30:56.572521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:30:56.664130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:56.741682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:56.828524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:56.830814 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1dcf333b-09a9-4785-a80a-5e8398e118a4 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:56.857652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73aab7f9-752c-4bd8-a68f-a2355d39af95,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:56.861198 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:56.942545 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:56.943800 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4007947
Nov 27 12:30:56.947174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 59340) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:56.953361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': 'cad2df8f-14a9-48de-be4c-fd0f79bc973e', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:30:56.959970 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:30:56.964597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:30:56.968194 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:30:56.975333 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:30:57.047680 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:57.120732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:57.205300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:57.207300 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e19b7867-f1c3-4673-80e5-f287390b8077 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:57.230125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c817f1-714f-49ee-8571-886b1a45e2eb,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:57.234602 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:57.331589 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:57.333188 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-03927b9e-5463-4ee5-ad8a-04f85ece8c96 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3845491
Nov 27 12:30:57.336485 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 59344) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:57.343411 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': 'cad2df8f-14a9-48de-be4c-fd0f79bc973e', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:30:57.350415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:30:57.355493 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:30:57.360741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:30:57.370666 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:30:57.441837 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:57.517130 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:57.588662 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:57.590763 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0275132d-eb61-4691-984b-712d5e36b107 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:57.620321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f23b12-7e30-4a70-92d3-6294053e1e7d,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:57.622984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:57.673145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:57.674749 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-766da6b8-6149-44c7-90cf-aaf53739e1ce tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3369811
Nov 27 12:30:57.677491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 59348) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:57.684607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': 'cad2df8f-14a9-48de-be4c-fd0f79bc973e', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:30:57.691570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:30:57.696496 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:30:57.700907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:30:57.712627 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:30:57.972991 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.054882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.183086 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.190112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3c8c65d-a395-43aa-a6a6-0f6da722491a tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:58.212315 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c952fe-10e8-4320-8eae-d06524ead9de,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:58.215987 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:58.314011 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.317979 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-49c51093-540e-4fb6-8e54-1d0b7095cfe0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6369658
Nov 27 12:30:58.318730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59352) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:58.328771 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': 'cad2df8f-14a9-48de-be4c-fd0f79bc973e', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:30:58.339299 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:30:58.349190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:30:58.354894 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:30:58.365339 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:30:58.451598 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Project 73f2eedb35f84d1a95391ab1176b4796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:30:58.459898 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.539933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.668097 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.669955 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-272b6a7d-ca73-4725-acd2-06da25b94382 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:58.694814 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b1deb8-60d7-4a0a-b976-cc7c7de87539,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:58.698275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:58.765816 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.767721 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-12ded534-2e94-4d1a-9392-82dea7a1e64f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4474728
Nov 27 12:30:58.770528 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59356) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:30:58.779958 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'security_group_rule': {'security_group_id': 'cad2df8f-14a9-48de-be4c-fd0f79bc973e', 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:30:58.790927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:30:58.795789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:security_group_rule and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:30:58.799500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:30:58.807398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:30:58.885823 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.securitygroups_db [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Project 73f2eedb35f84d1a95391ab1176b4796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:30:58.893838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:58.970245 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:59.040623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:59.044171 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-6090ab73-8058-402d-8119-6628f3bd9871 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:30:59.087744 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e478f020-262e-44c0-9df7-8f07ca3b63d9,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:30:59.092008 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:30:59.188660 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:30:59.190238 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-292b5f16-3dbf-48d3-88c3-cdf42e024f6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4182577
Nov 27 12:31:09.760119 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:19.084781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-02f3ebd0-8190-45d7-980c-ca25c80963ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:19.896105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:21.168888 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:31:21.228180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5641-5615-4d35-8c03-08e03fa95b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:22.634080 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:24.062418 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:28.693247 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-3b76f2bc-5966-4191-bbb1-e149816f7a04 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:31:28.765448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-3b76f2bc-5966-4191-bbb1-e149816f7a04 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:31:28.767488 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-3b76f2bc-5966-4191-bbb1-e149816f7a04 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680432853&fields=id&tenant_id=73f2eedb35f84d1a95391ab1176b4796 HTTP/1.1" status: 200  len: 267 time: 0.1390774
Nov 27 12:31:28.931855 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-1986e001-4ab3-4f31-b389-965e8454d581 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:28.933407 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-1986e001-4ab3-4f31-b389-965e8454d581 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 808 time: 0.1586375
Nov 27 12:31:28.951821 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-6cc07668-5ce1-4575-af7a-fce1030d77e6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/quotas/73f2eedb35f84d1a95391ab1176b4796 HTTP/1.1" status: 200  len: 375 time: 0.0123808
Nov 27 12:31:29.050461 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-f43ba78d-0ae6-44c9-a31f-1e2640988a66 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0929101
Nov 27 12:31:29.337134 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-ef91a984-5c55-4c0c-93ae-72daf3a68579 service neutron] 10.222.0.23 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667487
Nov 27 12:31:29.531501 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-c3c3f636-29c9-4e57-979e-11b74b1b6c45 service neutron] 10.222.0.23 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870868
Nov 27 12:31:30.386914 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-97e15bfe-55ca-4ffd-8c9e-217611f6a01e req-c5d3d099-d6fe-4b6c-bd72-e3770a508baf tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:31:30.462639 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-97e15bfe-55ca-4ffd-8c9e-217611f6a01e req-c5d3d099-d6fe-4b6c-bd72-e3770a508baf tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:31:30.464038 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-97e15bfe-55ca-4ffd-8c9e-217611f6a01e req-c5d3d099-d6fe-4b6c-bd72-e3770a508baf tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.1232185
Nov 27 12:31:31.583099 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-733752f8-0b14-4341-9d6c-a7a2a2fa7e40 req-fe9496d1-088f-40d7-a148-a81eef341ef5 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.0442276
Nov 27 12:31:32.735031 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2160afe8-d041-4397-8a9a-b21617b25216 req-a69d5f31-e980-4f29-95a4-dc4f4bbf1ee6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.0530267
Nov 27 12:31:33.854086 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f3c34cb7-34f6-40b2-b49b-d45e90b8e7be req-17cb3284-edf2-4594-abcd-0b2729002736 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.0443547
Nov 27 12:31:35.024883 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-61e17213-b759-461b-bf43-9086a7259467 req-d95b2f59-910f-4378-bf55-c2074e7525ef tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.0445197
Nov 27 12:31:36.400150 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f8bcd6f7-e595-4351-9aff-c4de74f2b023 req-6951553f-fbca-4aab-b2e3-8999216c0593 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.2448421
Nov 27 12:31:37.118441 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-02c622f7-7923-4d79-bd65-9c45495e1731 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:37.120004 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-02c622f7-7923-4d79-bd65-9c45495e1731 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 808 time: 0.1795056
Nov 27 12:31:37.184238 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-ec7025f3-0381-4997-8eaf-eb0217a3e6a2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:31:37.199121 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-ec7025f3-0381-4997-8eaf-eb0217a3e6a2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:31:37.200341 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-ec7025f3-0381-4997-8eaf-eb0217a3e6a2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f2eedb35f84d1a95391ab1176b4796 HTTP/1.1" status: 200  len: 379 time: 0.0629311
Nov 27 12:31:37.225907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'port': {'device_id': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'admin_state_up': True, 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'security_groups': ['cad2df8f-14a9-48de-be4c-fd0f79bc973e']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:31:37.394696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:31:37.405408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:31:37.473345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Made reservation on behalf of 73f2eedb35f84d1a95391ab1176b4796 for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:31:37.478120 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:37.607744 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-db206487-0d13-4ca3-8e26-fef5c8e7fc3c req-3cfd2112-0672-4cdf-9add-b26c666e7121 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.0557106
Nov 27 12:31:37.712537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Allocated IP 172.20.0.7 (e488f875-e6df-42d2-a338-80f6e697a2aa/d8670264-6579-48f5-9604-2074885c130f/13fdded5-1999-4d30-bd65-c72b758ac482) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:31:37.928931 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:37.947817 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Transition to ACTIVE for port object 13fdded5-1999-4d30-bd65-c72b758ac482 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:31:38.062197 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:38.068642 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ffee4633-1078-4d5b-9945-6fedfd2a7fbc tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:31:38.142803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Network e488f875-e6df-42d2-a338-80f6e697a2aa is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:31:38.145257 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:31:38.150391 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:31:38.181958 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:31:38.188083 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:31:38.231816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:38.232399 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:38.371684 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1504781
Nov 27 12:31:38.392691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Request body: {'port': {'device_id': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:31:38.571875 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:38.606730 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e4eb43db-870e-402c-943a-3677690345f6 None None] Provisioning for port 13fdded5-1999-4d30-bd65-c72b758ac482 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:31:38.609055 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e4eb43db-870e-402c-943a-3677690345f6 None None] Provisioning complete for port 13fdded5-1999-4d30-bd65-c72b758ac482 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:31:38.609717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e4eb43db-870e-402c-943a-3677690345f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:38.673071 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb43db-870e-402c-943a-3677690345f6 None None] Port 13fdded5-1999-4d30-bd65-c72b758ac482 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:31:38.953801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd595b-e347-4a22-b454-9ab218db70b3 req-f1fc87ff-6215-4b13-8fc5-51bb16d56c33 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:38.956030 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8bfd595b-e347-4a22-b454-9ab218db70b3 req-f1fc87ff-6215-4b13-8fc5-51bb16d56c33 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 931 time: 0.1135128
Nov 27 12:31:39.009066 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fdded5-1999-4d30-bd65-c72b758ac482 {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:31:39.009657 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8bfd595b-e347-4a22-b454-9ab218db70b3 req-cab6bd2b-b88a-48e1-aa30-455eec1e01e3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435917
Nov 27 12:31:39.022834 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:39.052774 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Transition to ACTIVE for port object 13fdded5-1999-4d30-bd65-c72b758ac482 will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:31:39.124813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:39.129736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a327b1d3-2263-4e02-92f4-702a0ccfc2a6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:31:39.408040 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Pushing event updated for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:31:39.411286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:31:39.553521 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Attempting to bind port 13fdded5-1999-4d30-bd65-c72b758ac482 on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:31:39.554095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Attempting to bind port 13fdded5-1999-4d30-bd65-c72b758ac482 by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:31:39.554661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Attempting to bind port 13fdded5-1999-4d30-bd65-c72b758ac482 on network e488f875-e6df-42d2-a338-80f6e697a2aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:31:39.567660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Port 13fdded5-1999-4d30-bd65-c72b758ac482 on network e488f875-e6df-42d2-a338-80f6e697a2aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:31:39.568200 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Attempting to bind port 13fdded5-1999-4d30-bd65-c72b758ac482 on network e488f875-e6df-42d2-a338-80f6e697a2aa {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:31:39.579771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:31:39.580317 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Checking segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:31:39.580889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Bound using segment: {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:31:39.581403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Bound port: 13fdded5-1999-4d30-bd65-c72b758ac482, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:31:39.581975 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:39.728318 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:31:39.732142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:31:39.799428 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:39.800230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:39.804900 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-62fe2653-949a-4a9d-9eb6-68bd7d46691f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:31:39.863330 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:39.864840 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] 10.222.0.39 "PUT /v2.0/ports/13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 1093 time: 1.4808505
Nov 27 12:31:39.865408 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:31:39.892539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Pushing event updated for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:31:39.896857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:31:39.974317 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482', 'status': 'completed', 'code': 200}
Nov 27 12:31:40.113470 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-13ff4fe1-7e64-49d2-a831-49116d725512 req-8e9fb7bc-57dd-4d7e-a780-4f5b41993040 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1096 time: 0.1039615
Nov 27 12:31:40.316820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff4fe1-7e64-49d2-a831-49116d725512 req-44230c25-d8b2-44d0-b521-44edc28ff80a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:40.318310 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-13ff4fe1-7e64-49d2-a831-49116d725512 req-44230c25-d8b2-44d0-b521-44edc28ff80a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=73f2eedb35f84d1a95391ab1176b4796&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1898794
Nov 27 12:31:40.327564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f49732-083a-4c76-80f5-8430b4fbfa2e req-93de4ee2-ba33-480f-b333-b4139f9fa43a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:40.330321 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b3f49732-083a-4c76-80f5-8430b4fbfa2e req-93de4ee2-ba33-480f-b333-b4139f9fa43a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.1510334
Nov 27 12:31:40.398708 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b3f49732-083a-4c76-80f5-8430b4fbfa2e req-2673c598-b6e8-4e8b-a4f5-66ad76576820 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625014
Nov 27 12:31:40.505653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff4fe1-7e64-49d2-a831-49116d725512 req-3416fc0b-4066-47eb-9fad-41140653b281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:40.507161 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-13ff4fe1-7e64-49d2-a831-49116d725512 req-3416fc0b-4066-47eb-9fad-41140653b281 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1823580
Nov 27 12:31:40.626793 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-265a90e6-658a-4717-b31f-e4851d274682 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1096 time: 0.0782504
Nov 27 12:31:40.715892 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-51b691e5-c79f-4877-b976-505dd42f71cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 217 time: 0.0778718
Nov 27 12:31:40.787031 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-959b38fb-bb3a-4949-9749-0dd061d0103f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:40.788427 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-959b38fb-bb3a-4949-9749-0dd061d0103f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0613055
Nov 27 12:31:40.876338 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-7d52f7d4-a05c-4b5f-af98-96172544875c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780320
Nov 27 12:31:41.025554 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-c9dc76bf-bf70-4181-9e90-642a80189e06 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373942
Nov 27 12:31:41.177064 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b0c1eaf3-b19c-41b2-9d58-76917ceba615 req-350b42aa-1b80-417f-af27-5bc1cbd3ef92 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412587
Nov 27 12:31:41.666961 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dfc28-32e6-437b-a0a2-8670ded52c3a req-76ae3cf0-c3ab-4587-91d9-7f94ac1ade5e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:41.668104 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-ec0dfc28-32e6-437b-a0a2-8670ded52c3a req-76ae3cf0-c3ab-4587-91d9-7f94ac1ade5e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:31:41.752801 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-ec0dfc28-32e6-437b-a0a2-8670ded52c3a req-76ae3cf0-c3ab-4587-91d9-7f94ac1ade5e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:31:41.757122 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ec0dfc28-32e6-437b-a0a2-8670ded52c3a req-76ae3cf0-c3ab-4587-91d9-7f94ac1ade5e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.1904795
Nov 27 12:31:41.831695 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ec0dfc28-32e6-437b-a0a2-8670ded52c3a req-b8d9a6d4-d9a9-40c1-85c1-2cc1ec752e52 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706525
Nov 27 12:31:43.045754 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67624fa0-3829-477b-bfb0-5f488397a21b req-67d56f61-b125-454c-aede-150bb4c7608a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:43.047608 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-67624fa0-3829-477b-bfb0-5f488397a21b req-67d56f61-b125-454c-aede-150bb4c7608a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0846512
Nov 27 12:31:43.111552 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-67624fa0-3829-477b-bfb0-5f488397a21b req-a0123e29-f0da-49de-85e5-0c455710cce7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575275
Nov 27 12:31:44.351255 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411b4c9-fc61-4b4b-8317-185e0fe9197d req-64ea9f74-bf60-4ca2-91b2-6f3447df526e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:44.353504 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2411b4c9-fc61-4b4b-8317-185e0fe9197d req-64ea9f74-bf60-4ca2-91b2-6f3447df526e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.1027043
Nov 27 12:31:44.406263 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2411b4c9-fc61-4b4b-8317-185e0fe9197d req-d69a8210-14f2-49c8-82e0-e97c6058a878 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462534
Nov 27 12:31:45.626870 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad43b8-53d2-4229-9857-dd7cf7ba0615 req-8e29fce1-f268-4570-b9af-02f108415c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:45.628309 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-45ad43b8-53d2-4229-9857-dd7cf7ba0615 req-8e29fce1-f268-4570-b9af-02f108415c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0873036
Nov 27 12:31:45.687887 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-45ad43b8-53d2-4229-9857-dd7cf7ba0615 req-bc298b13-2ec7-46da-89db-36bbdcfb868f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537255
Nov 27 12:31:47.003933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ee15a-9e06-496b-8dd6-e2392bbf3009 req-e08fd915-1b50-4d27-856b-66085ebddb92 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:47.005526 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-474ee15a-9e06-496b-8dd6-e2392bbf3009 req-e08fd915-1b50-4d27-856b-66085ebddb92 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.1023085
Nov 27 12:31:47.059113 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-474ee15a-9e06-496b-8dd6-e2392bbf3009 req-826b64cf-8953-4daf-bf09-fae69c065ed1 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463297
Nov 27 12:31:48.218176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 13fdded5-1999-4d30-bd65-c72b758ac482 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:31:48.300105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594450db-2d9a-432a-a459-e7db2f51a193 req-582096ab-c9b6-4d1b-bdb2-930b0234d2ef tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:48.302685 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-594450db-2d9a-432a-a459-e7db2f51a193 req-582096ab-c9b6-4d1b-bdb2-930b0234d2ef tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.1133380
Nov 27 12:31:48.378584 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:31:48.394564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '13fdded5-1999-4d30-bd65-c72b758ac482', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'port_id': '13fdded5-1999-4d30-bd65-c72b758ac482', 'mac_address': 'fa:16:3e:1c:c3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:31:48.396243 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-594450db-2d9a-432a-a459-e7db2f51a193 req-d2cce48e-bf2b-4326-84e6-59d3ba0f708b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817337
Nov 27 12:31:48.475458 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:48.497007 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fdded5-1999-4d30-bd65-c72b758ac482 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:31:48.519073 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:31:48.610234 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:48.613344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:31:48.693500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:31:48.703978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.704326 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.704686 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.705013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.705345 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.705797 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.705976 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.706300 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.706652 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.706969 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.707283 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:48.712532 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:31:48.878859 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['13fdded5-1999-4d30-bd65-c72b758ac482'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:31:49.078746 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7ac434f5-215c-4945-abdd-b9e15dabc9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:49.633743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcc313-e387-433c-82cb-b1b0ae5d2230 req-986f1195-5542-41c2-bf93-df8e984af0df tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:49.635298 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8dfcc313-e387-433c-82cb-b1b0ae5d2230 req-986f1195-5542-41c2-bf93-df8e984af0df tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 944 time: 0.0917218
Nov 27 12:31:49.689165 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8dfcc313-e387-433c-82cb-b1b0ae5d2230 req-1fb6dc77-b8e0-4ce9-bb00-ad6e6cde44c8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459411
Nov 27 12:31:49.861423 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:50.241493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 13fdded5-1999-4d30-bd65-c72b758ac482 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:31:50.404633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 13fdded5-1999-4d30-bd65-c72b758ac482 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:31:50.419228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 13fdded5-1999-4d30-bd65-c72b758ac482 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:31:50.419663 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:50.558911 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:50.589588 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:31:50.603809 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:31:50.736297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:50.741381 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482', 'code': 200}
Nov 27 12:31:50.742804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-61ca4609-3976-4059-a48e-9e77f74b2ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:31:50.861497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:31:50.866641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:31:50.968303 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd9076-4911-4125-b988-73ce9fca57fe req-12057c9e-758d-477b-862e-fec363f955b2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:50.969912 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6dfd9076-4911-4125-b988-73ce9fca57fe req-12057c9e-758d-477b-862e-fec363f955b2 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0895524
Nov 27 12:31:51.157420 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-6dfd9076-4911-4125-b988-73ce9fca57fe req-604e9b9b-df50-4c75-8c18-d4f6459e0526 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1798406
Nov 27 12:31:51.233020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-15fae27a-d517-42cd-885b-9961e4be91cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:51.303520 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-79bcbffd-d28b-4c11-8b47-ea47fe3503cb req-2699b3f8-250d-4655-8318-aea89b8b7441 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.0769444
Nov 27 12:31:51.354760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-79bcbffd-d28b-4c11-8b47-ea47fe3503cb req-a0828977-b3ba-407f-8362-cbe14d7cde0f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415423
Nov 27 12:31:52.382831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ce95d-d6ce-4031-8a5c-fb70f2a5da5e req-98d37422-4f4a-485a-984f-7a6618f8f823 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:52.385048 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd2ce95d-d6ce-4031-8a5c-fb70f2a5da5e req-98d37422-4f4a-485a-984f-7a6618f8f823 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0923998
Nov 27 12:31:52.467037 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd2ce95d-d6ce-4031-8a5c-fb70f2a5da5e req-0622da8d-d732-494c-9ee5-0b299e201716 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750148
Nov 27 12:31:52.598710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:53.696733 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66565a-ae4a-4858-96fe-bdc6427c20c4 req-d69a68c3-080e-4551-98bc-e1dcf35b8ed0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:53.698208 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4b66565a-ae4a-4858-96fe-bdc6427c20c4 req-d69a68c3-080e-4551-98bc-e1dcf35b8ed0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0940404
Nov 27 12:31:53.757832 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4b66565a-ae4a-4858-96fe-bdc6427c20c4 req-0cc3f74b-79eb-4403-9c3c-2f779952af68 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532086
Nov 27 12:31:54.002235 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d2855-9f1a-43da-a517-547d676fefb9 req-000a7877-9def-4781-bb1f-0f0e5710669e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:54.004775 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-831d2855-9f1a-43da-a517-547d676fefb9 req-000a7877-9def-4781-bb1f-0f0e5710669e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.1208115
Nov 27 12:31:54.026261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:54.076050 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-831d2855-9f1a-43da-a517-547d676fefb9 req-fcd5982f-9a26-4158-90f4-a7f5c403dce8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649903
Nov 27 12:31:54.107200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59564) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:31:54.259916 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-8564d53d-1926-4d83-8a17-af99c5636083 tempest-TestShelveInstance-1956002807 tempest-TestShelveInstance-1956002807-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1093 time: 0.1511114
Nov 27 12:31:54.262735 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59570) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:31:54.268781 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '13fdded5-1999-4d30-bd65-c72b758ac482', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:31:54.276622 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:31:54.281200 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Usage tracker for resource:floatingip and tenant:73f2eedb35f84d1a95391ab1176b4796 is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:31:54.284724 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:31:54.292879 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:31:54.358513 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:54.515560 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:54.684997 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Allocated IP 172.26.6.234 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/8af7930d-68fd-4a0d-89df-9b467b844174) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:31:54.859792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:54.981603 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:54.985778 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-42ba282e-e2af-466f-9259-258f8e0723ee tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:31:55.052014 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:31:55.060856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:31:55.065292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:31:55.096519 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'Port': ['ID=8af7930d-68fd-4a0d-89df-9b467b844174,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:31:55.115398 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.115828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.116238 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.116656 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.117127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.117610 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.118018 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.118419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.118840 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.119243 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.119633 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:31:55.129153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:31:55.812652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:55.939902 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:56.190929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:56.244098 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:56.248388 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3f9730a7-d7bf-4202-8735-acfbf97fe7c2 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:31:56.356729 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event updated for resources: {'Port': ['ID=8af7930d-68fd-4a0d-89df-9b467b844174,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:31:56.361453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:31:56.378412 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:56.594227 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Floating IP f0fc1dd4-f166-4b5a-b0d4-efd279063f7f associated. External IP: 172.26.6.234, port: 13fdded5-1999-4d30-bd65-c72b758ac482.
Nov 27 12:31:57.091210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:31:57.314788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:31:57.331775 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] Sync routers for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:31:57.351134 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:31:57.352741 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846671370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:31:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:31:57.415969 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:31:57.495340 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2230194
Nov 27 12:31:57.495340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:31:57.571242 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:31:57.694355 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482', 'status': 'completed', 'code': 200}
Nov 27 12:31:57.792526 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-5260a8c0-ed15-4c13-8c0d-4a6e608b5f78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.0738482
Nov 27 12:31:57.975921 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-46616c37-e5bf-4ccd-8a50-ce876deb5279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:57.978923 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-46616c37-e5bf-4ccd-8a50-ce876deb5279 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1795952
Nov 27 12:31:58.133091 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846671370>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'f0fc1dd4-f166-4b5a-b0d4-efd279063f7f', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'port_id': '13fdded5-1999-4d30-bd65-c72b758ac482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'mac_address': 'fa:16:3e:1c:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:31:55Z', 'updated_at': '2021-11-27T12:31:55Z', 'revision_number': 0, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:31:58.137389 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] Checking router: 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:31:58.150579 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:31:58.151250 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846671370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:31:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:31:58.180611 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-ab684729-456e-4985-ab83-625f2478c934 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 999 time: 0.1944647
Nov 27 12:31:58.228398 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:31:58.300134 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-96b7522c-55bb-44ae-b3e4-25c01c1cb3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:31:58.303828 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-96b7522c-55bb-44ae-b3e4-25c01c1cb3f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.1134715
Nov 27 12:31:58.368237 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:31:58.393910 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-dd5dbe96-13ae-4624-898a-c7ed0cf8b468 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0827756
Nov 27 12:31:58.577514 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-07511475-4610-4d83-a5ee-ecd4dc0e5ed7 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760638
Nov 27 12:31:58.749079 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f210a863-cb7b-42fc-b99d-59873c1d5292 req-27e18fa0-909b-48ec-9a01-7788f2ac55d5 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656542
Nov 27 12:31:58.905317 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846671370>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'f0fc1dd4-f166-4b5a-b0d4-efd279063f7f', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'port_id': '13fdded5-1999-4d30-bd65-c72b758ac482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'mac_address': 'fa:16:3e:1c:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:31:55Z', 'updated_at': '2021-11-27T12:31:55Z', 'revision_number': 0, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:31:58.911318 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253120d-212e-4234-bc57-0631c457c1e3 None None] The sync data for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv is: [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': 'f0fc1dd4-f166-4b5a-b0d4-efd279063f7f', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'port_id': '13fdded5-1999-4d30-bd65-c72b758ac482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'mac_address': 'fa:16:3e:1c:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:31:55Z', 'updated_at': '2021-11-27T12:31:55Z', 'revision_number': 0, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:31:59.150866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fe794d-e664-43f3-a1e7-76edfdd69ea0 None None] New status for floating IP f0fc1dd4-f166-4b5a-b0d4-efd279063f7f: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:32:03.295867 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-e4c634b2-a097-43e8-afc2-7bda475cc6d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1078436
Nov 27 12:32:03.517610 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-7fe9c0b0-665c-4d87-bb7d-26cd2d6e91fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.1142828
Nov 27 12:32:03.713328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-a97a0a47-66cb-48ad-bb36-67d4253d6299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:32:03.715163 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-a97a0a47-66cb-48ad-bb36-67d4253d6299 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1791680
Nov 27 12:32:03.846766 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-4db90020-3da8-43f4-8b64-293ce3da87c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 1001 time: 0.1227100
Nov 27 12:32:03.918286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-2649f27c-5b88-429d-a258-03c8a0d44ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:32:03.923812 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-2649f27c-5b88-429d-a258-03c8a0d44ca4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0659633
Nov 27 12:32:04.035750 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-2fb96208-33be-446e-a56f-50ede5239848 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0888529
Nov 27 12:32:04.176430 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-e73e38f3-f8e2-43c3-bd25-23008ac8bf22 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458149
Nov 27 12:32:04.526062 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a07ccf26-8e0e-48db-b31c-39c5b8d2c248 req-7e1d39b2-cfd4-4c2d-bf3a-a47a78322d24 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3413851
Nov 27 12:32:09.803898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:19.010105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5f9453a5-de1f-4cb4-b9ed-bb55041ab81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:19.866946 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:21.238061 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-8902c5f0-2713-478c-9aef-8bf0695d6c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:22.619807 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:24.003538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:35.209465 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:32:39.843227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:49.037128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6da41e78-e424-4a3b-b1f7-b56abdb25d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:49.850039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:51.220355 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-30111e00-4793-41bb-a263-2fca855047ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:52.686597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:32:54.020032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:05.699166 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-0b9a7579-74cd-41f6-b45b-f04577a37f4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1884260
Nov 27 12:33:05.860013 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-df635e33-bca2-4f5b-b27e-fcfa2954926b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.0791945
Nov 27 12:33:06.030018 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-f5675c1a-39d5-4138-b79a-0e71ddb53f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:33:06.031839 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-f5675c1a-39d5-4138-b79a-0e71ddb53f4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1464274
Nov 27 12:33:06.172951 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-372ad331-3628-4180-8302-c17cb9cc74fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 1001 time: 0.1301467
Nov 27 12:33:06.244821 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-4365e600-c9c1-44b0-ae29-954cc47e99de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:33:06.246333 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-4365e600-c9c1-44b0-ae29-954cc47e99de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0645061
Nov 27 12:33:06.338285 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-3ddfdb13-0631-4cc0-8948-7dbd9d7d7e46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802720
Nov 27 12:33:06.487324 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-96aa719a-f864-4847-8716-dab5db858e3c service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379836
Nov 27 12:33:06.647483 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-628d2cc1-8d53-4dca-adc6-91c8220a6e8a req-b289703d-c850-4d79-8bad-9c6b4443d892 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497567
Nov 27 12:33:09.791210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:12.210233 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:33:18.996752 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-91e19a5c-53d6-4675-a0b9-5655926f970c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:19.870876 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:21.298978 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4b3c71ec-9101-4874-a002-a40549f1649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:22.613886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:24.019337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:39.778770 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:49.064173 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d472266d-d160-4a05-a7e3-58512df68153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:49.212788 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:33:49.870021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:51.224563 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-2cadab32-e2b9-4534-bf80-b191f2538d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:52.624696 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:33:54.030176 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:06.357246 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-df4657d0-3276-499e-9cb0-bc6c5349a4df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0872979
Nov 27 12:34:06.509735 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-2b555144-1d4f-4e2a-ac50-47f6c0d18875 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.0708661
Nov 27 12:34:06.677635 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-681bb3f9-7ad5-4b06-8fbb-2303cfa432a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:06.679154 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-681bb3f9-7ad5-4b06-8fbb-2303cfa432a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1410711
Nov 27 12:34:06.797300 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-ed11f670-e095-4648-954f-fe0c2bc05a35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 1001 time: 0.1039851
Nov 27 12:34:06.911175 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-753d1d77-1f49-4df3-a407-15195968f4d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:06.913603 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-753d1d77-1f49-4df3-a407-15195968f4d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.1052630
Nov 27 12:34:07.055912 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-bbf00dd4-d320-4c35-9d70-f07b35d1934f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1312215
Nov 27 12:34:07.325689 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-5405aaf8-8adf-4eff-9a36-38cbe7e3160d service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2590411
Nov 27 12:34:07.473530 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fafd4ca0-c6e6-4f24-b9f0-7d9ead61f148 req-4d0239a4-8081-4b2f-8e12-eee71ef7b00d service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369550
Nov 27 12:34:09.772767 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:18.983645 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-62ac5ae2-064d-4a94-980e-66a7b9963964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:19.909672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:21.229252 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-154e0193-214d-4a38-9973-484a0ebf890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:22.635528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:24.039929 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:26.216952 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:34:39.777697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:48.996442 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d5eed2fd-a26b-4d6c-ae5e-014ae975c30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:49.937210 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:50.396836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91200608-f8d8-4a39-9d00-0416e0b8802c req-5e276226-381c-4503-ae5a-fdd4a03d621e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:50.398427 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-91200608-f8d8-4a39-9d00-0416e0b8802c req-5e276226-381c-4503-ae5a-fdd4a03d621e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.2340610
Nov 27 12:34:50.478399 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-91200608-f8d8-4a39-9d00-0416e0b8802c req-a2785f59-9a6c-498d-b05b-1ffce2d6bd5e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721869
Nov 27 12:34:51.256744 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-227d1157-032c-4db5-b654-8c40fa38bce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:52.020535 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c53cd-37ad-44ad-a789-4f72e7863d4b req-e1e9507d-ef9b-4308-8283-366eb1440386 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:52.022291 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-615c53cd-37ad-44ad-a789-4f72e7863d4b req-e1e9507d-ef9b-4308-8283-366eb1440386 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.3518915
Nov 27 12:34:52.087451 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-615c53cd-37ad-44ad-a789-4f72e7863d4b req-670e4595-7cd4-40d7-bd9a-a0cf751df823 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583830
Nov 27 12:34:52.611615 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:53.404668 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2340300-8c60-48ce-88a8-864facbad5da req-3a4d281e-0e68-407a-8d36-5de45cf68e41 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:53.406227 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d2340300-8c60-48ce-88a8-864facbad5da req-3a4d281e-0e68-407a-8d36-5de45cf68e41 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0908747
Nov 27 12:34:53.476931 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d2340300-8c60-48ce-88a8-864facbad5da req-c30d1bd2-4b7f-4756-af02-bcc3992932d5 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635152
Nov 27 12:34:54.017656 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:34:54.687495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749bf59-4cb1-4b5e-95e9-4dee59505c9a req-9a2af778-4fc7-4d4d-baac-bc81431e1b84 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:54.688928 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8749bf59-4cb1-4b5e-95e9-4dee59505c9a req-9a2af778-4fc7-4d4d-baac-bc81431e1b84 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0836918
Nov 27 12:34:54.742428 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8749bf59-4cb1-4b5e-95e9-4dee59505c9a req-9d1fddb8-5ac2-4bc5-9fd7-ad74d688512b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469866
Nov 27 12:34:55.972946 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce703843-7ae8-475f-a0cd-712fae456c2f req-c0070605-1028-4926-b4ac-eac01a0a1651 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:55.974532 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce703843-7ae8-475f-a0cd-712fae456c2f req-c0070605-1028-4926-b4ac-eac01a0a1651 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0840502
Nov 27 12:34:56.029672 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ce703843-7ae8-475f-a0cd-712fae456c2f req-4819b22a-1255-4617-b57a-810299ee75af tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491383
Nov 27 12:34:57.302179 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a09466-378a-456a-abe3-4e0b28782b9b req-e6abd6de-b56d-4914-9860-f20110b8ba22 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:57.304684 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e5a09466-378a-456a-abe3-4e0b28782b9b req-e6abd6de-b56d-4914-9860-f20110b8ba22 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.1422784
Nov 27 12:34:57.370663 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e5a09466-378a-456a-abe3-4e0b28782b9b req-64949ac0-f4a4-483c-9c02-6aa753af111d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599794
Nov 27 12:34:58.687804 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1586a4-0b58-4f4e-9a47-72abfd105926 req-a11bd083-0295-417b-828f-09f13acd9046 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:58.689345 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1586a4-0b58-4f4e-9a47-72abfd105926 req-a11bd083-0295-417b-828f-09f13acd9046 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0924599
Nov 27 12:34:58.741884 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bc1586a4-0b58-4f4e-9a47-72abfd105926 req-4430aad5-5491-40ba-a42b-374ebc1dd416 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448818
Nov 27 12:34:59.964038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e670e6-34fe-4d6b-b7a9-3318b5113b71 req-5e94ad68-1bf5-4db3-928f-6d9e5ab32cad tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:34:59.965547 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-86e670e6-34fe-4d6b-b7a9-3318b5113b71 req-5e94ad68-1bf5-4db3-928f-6d9e5ab32cad tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0860713
Nov 27 12:35:00.016546 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-86e670e6-34fe-4d6b-b7a9-3318b5113b71 req-0244dd33-ce01-45ae-a90d-816cb1cdb8cf tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447373
Nov 27 12:35:00.431299 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-b03a1255-30da-42c5-a525-5781187b4363 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.1606998
Nov 27 12:35:00.577587 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-1399d1d9-e790-43b0-86fa-95620b244966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:00.579318 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-1399d1d9-e790-43b0-86fa-95620b244966 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1384771
Nov 27 12:35:00.692577 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-e702baed-4be1-4a7b-a36a-08ac94f264d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 1001 time: 0.1026375
Nov 27 12:35:00.764850 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-0136b042-54c5-4ebc-ab3b-6d5b0315abc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:00.766293 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-0136b042-54c5-4ebc-ab3b-6d5b0315abc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0659521
Nov 27 12:35:00.868842 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-79c14ff2-22b2-4b85-b108-8fa878a39559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0924475
Nov 27 12:35:01.020740 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-a2e891ba-712a-48c1-98bf-023696afa0ac service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411791
Nov 27 12:35:01.212794 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-f2a6386a-4430-4810-8e36-ce96d1fb49d6 req-14462610-7c45-48c9-a21e-906e37b6df64 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821983
Nov 27 12:35:01.249423 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b4e77-44f6-47d9-9327-489ec6bc2432 req-0f702462-fbfa-4df6-8ea6-c39a8020825d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:01.251351 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8d6b4e77-44f6-47d9-9327-489ec6bc2432 req-0f702462-fbfa-4df6-8ea6-c39a8020825d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.1022241
Nov 27 12:35:01.309118 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8d6b4e77-44f6-47d9-9327-489ec6bc2432 req-7f0fca17-c7de-45e6-b015-472e262a79ad tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459337
Nov 27 12:35:02.550760 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfba1a2-9524-4b34-ab9e-eeb8226133ce req-6aeafea7-0e28-486e-8467-20ab4a92bf6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:02.552637 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cfba1a2-9524-4b34-ab9e-eeb8226133ce req-6aeafea7-0e28-486e-8467-20ab4a92bf6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0889797
Nov 27 12:35:02.605648 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-3cfba1a2-9524-4b34-ab9e-eeb8226133ce req-b973cd81-586d-4f4e-8cc1-e58dfb68471d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471201
Nov 27 12:35:03.219737 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:35:03.819229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb7df5-c9c1-4367-8edc-10c6c2f3afbb req-b6dc564c-6b8a-49ef-b14c-9764d7608c0d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:03.820899 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3ccb7df5-c9c1-4367-8edc-10c6c2f3afbb req-b6dc564c-6b8a-49ef-b14c-9764d7608c0d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0889740
Nov 27 12:35:03.875191 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3ccb7df5-c9c1-4367-8edc-10c6c2f3afbb req-9643444a-e4a5-489a-a7ea-b4d94e95c964 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482695
Nov 27 12:35:05.119788 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53602-b72a-4df2-b949-005c910370c4 req-c2cd017d-7e16-448f-9da0-65e0b304792b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:05.121391 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-67f53602-b72a-4df2-b949-005c910370c4 req-c2cd017d-7e16-448f-9da0-65e0b304792b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0952942
Nov 27 12:35:05.192042 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-67f53602-b72a-4df2-b949-005c910370c4 req-84d42c04-08ff-4b7a-934a-56bd15041117 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589039
Nov 27 12:35:05.532260 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5d65a2a2-cf10-44dc-bbe7-6951caade19f req-326a461a-266c-4bcb-bb65-1425db73ff0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1465158
Nov 27 12:35:06.005400 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39ac06-1f99-4d8c-bbe6-e57d21c41b6d req-fff68969-3d1b-4265-820c-488b5111bddf tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:06.007896 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8d39ac06-1f99-4d8c-bbe6-e57d21c41b6d req-fff68969-3d1b-4265-820c-488b5111bddf tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.1452873
Nov 27 12:35:06.081816 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-538c0d66-50e4-45e5-9061-21bbc521aa88 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2408199
Nov 27 12:35:06.083598 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-8d39ac06-1f99-4d8c-bbe6-e57d21c41b6d req-f0dbce12-b7fc-41bd-9fa8-b974e3864925 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685346
Nov 27 12:35:07.268465 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 13fdded5-1999-4d30-bd65-c72b758ac482 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:35:07.465633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:07.501407 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef824d-8834-43ef-a38f-b09a0b432771 req-68850788-785d-447a-9fa4-2ae8f9f2d9dc tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:07.504473 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64ef824d-8834-43ef-a38f-b09a0b432771 req-68850788-785d-447a-9fa4-2ae8f9f2d9dc tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.2847106
Nov 27 12:35:07.505776 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:35:07.523452 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:35:07.577803 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64ef824d-8834-43ef-a38f-b09a0b432771 req-b8e6619e-7ded-441e-9e03-660bf0919e21 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563533
Nov 27 12:35:07.609155 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:07.612288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07880c4c-c4c6-47d0-8f60-421e055180ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:35:07.727377 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:35:07.743619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.744196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.744727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.745261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.745836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.746310 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.747059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.747592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.748298 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.748854 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.749580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:35:07.757533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:35:07.786180 dv-neutron-819441-1-hyperv neutron-server[84365]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482', 'code': 422} returned with failed status
Nov 27 12:35:08.822687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f72886-fe4e-44aa-a35b-93c56a9a42f7 req-fa91537f-2bcc-484c-bbeb-84128ddcc412 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:08.824329 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95f72886-fe4e-44aa-a35b-93c56a9a42f7 req-fa91537f-2bcc-484c-bbeb-84128ddcc412 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0997295
Nov 27 12:35:08.877259 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-95f72886-fe4e-44aa-a35b-93c56a9a42f7 req-94d85812-2095-4de4-955b-c152fa3a611a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464866
Nov 27 12:35:09.577030 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-7e0ec594-6ca2-4383-9e34-4b4bad82fbdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07&tenant_id=73f2eedb35f84d1a95391ab1176b4796 HTTP/1.1" status: 200  len: 1096 time: 0.0962038
Nov 27 12:35:09.677247 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-dd06818f-4b4d-4487-bff4-642c53afca81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1096 time: 0.0752151
Nov 27 12:35:09.806095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:09.836881 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-11a88b92-9de1-462f-9ca2-00da3e0bd43f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:09.839917 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-11a88b92-9de1-462f-9ca2-00da3e0bd43f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1522417
Nov 27 12:35:09.981973 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-1cea6245-eb44-40b6-b9d8-a36051c4747e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 999 time: 0.1321442
Nov 27 12:35:10.071815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-ed97a27a-f4c5-4928-b652-f7393be5552f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:10.074825 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-ed97a27a-f4c5-4928-b652-f7393be5552f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0842905
Nov 27 12:35:10.113863 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976744de-2fbd-479f-b751-918374b6db7d req-780180a9-b497-41f6-98df-89f9eb923408 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:10.115626 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-976744de-2fbd-479f-b751-918374b6db7d req-780180a9-b497-41f6-98df-89f9eb923408 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.1007698
Nov 27 12:35:10.185703 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-2c6cb37d-2342-4dca-a750-2ff0d2653b8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1008599
Nov 27 12:35:10.185935 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-976744de-2fbd-479f-b751-918374b6db7d req-ccd5a0a4-ee4c-4eb2-9de6-90ef30049bf8 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592506
Nov 27 12:35:10.344582 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-ecefdc64-741f-4a6e-a2b4-83b32b90ab90 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507957
Nov 27 12:35:10.496996 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9514c7c6-db56-4e8f-92ff-60e389021526 req-cc12e1da-a64e-458b-ac1b-b92734c6b45f service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435974
Nov 27 12:35:11.417404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521d637-c8a1-4edd-97ef-209d438c62ff req-1f328547-d46f-469e-800d-b11d0080c341 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:11.419321 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2521d637-c8a1-4edd-97ef-209d438c62ff req-1f328547-d46f-469e-800d-b11d0080c341 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0893734
Nov 27 12:35:11.470719 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2521d637-c8a1-4edd-97ef-209d438c62ff req-1f89d96e-1f5d-46e0-b4d9-c317675aee3a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442703
Nov 27 12:35:12.697063 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c625bc-2622-4927-9012-a0160a07427b req-a95c6609-004b-4368-bde9-e0903931011c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:12.698571 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-75c625bc-2622-4927-9012-a0160a07427b req-a95c6609-004b-4368-bde9-e0903931011c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0940342
Nov 27 12:35:12.759765 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-75c625bc-2622-4927-9012-a0160a07427b req-e764bbef-2f7d-4527-897b-a15d8d75e131 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539718
Nov 27 12:35:13.980213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61433e-5bc6-4f8f-bb62-8f381b0364cb req-a9c2fa62-4340-4413-a81f-d9405d285218 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:13.981759 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4e61433e-5bc6-4f8f-bb62-8f381b0364cb req-a9c2fa62-4340-4413-a81f-d9405d285218 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0907724
Nov 27 12:35:14.034956 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4e61433e-5bc6-4f8f-bb62-8f381b0364cb req-6460ab72-f4b1-4878-a952-2439c4221432 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449004
Nov 27 12:35:15.252995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84dd48-9f21-41cc-9006-6d73c01b3f08 req-1d50d87e-cb40-40bf-b388-fbeb55bfe0af tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:15.254658 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6a84dd48-9f21-41cc-9006-6d73c01b3f08 req-1d50d87e-cb40-40bf-b388-fbeb55bfe0af tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0925043
Nov 27 12:35:15.310412 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6a84dd48-9f21-41cc-9006-6d73c01b3f08 req-299a4f8c-328c-4aec-8018-25df9387051e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496800
Nov 27 12:35:16.527953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f78a4-2fd4-412c-8cba-4b6d2dbd9a7e req-af533171-eec5-4129-8f3a-6773c0451d6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:16.529452 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-414f78a4-2fd4-412c-8cba-4b6d2dbd9a7e req-af533171-eec5-4129-8f3a-6773c0451d6e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0834200
Nov 27 12:35:16.582343 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-414f78a4-2fd4-412c-8cba-4b6d2dbd9a7e req-a249789d-28aa-4913-b1ec-891167dba52d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467048
Nov 27 12:35:17.809167 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510c67-2b99-4a5b-876b-845b99ce970d req-75e99cb4-47b9-4a72-8e79-f8b9ee64d215 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:17.810679 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2f510c67-2b99-4a5b-876b-845b99ce970d req-75e99cb4-47b9-4a72-8e79-f8b9ee64d215 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.0944643
Nov 27 12:35:17.860025 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-2f510c67-2b99-4a5b-876b-845b99ce970d req-ed5ba84f-a651-4337-8c10-51cd32a54f65 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434308
Nov 27 12:35:19.011105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc00e-912f-460f-ace4-1917f5df6608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:19.114696 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841ad09-b689-443c-8b89-76f34d8e8bad req-b0479760-426f-4a61-96b4-c729c7ba0cf4 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:19.116547 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5841ad09-b689-443c-8b89-76f34d8e8bad req-b0479760-426f-4a61-96b4-c729c7ba0cf4 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 943 time: 0.1183729
Nov 27 12:35:19.199663 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5841ad09-b689-443c-8b89-76f34d8e8bad req-b994c1c1-ddc8-4cf7-909f-0d7e533a38e3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742939
Nov 27 12:35:19.308466 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 13fdded5-1999-4d30-bd65-c72b758ac482 details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:35:19.461436 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:35:19.475916 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '13fdded5-1999-4d30-bd65-c72b758ac482', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'port_id': '13fdded5-1999-4d30-bd65-c72b758ac482', 'mac_address': 'fa:16:3e:1c:c3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:35:19.546801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:19.574213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fdded5-1999-4d30-bd65-c72b758ac482 {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:35:19.591970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:35:19.663638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:19.666222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-099a66fd-d53d-4a95-8a6c-849eae9ed95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:35:19.741518 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:35:19.744747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:35:19.885457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:19.966393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['13fdded5-1999-4d30-bd65-c72b758ac482'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:35:20.464604 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e7cc6-bbdc-4780-bc8d-62754ca80fb3 req-5ba136c8-0691-4d84-b32d-42d05e64bc58 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:20.466088 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e93e7cc6-bbdc-4780-bc8d-62754ca80fb3 req-5ba136c8-0691-4d84-b32d-42d05e64bc58 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 944 time: 0.1254830
Nov 27 12:35:20.514562 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-e93e7cc6-bbdc-4780-bc8d-62754ca80fb3 req-add36a8c-e554-4976-aee1-024ffba85384 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427959
Nov 27 12:35:21.261647 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-18d7e304-cf42-4975-acf8-306b96b3f0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:21.314712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 13fdded5-1999-4d30-bd65-c72b758ac482 up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:35:21.389221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 13fdded5-1999-4d30-bd65-c72b758ac482 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:35:21.389602 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:21.508269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:21.540372 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:35:21.550648 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:35:21.634809 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482', 'code': 200}
Nov 27 12:35:21.647858 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:21.651695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-82f1f714-d72e-49ba-8094-fbe67ca7abad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:35:21.745991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:35:21.750461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:35:21.786552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a37d-0922-4017-99c1-8f5a9564b2d9 req-4ee7288f-36a8-48d6-ae47-919651959eaa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:21.788031 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d2f7a37d-0922-4017-99c1-8f5a9564b2d9 req-4ee7288f-36a8-48d6-ae47-919651959eaa tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0939412
Nov 27 12:35:21.843882 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d2f7a37d-0922-4017-99c1-8f5a9564b2d9 req-e0c55ed1-647d-43c0-b48b-d860146d409e tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469348
Nov 27 12:35:22.049358 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bffe95d-54fb-44d1-b4c2-99ee77792ad5 req-4de994a4-bc15-498b-a480-63a159a4bed6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.0753808
Nov 27 12:35:22.098209 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-2bffe95d-54fb-44d1-b4c2-99ee77792ad5 req-c8e886a0-6ac0-4387-8c1b-05f33ac1e255 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389714
Nov 27 12:35:22.622865 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:23.069229 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e309d-2896-4b65-a409-589518742970 req-a2cea750-0951-445b-aa0e-c15d36848c40 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:23.070904 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1a6e309d-2896-4b65-a409-589518742970 req-a2cea750-0951-445b-aa0e-c15d36848c40 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0939279
Nov 27 12:35:23.125496 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1a6e309d-2896-4b65-a409-589518742970 req-4ca4e034-ebed-4a4e-beb9-60e070317b58 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483246
Nov 27 12:35:24.033748 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:24.351539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fcceb-8943-4cb8-90fc-09fc0b987c05 req-37566a7e-f6a2-40d1-bda1-59bb53fa0b81 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:35:24.352475 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-127fcceb-8943-4cb8-90fc-09fc0b987c05 req-37566a7e-f6a2-40d1-bda1-59bb53fa0b81 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0965562
Nov 27 12:35:24.402334 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-127fcceb-8943-4cb8-90fc-09fc0b987c05 req-a293bfa9-1dce-447f-a615-98d031976a5a tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443048
Nov 27 12:35:39.817207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:40.220367 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:35:49.033388 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-94e6d265-8b63-4b00-a312-0b2cdb96ab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:49.856560 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:51.278731 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9ef03a5b-548a-4035-836d-d539a355fed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:52.693036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:35:54.046150 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:07.544391 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-b3a07e53-713e-47ab-bb41-9ea516741c36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0872200
Nov 27 12:36:07.810378 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-dcd922e5-2d0a-4bfb-8cd0-f2d39b922799 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.1936069
Nov 27 12:36:07.971464 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-301fde32-9426-45a8-93f0-6dd44f0e972e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:36:07.972935 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-301fde32-9426-45a8-93f0-6dd44f0e972e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1426117
Nov 27 12:36:08.102724 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-aff22a6b-5ab7-411a-9762-5cd4c67ba063 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 1001 time: 0.1215360
Nov 27 12:36:08.168256 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-6a5b33a7-ea00-4ef4-a1d9-d87b6c4da66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:36:08.169683 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-6a5b33a7-ea00-4ef4-a1d9-d87b6c4da66b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0606961
Nov 27 12:36:08.251905 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-a5a8cf3d-bcea-46a8-924a-c5da2f12e8da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746939
Nov 27 12:36:08.414705 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-258cb790-477e-4652-9841-396e8605a517 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555734
Nov 27 12:36:08.562166 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-62fd0c0b-a293-48c8-b1f6-4a3ee0c8e951 req-821ef884-9291-4ba4-a0ed-d13d9bc58901 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407576
Nov 27 12:36:09.805188 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:17.220600 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:36:19.015958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-128d9ff2-ee0a-4898-9055-3e981dc6ec74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:19.881107 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:21.308142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6a8da5e7-e41e-4522-80be-6ef3b014736e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:22.684321 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:24.050942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:39.895450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:49.021597 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5d6b0b85-dc05-4c6c-9d89-38fca89a3296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:49.941720 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:51.359437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-0ee26c92-4e74-4b8e-a193-2c1e5b97757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:52.666507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:54.021511 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:36:54.222445 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:37:09.540614 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-96a4ce63-41a0-4a01-a7a4-253890334b1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0740011
Nov 27 12:37:09.689509 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-eb95c518-b74c-4951-a813-6ead5b79366b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.0725334
Nov 27 12:37:09.809661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:09.849660 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-61fb2b22-9b0b-498f-aab2-8f10ec58e02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:37:09.851253 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-61fb2b22-9b0b-498f-aab2-8f10ec58e02b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.1368618
Nov 27 12:37:09.970225 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-e37d7036-4f49-4e14-8db9-83e1c69fb4c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 1001 time: 0.1077170
Nov 27 12:37:10.043440 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-07b2562e-669a-4cc0-82fd-7f6cafa90d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:37:10.044886 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-07b2562e-669a-4cc0-82fd-7f6cafa90d13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0675180
Nov 27 12:37:10.125646 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-d2349418-0814-4f78-8313-9f23e85be454 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733228
Nov 27 12:37:10.286140 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-32fdaf35-c05b-4399-a9d3-58607348b220 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530704
Nov 27 12:37:10.434225 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a3fc4bc8-3e73-4d78-822a-963472f3bd69 req-af1091de-09ee-4bc9-a3d8-204500674d0b service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380200
Nov 27 12:37:19.031637 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-27e02d7c-6138-461f-be42-d72f97172ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:19.860909 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:21.226425 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b456db06-08c7-4667-bcc5-0d289c898978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:22.631308 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:24.027135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:31.221945 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:37:36.385109 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59800) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:36.845467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Deleting port 8af7930d-68fd-4a0d-89df-9b467b844174 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:36.845795 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:37.023385 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:37.023611 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:37.264258 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Calling delete_port for 8af7930d-68fd-4a0d-89df-9b467b844174 owned by network:floatingip {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:37.506547 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:37.511786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0efb8213-bc79-4db5-8eff-953918ef1c9b tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:37.558546 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event deleted for resources: {'Port': ['ID=8af7930d-68fd-4a0d-89df-9b467b844174,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:37.641017 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.641302 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.641673 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.642037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.642415 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.642791 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.643153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.643511 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.643889 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.644241 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.644609 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:37.650507 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:37.679583 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for floatingip, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:38.106149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:37:38.332597 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:37:38.355647 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] Sync routers for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:37:38.368625 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:37:38.369799 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846122dc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:38.447962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:38.523694 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "DELETE /v2.0/floatingips/f0fc1dd4-f166-4b5a-b0d4-efd279063f7f HTTP/1.1" status: 204  len: 168 time: 2.1373253
Nov 27 12:37:38.524572 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:37:38.589859 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:37:38.869642 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482', 'status': 'completed', 'code': 200}
Nov 27 12:37:38.951668 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846122dc0>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:38.956427 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] Checking router: 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:37:38.968379 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:37:38.969026 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846122dc0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:38.983985 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-87abdb1e-b9e6-487e-a44f-4ae61c134804 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73f2eedb35f84d1a95391ab1176b4796&device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 1098 time: 0.0844488
Nov 27 12:37:39.177056 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:37:39.313273 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-f495efb3-ed24-447d-9ab1-d4b816c0777a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:37:39.315015 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-f495efb3-ed24-447d-9ab1-d4b816c0777a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 200  len: 909 time: 0.3066909
Nov 27 12:37:39.381179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138ec68-632c-4b4d-9d17-83d65f2c9c35 req-8118a39a-a03a-4259-af5b-d6edd6a3219f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:37:39.382702 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d138ec68-632c-4b4d-9d17-83d65f2c9c35 req-8118a39a-a03a-4259-af5b-d6edd6a3219f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.2403688
Nov 27 12:37:39.411734 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-e9d5ca1b-5659-48b8-9f04-c486f0359628 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 200  len: 217 time: 0.0891037
Nov 27 12:37:39.491430 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d138ec68-632c-4b4d-9d17-83d65f2c9c35 req-0887c53a-951f-43d0-9d18-9cf640381a08 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950439
Nov 27 12:37:39.495535 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-4cc7c23c-d045-4f22-9b5e-df8057a2fb7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:37:39.496978 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-4cc7c23c-d045-4f22-9b5e-df8057a2fb7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 200  len: 847 time: 0.0767486
Nov 27 12:37:39.527742 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846122dc0>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:39.533109 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b053605-0de8-4108-a689-1773cafabc46 None None] The sync data for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv is: [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:26:03Z', 'revision_number': 4, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'fe2f7201-1415-4a97-a2fc-bd2069142662', 'name': '', 'network_id': 'e488f875-e6df-42d2-a338-80f6e697a2aa', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'mac_address': 'fa:16:3e:0c:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8670264-6579-48f5-9604-2074885c130f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:02Z', 'updated_at': '2021-11-27T12:26:12Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'subnets': [{'id': 'd8670264-6579-48f5-9604-2074885c130f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:37:39.595956 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-6becfe2b-3500-4814-9b78-8951d99a1277 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e488f875-e6df-42d2-a338-80f6e697a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0919414
Nov 27 12:37:39.751172 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-7d121172-d547-46dc-814b-f796b747e01e service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464047
Nov 27 12:37:39.773209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0706d913-4cb0-42b8-b97f-27a518367f5c None None] New status for floating IP f0fc1dd4-f166-4b5a-b0d4-efd279063f7f: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:37:39.886628 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:39.903820 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-ba52123e-6d95-4b07-af84-65d5f6afe8d4 req-2badd86a-7b89-4380-ab87-151c964197b1 service neutron] 10.222.0.39 "GET /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457245
Nov 27 12:37:40.699654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922514-a398-4d42-9146-f25260cb5a70 req-8da64e6f-8bf0-4b70-8173-2d8bfee3c126 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:37:40.700308 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-73922514-a398-4d42-9146-f25260cb5a70 req-8da64e6f-8bf0-4b70-8173-2d8bfee3c126 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:37:40.763149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-73922514-a398-4d42-9146-f25260cb5a70 req-8da64e6f-8bf0-4b70-8173-2d8bfee3c126 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:37:40.764396 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-73922514-a398-4d42-9146-f25260cb5a70 req-8da64e6f-8bf0-4b70-8173-2d8bfee3c126 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.1440406
Nov 27 12:37:40.815783 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-73922514-a398-4d42-9146-f25260cb5a70 req-c9501227-902e-4cf9-be27-b7295c370de0 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2df8f-14a9-48de-be4c-fd0f79bc973e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424309
Nov 27 12:37:40.859206 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-a7e89fcb-9528-4ee4-938c-825dfb176129 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:37:40.860645 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-a7e89fcb-9528-4ee4-938c-825dfb176129 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 945 time: 0.0774646
Nov 27 12:37:40.935969 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Deleting port 13fdded5-1999-4d30-bd65-c72b758ac482 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:40.936307 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:41.183794 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] For port 13fdded5-1999-4d30-bd65-c72b758ac482, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=13fdded5-1999-4d30-bd65-c72b758ac482,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:41.184144 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:41.303718 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Calling delete_port for 13fdded5-1999-4d30-bd65-c72b758ac482 owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:41.495060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:41.501114 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8b1c5dae-381e-49c3-84f0-0ef7acfc3c59 tempest-ServersNegativeTestJSON-397401111 tempest-ServersNegativeTestJSON-397401111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:41.546179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event deleted for resources: {'Port': ['ID=13fdded5-1999-4d30-bd65-c72b758ac482,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:41.610974 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.611351 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.611720 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.612085 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.612451 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.612813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.613276 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.613669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.614007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.614360 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.614734 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:37:41.621641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:41.630576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] No DVR routers for this DVR port 13fdded5-1999-4d30-bd65-c72b758ac482 on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:37:41.632869 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:41.636069 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'name': 'network-vif-deleted', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:37:41.689651 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-fd624129-e002-4e39-a155-b7d8f009fe4b req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.39 "DELETE /v2.0/ports/13fdded5-1999-4d30-bd65-c72b758ac482 HTTP/1.1" status: 204  len: 173 time: 0.8205447
Nov 27 12:37:41.806281 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ce1a24-ef99-45c0-b835-e291ec494b07', 'name': 'network-vif-deleted', 'tag': '13fdded5-1999-4d30-bd65-c72b758ac482', 'status': 'completed', 'code': 200}
Nov 27 12:37:41.989815 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7da42403-d00f-405c-9575-98539afaf977 req-46ec577d-9ae7-4051-b7ff-3fdafa2531d9 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.0445864
Nov 27 12:37:43.282103 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-543b295b-0343-4ab9-b459-6bf9c1c3f6fb req-cd38b0ad-22bf-4ec7-a3a6-83af8c3ab4a7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Synchronizing usage tracker for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:37:43.373879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-543b295b-0343-4ab9-b459-6bf9c1c3f6fb req-cd38b0ad-22bf-4ec7-a3a6-83af8c3ab4a7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Unset dirty status for tenant:73f2eedb35f84d1a95391ab1176b4796 on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:37:43.375072 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-543b295b-0343-4ab9-b459-6bf9c1c3f6fb req-cd38b0ad-22bf-4ec7-a3a6-83af8c3ab4a7 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ce1a24-ef99-45c0-b835-e291ec494b07 HTTP/1.1" status: 200  len: 210 time: 0.2393029
Nov 27 12:37:43.954582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 13fdded5-1999-4d30-bd65-c72b758ac482 no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:37:43.988493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 13fdded5-1999-4d30-bd65-c72b758ac482 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:37:43.988838 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 13fdded5-1999-4d30-bd65-c72b758ac482 not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:37:44.487346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59846) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:44.561003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9e5b-64a0-41c7-b9ef-aa274d476c5d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:44.592329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9e5b-64a0-41c7-b9ef-aa274d476c5d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:44.735220 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9e5b-64a0-41c7-b9ef-aa274d476c5d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:44.739236 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3ae46ca9-b1b1-42bc-ba63-885f6f22781d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:44.755676 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e9e5b-64a0-41c7-b9ef-aa274d476c5d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad2df8f-14a9-48de-be4c-fd0f79bc973e,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:44.758377 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2e3e9e5b-64a0-41c7-b9ef-aa274d476c5d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:44.849698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9e5b-64a0-41c7-b9ef-aa274d476c5d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:44.850896 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2e3e9e5b-64a0-41c7-b9ef-aa274d476c5d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] 10.222.0.23 "DELETE /v2.0/security-groups/cad2df8f-14a9-48de-be4c-fd0f79bc973e HTTP/1.1" status: 204  len: 168 time: 0.3625834
Nov 27 12:37:44.972497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59854) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:45.705427 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:46.336775 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Deleting port fe2f7201-1415-4a97-a2fc-bd2069142662 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:46.337106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:46.521628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] For port fe2f7201-1415-4a97-a2fc-bd2069142662, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=fe2f7201-1415-4a97-a2fc-bd2069142662,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:46.521971 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:46.641292 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Calling delete_port for fe2f7201-1415-4a97-a2fc-bd2069142662 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:46.876606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:46.880330 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-1204f3e8-dfe9-4954-9682-fbd39fdb5700 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:46.921211 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2f7201-1415-4a97-a2fc-bd2069142662,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:46.924565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:47.322701 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:47.903419 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:37:48.109206 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:37:48.117752 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] Sync routers for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:37:48.129654 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:37:48.135592 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846122430>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:48.216697 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a80e9f54-127b-4d17-8075-300e3fcaa545 admin admin] 10.222.0.23 "PUT /v2.0/routers/6ec8ca6d-279c-4fa5-a96b-726b5eb62e52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2425153
Nov 27 12:37:48.219043 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59860) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:48.339153 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:37:48.425880 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:48.630448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:48.631400 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846122430>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:37:46Z', 'revision_number': 5, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port': {'id': '8f93d324-302a-4857-a4c3-cd4736e96880', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:00Z', 'updated_at': '2021-11-27T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:48.637418 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] Checking router: 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:37:48.650382 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] Routers {'6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:37:48.651041 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846122430>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:48.700953 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Deleting port 8f93d324-302a-4857-a4c3-cd4736e96880 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:48.701856 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:48.801627 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] Set router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:37:48.907969 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846122430>, [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:37:48Z', 'revision_number': 6, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:48.912692 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2e01e-bd1a-4f0f-a9f2-1661f22dc41d None None] The sync data for ids ['6ec8ca6d-279c-4fa5-a96b-726b5eb62e52'] in dv-neutron-819441-1-hyperv is: [{'id': '6ec8ca6d-279c-4fa5-a96b-726b5eb62e52', 'name': 'tempest-TestShelveInstance-959778179-router', 'tenant_id': '73f2eedb35f84d1a95391ab1176b4796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:25:59Z', 'updated_at': '2021-11-27T12:37:48Z', 'revision_number': 6, 'project_id': '73f2eedb35f84d1a95391ab1176b4796', 'gw_port_host': None}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:37:48.997273 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7cbee115-e06e-4eb8-aa64-780248f82b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:49.061465 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] For port 8f93d324-302a-4857-a4c3-cd4736e96880, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=8f93d324-302a-4857-a4c3-cd4736e96880,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:49.062022 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:49.179024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Calling delete_port for 8f93d324-302a-4857-a4c3-cd4736e96880 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:49.426095 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:49.429945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-27a45296-e0c2-4975-9498-7c3279d69911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:49.473203 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f93d324-302a-4857-a4c3-cd4736e96880,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:49.475731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:49.703983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:49.854253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:49.968908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:49.973106 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.065993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.066726 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:37:50.080239 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.083945 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a01d0004-102a-48c7-b42c-bf2c4736b521 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6ec8ca6d-279c-4fa5-a96b-726b5eb62e52 HTTP/1.1" status: 204  len: 168 time: 1.8616369
Nov 27 12:37:50.084172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59864) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:50.145316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] Deleting subnet d8670264-6579-48f5-9604-2074885c130f {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:37:50.148493 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.201634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.280565 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.449516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.453646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4c98fb8e-8be5-4866-9d94-658fcc82dd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:50.487477 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8f93d324-302a-4857-a4c3-cd4736e96880 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:37:50.496504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8670264-6579-48f5-9604-2074885c130f,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:50.502453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:50.507216 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.516523 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2a590c8c-3e90-430e-8b31-e9864682df1c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d8670264-6579-48f5-9604-2074885c130f HTTP/1.1" status: 204  len: 168 time: 0.4291418
Nov 27 12:37:50.516755 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59868) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:50.520196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5aeaa-5477-4b3e-a21c-fa5be2a0a2c2 None None] Network e488f875-e6df-42d2-a338-80f6e697a2aa requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:37:50.539938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 8f93d324-302a-4857-a4c3-cd4736e96880 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:37:50.540201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 8f93d324-302a-4857-a4c3-cd4736e96880 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:37:50.540676 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fe2f7201-1415-4a97-a2fc-bd2069142662 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:37:50.582884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: fe2f7201-1415-4a97-a2fc-bd2069142662 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:37:50.583237 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device fe2f7201-1415-4a97-a2fc-bd2069142662 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:37:50.753227 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.764262 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Deleting port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:50.764589 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.814485 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] DHCP port deletion for e488f875-e6df-42d2-a338-80f6e697a2aa request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:37:50.819378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] Deleting port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:50.819754 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:50.983453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] For port 9dfcbf5d-49b5-4ad1-b309-32009da921b3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9dfcbf5d-49b5-4ad1-b309-32009da921b3,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:50.983817 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.048880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] For port 9dfcbf5d-49b5-4ad1-b309-32009da921b3, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9dfcbf5d-49b5-4ad1-b309-32009da921b3,segment=NetworkSegment(b65a73fa-d8f4-4adb-9523-c5a9540b3a12),segment_id=b65a73fa-d8f4-4adb-9523-c5a9540b3a12)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:51.049280 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.115943 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Calling delete_port for 9dfcbf5d-49b5-4ad1-b309-32009da921b3 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:51.183780 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] Calling delete_port for 9dfcbf5d-49b5-4ad1-b309-32009da921b3 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:51.288945 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.293861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e1463d39-27fd-4ded-8be8-d3505dc2657c tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:51.294885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:37:51.295310 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:37:51.299642 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b6778f92-eef4-4cb9-863b-9bd1b87b3bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.341147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfcbf5d-49b5-4ad1-b309-32009da921b3,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:51.343648 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:51.346698 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] No DVR routers for this DVR port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:37:51.466061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.490237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28463defd0>,) {'filters': {'network_id': ['e488f875-e6df-42d2-a338-80f6e697a2aa']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:51.502423 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28463defd0>, 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:51.502740 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28463defd0>, 'b65a73fa-d8f4-4adb-9523-c5a9540b3a12') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:51.514409 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.529667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.535547 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:37:51.536096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:37:51.551494 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:37:51.677382 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.680689 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-066c2d07-fbda-4f42-afe3-1889e70f64f3 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:51.694025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.704794 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e488f875-e6df-42d2-a338-80f6e697a2aa,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:51.708030 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:51.768790 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-93cdbcfe-0c8d-45a9-bba9-5ce5edb8bd53 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e488f875-e6df-42d2-a338-80f6e697a2aa HTTP/1.1" status: 204  len: 168 time: 1.2510068
Nov 27 12:37:51.771623 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59872) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:51.796938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] Deleting port 9dfcbf5d-49b5-4ad1-b309-32009da921b3 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:51.797444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:51.865866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee6692-cee3-4cd5-94e4-b604ec2243b4 None None] The port '9dfcbf5d-49b5-4ad1-b309-32009da921b3' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:37:52.166508 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:52.492451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9dfcbf5d-49b5-4ad1-b309-32009da921b3 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:37:52.524673 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9dfcbf5d-49b5-4ad1-b309-32009da921b3 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:37:52.525543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9dfcbf5d-49b5-4ad1-b309-32009da921b3 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:37:52.654507 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:52.904614 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Deleting port a41c1001-17ea-4d91-ba42-20466008e376 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:52.904935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:53.083769 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] For port a41c1001-17ea-4d91-ba42-20466008e376, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=a41c1001-17ea-4d91-ba42-20466008e376,segment=NetworkSegment(201d0dac-6fca-4597-bf9b-06cd21ddb2fb),segment_id=201d0dac-6fca-4597-bf9b-06cd21ddb2fb)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:53.084121 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:53.206237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Calling delete_port for a41c1001-17ea-4d91-ba42-20466008e376 owned by network:router_interface {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:53.443062 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:53.448183 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:53.492301 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41c1001-17ea-4d91-ba42-20466008e376,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:53.495264 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:53.786045 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:54.026297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:54.439971 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-4311be02-cdff-405d-8f50-8a7c6aa02eb7 req-920c4e06-e628-4ed5-9d24-55971ee6e216 service neutron] (84363) timed out ('10.222.0.39', 63045) {{(pid=84363) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 27 12:37:54.488274 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Router aee00838-f01a-4acb-8338-cf238e0b3ea1 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:37:54.691556 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:37:54.701821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] Sync routers for ids ['aee00838-f01a-4acb-8338-cf238e0b3ea1'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:37:54.713500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] Routers {'aee00838-f01a-4acb-8338-cf238e0b3ea1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:37:54.719015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845eb8880>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aee00838-f01a-4acb-8338-cf238e0b3ea1'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:54.759192 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-7cfa30d6-c812-4082-b1fe-447af9f90224 admin admin] 10.222.0.23 "PUT /v2.0/routers/aee00838-f01a-4acb-8338-cf238e0b3ea1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9864285
Nov 27 12:37:54.762972 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59880) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:54.941765 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] Set router aee00838-f01a-4acb-8338-cf238e0b3ea1 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:37:54.979784 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:55.179523 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:55.234579 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845eb8880>, [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:37:53Z', 'revision_number': 5, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port': {'id': '3e7e3193-2e77-4806-bcb8-de126c8d3a60', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:55.238847 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] Checking router: aee00838-f01a-4acb-8338-cf238e0b3ea1 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:37:55.250135 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] Routers {'aee00838-f01a-4acb-8338-cf238e0b3ea1'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:37:55.250775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845eb8880>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aee00838-f01a-4acb-8338-cf238e0b3ea1'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:55.254903 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Deleting port 3e7e3193-2e77-4806-bcb8-de126c8d3a60 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:55.255280 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:55.405543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] Set router aee00838-f01a-4acb-8338-cf238e0b3ea1 gateway port host: None {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:37:55.438615 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] For port 3e7e3193-2e77-4806-bcb8-de126c8d3a60, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3e7e3193-2e77-4806-bcb8-de126c8d3a60,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:55.438828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:55.511097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845eb8880>, [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:37:55Z', 'revision_number': 6, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:55.515471 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ce78a-1d50-4c18-9499-455aafa9ee61 None None] The sync data for ids ['aee00838-f01a-4acb-8338-cf238e0b3ea1'] in dv-neutron-819441-1-hyperv is: [{'id': 'aee00838-f01a-4acb-8338-cf238e0b3ea1', 'name': 'tempest-TestShelveInstance-1237036277-router', 'tenant_id': '294221c724274bfd8a53b2b87ad435f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:26:07Z', 'updated_at': '2021-11-27T12:37:55Z', 'revision_number': 6, 'project_id': '294221c724274bfd8a53b2b87ad435f7', 'gw_port_host': None}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:37:55.562269 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Calling delete_port for 3e7e3193-2e77-4806-bcb8-de126c8d3a60 owned by network:router_gateway {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:55.913797 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:55.919981 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-67394725-37f0-41d4-8a1e-831b36b2094f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:55.962392 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7e3193-2e77-4806-bcb8-de126c8d3a60,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:55.965348 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:56.187585 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.450009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.454683 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.491292 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a41c1001-17ea-4d91-ba42-20466008e376 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:37:56.524349 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: a41c1001-17ea-4d91-ba42-20466008e376 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:37:56.524693 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device a41c1001-17ea-4d91-ba42-20466008e376 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:37:56.525141 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3e7e3193-2e77-4806-bcb8-de126c8d3a60 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:37:56.561138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 3e7e3193-2e77-4806-bcb8-de126c8d3a60 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:37:56.561480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3e7e3193-2e77-4806-bcb8-de126c8d3a60 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:37:56.574058 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.574652 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee00838-f01a-4acb-8338-cf238e0b3ea1 {{(pid=84364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:37:56.586830 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] Notify callbacks [] for router, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.587997 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-0290671b-67ae-4cad-903c-2b934aee63e5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aee00838-f01a-4acb-8338-cf238e0b3ea1 HTTP/1.1" status: 204  len: 168 time: 1.8240700
Nov 27 12:37:56.594764 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59884) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:56.665188 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Deleting subnet 920679ee-f061-4153-92be-e5488d089dc8 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:37:56.670019 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.726163 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.806329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.957996 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:56.962059 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d16840b6-9028-4767-8caa-2d88b8328715 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:56.998246 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920679ee-f061-4153-92be-e5488d089dc8,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:57.002454 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:57.005307 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:57.010934 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ee548-fb3c-411b-81ad-8e295a890711 None None] Network 7975eec7-e97b-47f0-9e65-7d30be2011b0 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:37:57.012391 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/920679ee-f061-4153-92be-e5488d089dc8 HTTP/1.1" status: 204  len: 168 time: 0.4187207
Nov 27 12:37:57.014882 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59890) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:57.155663 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:57.171851 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Deleting port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:57.172184 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:57.271988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] DHCP port deletion for 7975eec7-e97b-47f0-9e65-7d30be2011b0 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:37:57.276936 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] Deleting port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:57.277450 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:57.399137 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] For port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=110dae2b-4eb9-4ec4-8af7-e503ea353fe6,segment=NetworkSegment(201d0dac-6fca-4597-bf9b-06cd21ddb2fb),segment_id=201d0dac-6fca-4597-bf9b-06cd21ddb2fb)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:57.399696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:57.508356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] For port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=110dae2b-4eb9-4ec4-8af7-e503ea353fe6,segment=NetworkSegment(201d0dac-6fca-4597-bf9b-06cd21ddb2fb),segment_id=201d0dac-6fca-4597-bf9b-06cd21ddb2fb)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:37:57.508960 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:57.653913 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Calling delete_port for 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:57.689094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] Calling delete_port for 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:37:57.855127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:57.860084 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-13271d58-9827-4aa1-bff4-42dd213b878f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:57.863182 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:37:57.863818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:37:57.904801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Pushing event deleted for resources: {'Port': ['ID=110dae2b-4eb9-4ec4-8af7-e503ea353fe6,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:57.907159 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:57.907933 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] No DVR routers for this DVR port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:37:58.028867 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.055428 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2845035940>,) {'filters': {'network_id': ['7975eec7-e97b-47f0-9e65-7d30be2011b0']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:58.068038 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845035940>, '201d0dac-6fca-4597-bf9b-06cd21ddb2fb') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:58.068252 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2845035940>, '201d0dac-6fca-4597-bf9b-06cd21ddb2fb') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:37:58.080853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.098113 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.105647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:37:58.106049 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:37:58.119859 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:37:58.283321 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.290593 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.293888 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-46675472-3285-4d36-ae8f-8f941adb906a tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:58.319621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Pushing event deleted for resources: {'Network': ['ID=7975eec7-e97b-47f0-9e65-7d30be2011b0,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:58.322909 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:58.326783 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-e5a72af7-d117-4815-8940-ea91bbd6a926 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7975eec7-e97b-47f0-9e65-7d30be2011b0 HTTP/1.1" status: 204  len: 168 time: 1.3104503
Nov 27 12:37:58.365785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] Deleting port 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:37:58.366218 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.434120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-19e3ac98-0ec7-41a4-9e38-a935eae761cd None None] The port '110dae2b-4eb9-4ec4-8af7-e503ea353fe6' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:37:58.492038 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:37:58.526640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:37:58.531486 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 110dae2b-4eb9-4ec4-8af7-e503ea353fe6 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:37:58.720977 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59896) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:58.776304 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-60949ab9-67b8-46ef-8640-504b4f1f9186 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73f2eedb35f84d1a95391ab1176b4796&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0539875
Nov 27 12:37:58.778885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59902) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:58.845875 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb392-62b8-4357-a827-27e1b9416cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.871576 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb392-62b8-4357-a827-27e1b9416cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:58.997853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb392-62b8-4357-a827-27e1b9416cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:59.001821 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-30f698b4-ff3b-468a-9773-809e36a6de12 tempest-SecGroupIPv6Test-1872185765 tempest-SecGroupIPv6Test-1872185765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:37:59.017037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fb392-62b8-4357-a827-27e1b9416cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e44ed-a983-4722-8e63-beefb87bcb6c,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:37:59.021340 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3d3fb392-62b8-4357-a827-27e1b9416cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:37:59.024838 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb392-62b8-4357-a827-27e1b9416cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:59.026040 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3d3fb392-62b8-4357-a827-27e1b9416cbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/645e44ed-a983-4722-8e63-beefb87bcb6c HTTP/1.1" status: 204  len: 168 time: 0.2461913
Nov 27 12:37:59.845993 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59912) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:59.896953 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4e34f621-7497-483c-a13b-15b763c31ef3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=294221c724274bfd8a53b2b87ad435f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0496933
Nov 27 12:37:59.899303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59916) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:37:59.959503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8f56-2b9f-4086-ac40-c4d94e2d1adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:37:59.993099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8f56-2b9f-4086-ac40-c4d94e2d1adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:00.140166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8f56-2b9f-4086-ac40-c4d94e2d1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:00.144073 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2e3e9e5b-64a0-41c7-b9ef-aa274d476c5d tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:00.157310 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c8f56-2b9f-4086-ac40-c4d94e2d1adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63bfa8e-f5c5-4b4d-9664-33803f7db292,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:00.160534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-3b1c8f56-2b9f-4086-ac40-c4d94e2d1adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:00.162503 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8f56-2b9f-4086-ac40-c4d94e2d1adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:00.163541 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-3b1c8f56-2b9f-4086-ac40-c4d94e2d1adc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a63bfa8e-f5c5-4b4d-9664-33803f7db292 HTTP/1.1" status: 204  len: 168 time: 0.2628634
Nov 27 12:38:01.530031 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59938) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:01.658861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1347248585-network', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:01.663655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:01.667800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Usage tracker for resource:network and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:01.670634 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:01.676210 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:01.808782 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Made reservation on behalf of 1acea9e38228422c8dcbfbde75247c0f for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:38:01.811154 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:01.824046 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:01.855929 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:01.860453 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Usage tracker for resource:security_group_rule and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:01.863387 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:01.869242 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:01.935342 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:02.037478 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:02.040828 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-dcca4ee9-6cd4-4b07-af20-eb09eed9c934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:02.074165 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:38:02.080581 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc8009-e81c-440e-a37b-b4694464e519,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:02.084257 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:02.086967 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:02.087404 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Added segment c2466699-af0a-4f69-8724-52d6823c4c27 of type vlan for network 3f984c73-1de1-4472-a48c-c389c1f7df1c
Nov 27 12:38:02.114793 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:02.231224 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:02.232275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:02.232988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:02.236792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bcba8347-824b-46a6-babe-19ab4c9b7e15 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:02.336268 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Pushing event updated for resources: {'Network': ['ID=3f984c73-1de1-4472-a48c-c389c1f7df1c,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:02.339172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:02.346319 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:38:02.403660 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-a56fc1cc-fc1c-426a-9dcb-447d7d1757af admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8724840
Nov 27 12:38:02.406752 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59944) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:02.412482 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Request body: {'subnet': {'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1347248585-subnet', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:02.418381 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:02.422397 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Usage tracker for resource:subnet and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:02.425542 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:02.431927 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:02.545534 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Made reservation on behalf of 1acea9e38228422c8dcbfbde75247c0f for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:38:02.548091 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:02.849071 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:02.854500 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-9bee2266-4f46-4b4a-9296-bd278e331d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:02.926039 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:02.928731 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:02.937134 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Checking segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:02.941789 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Network hostable DHCP agents. Network: 3f984c73-1de1-4472-a48c-c389c1f7df1c, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:38:03.031191 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:38:03.146048 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 3f984c73-1de1-4472-a48c-c389c1f7df1c) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:03.151517 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:03.152942 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.157065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9880497d-7103-4e3e-b427-76e3d4f6b6cf None None] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:38:03.255453 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b1d891d2-057a-4ce1-9e58-75c8b445dc91 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8476183
Nov 27 12:38:03.258128 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 59948) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:03.263874 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:03.269286 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:03.273287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Usage tracker for resource:router and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:03.278208 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:03.284548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:03.345792 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.346866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.365253 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.388189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-3f984c73-1de1-4472-a48c-c389c1f7df1c', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:38:03.393276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.551004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Allocated IP 172.20.0.2 (3f984c73-1de1-4472-a48c-c389c1f7df1c/d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c/7c5202a2-406e-4f2a-9153-dc98706628cd) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:38:03.613236 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.760391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.770793 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Transition to ACTIVE for port object 7c5202a2-406e-4f2a-9153-dc98706628cd will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:03.788586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Transition to ACTIVE for port object 7c5202a2-406e-4f2a-9153-dc98706628cd will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:03.877760 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.882304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:03.909926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.941127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:03.943186 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:03.950691 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:03.955205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:38:03.961569 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Pushing event updated for resources: {'Port': ['ID=7c5202a2-406e-4f2a-9153-dc98706628cd,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:03.999594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.001902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.001902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.001902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.001902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.001902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.001902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.001902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.002439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.002586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.002903 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:04.010860 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:04.061207 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Attempting to bind port 7c5202a2-406e-4f2a-9153-dc98706628cd on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:38:04.061581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Attempting to bind port 7c5202a2-406e-4f2a-9153-dc98706628cd by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:38:04.061949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Attempting to bind port 7c5202a2-406e-4f2a-9153-dc98706628cd on network 3f984c73-1de1-4472-a48c-c389c1f7df1c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:38:04.068992 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:38:04.069484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Checking segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:04.069889 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:04.070285 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Bound using segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:38:04.070786 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Bound port: 7c5202a2-406e-4f2a-9153-dc98706628cd, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:38:04.071163 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:04.089142 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Allocated IP 172.26.6.7 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/10e13009-df32-48f0-9cbb-dfa2e8d498e0) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:38:04.162582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] For port 7c5202a2-406e-4f2a-9153-dc98706628cd, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:38:04.166189 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] For port 7c5202a2-406e-4f2a-9153-dc98706628cd, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7c5202a2-406e-4f2a-9153-dc98706628cd,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:38:04.236527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:04.249191 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:04.253575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-a0db116f-c0bd-4bed-ad46-a3286cb93aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:04.334500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Pushing event updated for resources: {'Port': ['ID=7c5202a2-406e-4f2a-9153-dc98706628cd,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:04.339625 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:04.344857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:04.347982 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a1a9e1a9-c008-4e36-a9f3-c98b48a0c8a6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:04.418806 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:04.422447 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:04.427132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:38:04.456597 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Pushing event updated for resources: {'Port': ['ID=10e13009-df32-48f0-9cbb-dfa2e8d498e0,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:04.464704 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:04.685552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:04.686183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:05.060905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Router 2624405f-57c1-4509-be3e-40d22cf89308 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:38:05.304573 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:38:05.315830 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Sync routers for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:38:05.336131 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:05.336131 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460d6b50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:05.376253 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72535276-2d69-4604-a1b3-f9cd9a822b5f None None] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:38:05.386267 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:05.391581 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.1290619
Nov 27 12:38:05.392745 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59956) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:05.536445 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:05.574142 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-9f6bee6f-c4a4-4373-84fb-ca4501e5cb86 None None] Provisioning for port 7c5202a2-406e-4f2a-9153-dc98706628cd completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:05.845466 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460d6b50>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:04Z', 'revision_number': 3, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:05.851167 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Checking router: 2624405f-57c1-4509-be3e-40d22cf89308 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:38:05.851674 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Updating router 2624405f-57c1-4509-be3e-40d22cf89308 port 10e13009-df32-48f0-9cbb-dfa2e8d498e0 binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:38:05.941089 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.275025 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.288369 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Transition to ACTIVE for port object 10e13009-df32-48f0-9cbb-dfa2e8d498e0 will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:06.300644 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.384830 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.388553 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-058517f0-cf92-44d0-a239-88a80c6bc58c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:06.470053 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Attempting to bind port 10e13009-df32-48f0-9cbb-dfa2e8d498e0 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:38:06.470423 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Attempting to bind port 10e13009-df32-48f0-9cbb-dfa2e8d498e0 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:38:06.470822 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Attempting to bind port 10e13009-df32-48f0-9cbb-dfa2e8d498e0 on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:38:06.472848 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Pushing event updated for resources: {'Port': ['ID=10e13009-df32-48f0-9cbb-dfa2e8d498e0,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:06.485584 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:38:06.485965 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:06.486363 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.486799 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:38:06.487264 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Bound port: 10e13009-df32-48f0-9cbb-dfa2e8d498e0, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:38:06.487626 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.517697 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.518262 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.518262 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.518567 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.518908 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.519232 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.519516 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.519920 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.520133 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.520436 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.520737 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:06.525726 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:06.526999 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7c5202a2-406e-4f2a-9153-dc98706628cd up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:06.527813 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Allocated IP 172.20.0.1 (3f984c73-1de1-4472-a48c-c389c1f7df1c/d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c/e413b9b7-44ca-445f-bbae-843e80e0baad) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:38:06.575904 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] For port 10e13009-df32-48f0-9cbb-dfa2e8d498e0, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:38:06.579427 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] For port 10e13009-df32-48f0-9cbb-dfa2e8d498e0, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=10e13009-df32-48f0-9cbb-dfa2e8d498e0,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:38:06.677864 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.683022 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-1908777a-bd40-4f46-b351-fae7e7c7ff26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:06.685127 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.694222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 7c5202a2-406e-4f2a-9153-dc98706628cd completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:06.700580 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7c5202a2-406e-4f2a-9153-dc98706628cd triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:06.701072 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.702621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.provisioning_blocks [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Transition to ACTIVE for port object e413b9b7-44ca-445f-bbae-843e80e0baad will not be triggered until provisioned by entity DHCP. {{(pid=84364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:06.763438 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Pushing event updated for resources: {'Port': ['ID=10e13009-df32-48f0-9cbb-dfa2e8d498e0,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:06.766526 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-3291b70d-73c6-414a-a8bf-ca0a4ce9ec3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:06.769165 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:06.769747 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28460d6b50>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:06.808938 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.813009 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-8e7693a5-e79d-4848-8b7c-82fe91edbb97 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:06.858643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.882592 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:06.886024 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:06.890606 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:38:06.897339 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 7c5202a2-406e-4f2a-9153-dc98706628cd, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7c5202a2-406e-4f2a-9153-dc98706628cd,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:06.919082 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Pushing event updated for resources: {'Port': ['ID=e413b9b7-44ca-445f-bbae-843e80e0baad,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:06.926162 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:06.949739 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.964458 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:06.980311 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:06.984496 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:07.054573 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=7c5202a2-406e-4f2a-9153-dc98706628cd,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:07.058079 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:07.139706 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:07.231468 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fe5cb39c-6ff1-40a9-9309-b74727eecd7c None None] Provisioning for port e413b9b7-44ca-445f-bbae-843e80e0baad completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:07.237221 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-fe5cb39c-6ff1-40a9-9309-b74727eecd7c None None] Provisioning complete for port e413b9b7-44ca-445f-bbae-843e80e0baad triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:07.241803 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb39c-6ff1-40a9-9309-b74727eecd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:07.261764 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28460d6b50>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:04Z', 'revision_number': 3, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:07.266172 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c3d5a-9a35-4c1b-b11c-4b2da55008d4 None None] The sync data for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv is: [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:04Z', 'revision_number': 3, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:38:07.296453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cb39c-6ff1-40a9-9309-b74727eecd7c None None] Port e413b9b7-44ca-445f-bbae-843e80e0baad cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:38:07.382647 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:07.459796 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:07.501102 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2744e063-2806-4908-ac28-76ff97ad5d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:07.589209 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Pushing event updated for resources: {'Port': ['ID=e413b9b7-44ca-445f-bbae-843e80e0baad,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:07.591621 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:07.595590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:07.751524 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:07.752864 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:08.029223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5618d8c8-9dae-43b5-9e33-d02a55d0ab1a None None] Provisioning complete for port e413b9b7-44ca-445f-bbae-843e80e0baad triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:08.029756 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5618d8c8-9dae-43b5-9e33-d02a55d0ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:08.093528 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5618d8c8-9dae-43b5-9e33-d02a55d0ab1a None None] Port e413b9b7-44ca-445f-bbae-843e80e0baad cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:38:08.221799 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:38:08.345174 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Router 2624405f-57c1-4509-be3e-40d22cf89308 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:38:08.570437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 10e13009-df32-48f0-9cbb-dfa2e8d498e0 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:08.583432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:38:08.592860 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-f9b2d2ba-2b37-444a-96b1-b442ca0b318e admin admin] 10.222.0.23 "PUT /v2.0/routers/2624405f-57c1-4509-be3e-40d22cf89308/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1988707
Nov 27 12:38:08.717816 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 10e13009-df32-48f0-9cbb-dfa2e8d498e0 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:08.724824 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 10e13009-df32-48f0-9cbb-dfa2e8d498e0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:08.725245 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:08.875612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:08.893092 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 10e13009-df32-48f0-9cbb-dfa2e8d498e0, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=10e13009-df32-48f0-9cbb-dfa2e8d498e0,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:08.945591 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:08.946529 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7c5202a2-406e-4f2a-9153-dc98706628cd up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:08.970170 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:09.063315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=10e13009-df32-48f0-9cbb-dfa2e8d498e0,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:09.066415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:09.078622 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 7c5202a2-406e-4f2a-9153-dc98706628cd triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:09.079000 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:09.728640 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59980) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:09.734705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1680736726-network', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:09.739803 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:09.743762 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Usage tracker for resource:network and tenant:824d1eeadffa4f3e9fe744c43f218bce is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:09.746628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:09.752736 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:09.814085 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Made reservation on behalf of 824d1eeadffa4f3e9fe744c43f218bce for: {'network': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:38:09.816595 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for network, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:09.829471 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:09.836898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:09.861432 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:09.865365 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Usage tracker for resource:security_group_rule and tenant:824d1eeadffa4f3e9fe744c43f218bce is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:09.868201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:09.874136 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:09.939725 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.031425 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.034504 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-801fa38d-5710-430c-92cc-f9b028ed640f tempest-TestMinimumBasicScenario-1331051155 tempest-TestMinimumBasicScenario-1331051155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:10.062107 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=84364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 12:38:10.070368 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890ee803-75cb-4577-85ab-d8ac60dc4870,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:10.075329 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:10.078202 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.078413 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.segments_db [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Added segment 9784b20b-c792-4179-8a7b-ca591eff7fd5 of type vlan for network 75718b63-7586-4b5c-9887-d843516700d4
Nov 27 12:38:10.106333 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738185223379'] for network, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.197591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702'] for network, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.198587 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:10.199152 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.202905 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-530da8e2-f825-4583-83e1-8a2436ddf95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:10.307467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Pushing event updated for resources: {'Network': ['ID=75718b63-7586-4b5c-9887-d843516700d4,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:10.310149 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:10.318091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Network 75718b63-7586-4b5c-9887-d843516700d4 details requested by agent ovs-agent-dv-neutron-819441-1-hyperv with host dv-neutron-819441-1-hyperv {{(pid=84365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 27 12:38:10.380311 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-2fd6e98f-0fce-4093-84c1-f5210370775a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6504936
Nov 27 12:38:10.383117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 59984) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:10.389117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Request body: {'subnet': {'network_id': '75718b63-7586-4b5c-9887-d843516700d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1680736726-subnet', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'ip_version': 4}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:10.394311 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:10.398646 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Usage tracker for resource:subnet and tenant:824d1eeadffa4f3e9fe744c43f218bce is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:10.401710 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:10.407984 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:10.495117 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Made reservation on behalf of 824d1eeadffa4f3e9fe744c43f218bce for: {'subnet': 1} {{(pid=84364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:38:10.497549 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1171394'] for subnet, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.497743 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 10e13009-df32-48f0-9cbb-dfa2e8d498e0 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:10.567898 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 10e13009-df32-48f0-9cbb-dfa2e8d498e0 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:10.568276 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.786201 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1171440'] for subnet, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:10.790114 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-635799c5-4cb1-4cc2-b113-18f338f2d707 tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:10.863564 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802d405d-4550-46e2-8250-2f79f2090744,revision_number=0']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:10.867033 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:10.874973 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Checking segment: {'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:10.875327 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Network hostable DHCP agents. Network: 75718b63-7586-4b5c-9887-d843516700d4, hostable agents: ['d02ffec5-8727-4c14-b07f-330f20fb795e'], hosted agents: [] {{(pid=84364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 12:38:10.918863 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Sync routers for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:38:10.930795 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:10.931958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284686f370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:10.962707 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Network 75718b63-7586-4b5c-9887-d843516700d4 is scheduled to be hosted by DHCP agent d02ffec5-8727-4c14-b07f-330f20fb795e with binding_index 1 {{(pid=84364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 12:38:11.014166 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819441-1-hyperv, 75718b63-7586-4b5c-9887-d843516700d4) {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:11.018699 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:11.019275 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.061945 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ffc110-f2e0-4f09-9e47-0c452db05d1f None None] Network 75718b63-7586-4b5c-9887-d843516700d4 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:38:11.106507 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-46bb7d9c-2898-40c3-b0b2-57a8c1f4e121 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7222915
Nov 27 12:38:11.109221 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 59988) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:11.114607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:11.119693 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:11.123661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Usage tracker for resource:router and tenant:824d1eeadffa4f3e9fe744c43f218bce is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:11.127644 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:11.133404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:11.185964 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2018189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124110'] for router, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.186865 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2021888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124121'] for router, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.202590 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:11.205527 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.537306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2021942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124075'] for router, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.548169 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf3681-bc06-5f61-985b-8aae7f7bacc4-75718b63-7586-4b5c-9887-d843516700d4', 'network_id': '75718b63-7586-4b5c-9887-d843516700d4', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'fixed_ips': [{'subnet_id': '802d405d-4550-46e2-8250-2f79f2090744'}]}} from dv-neutron-819441-1-hyperv. {{(pid=84365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 27 12:38:11.548982 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.783491 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.785874 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.db_base_plugin_common [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Allocated IP 172.20.0.2 (75718b63-7586-4b5c-9887-d843516700d4/802d405d-4550-46e2-8250-2f79f2090744/3772e0d1-46fe-4309-9f12-a592e21c9b33) {{(pid=84365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:38:11.802443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284686f370>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:07Z', 'revision_number': 2, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:11.823438 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Checking router: 2624405f-57c1-4509-be3e-40d22cf89308 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:38:11.823801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Updating router 2624405f-57c1-4509-be3e-40d22cf89308 port e413b9b7-44ca-445f-bbae-843e80e0baad binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:38:11.825766 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.939402 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:11.961340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Allocated IP 172.26.6.58 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/9c61da4a-5ad4-4a83-bfc9-f64680a43fad) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:38:12.119234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.179413 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.208421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Transition to ACTIVE for port object 3772e0d1-46fe-4309-9f12-a592e21c9b33 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:12.214596 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.218996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-259298e2-0803-473a-9155-1c875ac13c37 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:12.282922 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Transition to ACTIVE for port object 3772e0d1-46fe-4309-9f12-a592e21c9b33 will not be triggered until provisioned by entity DHCP. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:12.286978 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:12.290193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:12.295338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:38:12.322233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Pushing event updated for resources: {'Port': ['ID=9c61da4a-5ad4-4a83-bfc9-f64680a43fad,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:12.328885 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:12.348669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565'] for port, after_create {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.354818 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:12.480209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Network 75718b63-7586-4b5c-9887-d843516700d4 is already hosted by enough agents. {{(pid=84365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:12.485052 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.scheduler.base_scheduler [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Resources bound (agent type, host, resource id):  {{(pid=84365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:12.490249 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.492897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Received port after_create {{(pid=84365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:38:12.495353 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Pushing event updated for resources: {'Port': ['ID=3772e0d1-46fe-4309-9f12-a592e21c9b33,revision_number=1']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:12.500787 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:12.535262 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Transition to ACTIVE for port object e413b9b7-44ca-445f-bbae-843e80e0baad will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:12.538387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.539168 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2015703'] for router, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.598701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Attempting to bind port 3772e0d1-46fe-4309-9f12-a592e21c9b33 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:38:12.599275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Attempting to bind port 3772e0d1-46fe-4309-9f12-a592e21c9b33 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:38:12.599417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Attempting to bind port 3772e0d1-46fe-4309-9f12-a592e21c9b33 on network 75718b63-7586-4b5c-9887-d843516700d4 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:38:12.607099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:38:12.607527 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Checking segment: {'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:12.607938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.608335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Bound using segment: {'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:38:12.608799 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Bound port: 3772e0d1-46fe-4309-9f12-a592e21c9b33, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:38:12.609175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.622275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:12.627662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-824c7bfa-2268-42f5-8d9c-6bf634328a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:12.805759 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d5372-5806-46df-81fa-412517aee2a2 None None] Pushing event updated for resources: {'Port': ['ID=e413b9b7-44ca-445f-bbae-843e80e0baad,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:12.809113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3b1d5372-5806-46df-81fa-412517aee2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:12.871417 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] For port 3772e0d1-46fe-4309-9f12-a592e21c9b33, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:38:12.881854 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Router aac34bec-f3ab-481f-9a74-33c7a27bd993 is scheduled to L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 with binding_index 1 {{(pid=84363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 12:38:12.984899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] For port 3772e0d1-46fe-4309-9f12-a592e21c9b33, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3772e0d1-46fe-4309-9f12-a592e21c9b33,segment=NetworkSegment(9784b20b-c792-4179-8a7b-ca591eff7fd5),segment_id=9784b20b-c792-4179-8a7b-ca591eff7fd5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:38:12.995453 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Attempting to bind port e413b9b7-44ca-445f-bbae-843e80e0baad on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:38:12.995697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Attempting to bind port e413b9b7-44ca-445f-bbae-843e80e0baad by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:38:12.996015 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Attempting to bind port e413b9b7-44ca-445f-bbae-843e80e0baad on network 3f984c73-1de1-4472-a48c-c389c1f7df1c {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:38:13.008367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:38:13.008749 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Checking segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:13.009695 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:13.010099 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Bound using segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:38:13.010610 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Bound port: e413b9b7-44ca-445f-bbae-843e80e0baad, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:38:13.010991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:13.057415 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:13.066703 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:13.098929 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:38:13.110695 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Sync routers for ids ['aac34bec-f3ab-481f-9a74-33c7a27bd993'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:38:13.124026 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Routers {'aac34bec-f3ab-481f-9a74-33c7a27bd993'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:13.125897 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846566640>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aac34bec-f3ab-481f-9a74-33c7a27bd993'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:13.179269 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] For port e413b9b7-44ca-445f-bbae-843e80e0baad, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:38:13.181457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Pushing event updated for resources: {'Port': ['ID=3772e0d1-46fe-4309-9f12-a592e21c9b33,revision_number=2']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:13.185213 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] For port e413b9b7-44ca-445f-bbae-843e80e0baad, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e413b9b7-44ca-445f-bbae-843e80e0baad,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:38:13.186317 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:13.231856 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:13.233086 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-a71f5433-0e0a-481d-aeea-1553cde6bc27 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.1227219
Nov 27 12:38:13.235994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 59996) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:13.277836 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:13.281938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-6295e7f5-f9d7-4396-acc3-3f7553b4f079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:13.396594 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Set router aac34bec-f3ab-481f-9a74-33c7a27bd993 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:13.416668 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d5372-5806-46df-81fa-412517aee2a2 None None] Pushing event updated for resources: {'Port': ['ID=e413b9b7-44ca-445f-bbae-843e80e0baad,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:13.421013 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3b1d5372-5806-46df-81fa-412517aee2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:13.422028 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:13.422687 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284686f370>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:13.685608 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:13.816406 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846566640>, [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:12Z', 'revision_number': 3, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:13.821151 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Checking router: aac34bec-f3ab-481f-9a74-33c7a27bd993 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:38:13.822106 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Updating router aac34bec-f3ab-481f-9a74-33c7a27bd993 port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad binding host dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:38:13.883251 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.079136 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284686f370>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:13Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:14.083981 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc0679-0448-40fa-a3fd-4f1c8b82fad8 None None] The sync data for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv is: [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:13Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:38:14.303492 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Notify callbacks [] for port, precommit_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.316324 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.provisioning_blocks [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Transition to ACTIVE for port object 9c61da4a-5ad4-4a83-bfc9-f64680a43fad will not be triggered until provisioned by entity L2. {{(pid=84366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:14.385991 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.387387 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.389974 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-493d78dd-8359-4ee9-8ca4-168d1ceaff1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:14.484921 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Attempting to bind port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:38:14.484921 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Attempting to bind port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:38:14.485914 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Attempting to bind port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad on network 2695416d-4c85-4409-b5c2-6d555e0046f8 {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:38:14.500367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acabc26-981c-4a5b-8588-cbba280d8b0f None None] Network 75718b63-7586-4b5c-9887-d843516700d4 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:38:14.541971 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76416c2b-18fc-42c4-98d2-a5c0fe596e90 None None] Pushing event updated for resources: {'Port': ['ID=9c61da4a-5ad4-4a83-bfc9-f64680a43fad,revision_number=2']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:14.553124 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-76416c2b-18fc-42c4-98d2-a5c0fe596e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:14.554340 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:38:14.554905 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Checking segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:14.555510 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.556065 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Bound using segment: {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'} {{(pid=84366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:38:14.557717 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.managers [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Bound port: 9c61da4a-5ad4-4a83-bfc9-f64680a43fad, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868bfa0-61ee-4389-9127-e9e28fdae1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8'}}] {{(pid=84366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:38:14.558254 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.623021 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e413b9b7-44ca-445f-bbae-843e80e0baad up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:14.661180 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] For port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:38:14.665115 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.plugins.ml2.db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] For port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9c61da4a-5ad4-4a83-bfc9-f64680a43fad,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:38:14.679166 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Allocated IP 172.20.0.1 (75718b63-7586-4b5c-9887-d843516700d4/802d405d-4550-46e2-8250-2f79f2090744/73c05088-d2de-4be4-9d7a-2732633f8346) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:38:14.780813 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron_lib.callbacks.manager [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.800052 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-55853ebe-0b0d-415b-bc38-f84802167a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:14.835640 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-3f868425-1685-4353-8fa4-bcfd7c3026a2 None None] Provisioning for port 3772e0d1-46fe-4309-9f12-a592e21c9b33 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:14.845653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.849480 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port e413b9b7-44ca-445f-bbae-843e80e0baad completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:14.858344 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e413b9b7-44ca-445f-bbae-843e80e0baad triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:14.858801 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.874319 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Transition to ACTIVE for port object 73c05088-d2de-4be4-9d7a-2732633f8346 will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:14.883862 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Routers {'aac34bec-f3ab-481f-9a74-33c7a27bd993'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:14.885060 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846566640>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:37:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aac34bec-f3ab-481f-9a74-33c7a27bd993'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:14.985917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:14.990722 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:15.023500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.099897 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port e413b9b7-44ca-445f-bbae-843e80e0baad, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e413b9b7-44ca-445f-bbae-843e80e0baad,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:15.112304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Network 75718b63-7586-4b5c-9887-d843516700d4 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:15.115855 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:15.118278 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Pushing event updated for resources: {'Port': ['ID=73c05088-d2de-4be4-9d7a-2732633f8346,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:15.127473 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:38:15.138749 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76416c2b-18fc-42c4-98d2-a5c0fe596e90 None None] Pushing event updated for resources: {'Port': ['ID=9c61da4a-5ad4-4a83-bfc9-f64680a43fad,revision_number=3']} {{(pid=84366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:15.149307 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] Set router aac34bec-f3ab-481f-9a74-33c7a27bd993 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:15.168216 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:15.214670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015513'] for router_interface, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.215533 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.217004 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3772e0d1-46fe-4309-9f12-a592e21c9b33 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:15.257243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-07880c4c-c4c6-47d0-8f60-421e055180ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:15.259468 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG oslo_concurrency.lockutils [None req-76416c2b-18fc-42c4-98d2-a5c0fe596e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:15.396939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=e413b9b7-44ca-445f-bbae-843e80e0baad,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:15.417108 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:15.522178 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.580171 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 3772e0d1-46fe-4309-9f12-a592e21c9b33 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:15.585430 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3772e0d1-46fe-4309-9f12-a592e21c9b33 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:15.585631 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.598632 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846566640>, [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:12Z', 'revision_number': 3, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:15.603847 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fbd05-b412-435d-b1c7-fe35a5ae193b None None] The sync data for ids ['aac34bec-f3ab-481f-9a74-33c7a27bd993'] in dv-neutron-819441-1-hyperv is: [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:12Z', 'revision_number': 3, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:38:15.735288 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.758172 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ca692fc0-dce0-4ad0-a031-c1e2181071b7 None None] Provisioning for port 73c05088-d2de-4be4-9d7a-2732633f8346 completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:15.768842 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-ca692fc0-dce0-4ad0-a031-c1e2181071b7 None None] Provisioning complete for port 73c05088-d2de-4be4-9d7a-2732633f8346 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:15.769223 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-ca692fc0-dce0-4ad0-a031-c1e2181071b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.788341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.862025 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 3772e0d1-46fe-4309-9f12-a592e21c9b33, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3772e0d1-46fe-4309-9f12-a592e21c9b33,segment=NetworkSegment(9784b20b-c792-4179-8a7b-ca591eff7fd5),segment_id=9784b20b-c792-4179-8a7b-ca591eff7fd5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:15.865687 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.888931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-ca692fc0-dce0-4ad0-a031-c1e2181071b7 None None] Port 73c05088-d2de-4be4-9d7a-2732633f8346 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:38:15.893781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-401cf8ff-cfbe-4e97-a70d-62e8167114d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:15.945882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.947804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:15.970813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Pushing event updated for resources: {'Port': ['ID=73c05088-d2de-4be4-9d7a-2732633f8346,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:15.973167 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15622895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2022517'] for router_interface, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:15.976917 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:16.013356 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=3772e0d1-46fe-4309-9f12-a592e21c9b33,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:16.017970 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:16.113717 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Network 75718b63-7586-4b5c-9887-d843516700d4 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:16.114820 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:16.413651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-65830d5e-55a4-4b3b-b199-056042934922 None None] Provisioning complete for port 73c05088-d2de-4be4-9d7a-2732633f8346 triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:16.413902 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-65830d5e-55a4-4b3b-b199-056042934922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:16.471457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-65830d5e-55a4-4b3b-b199-056042934922 None None] Port 73c05088-d2de-4be4-9d7a-2732633f8346 cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:38:16.510029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e413b9b7-44ca-445f-bbae-843e80e0baad up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:16.582365 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port e413b9b7-44ca-445f-bbae-843e80e0baad triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:16.582821 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:16.674263 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Router aac34bec-f3ab-481f-9a74-33c7a27bd993 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:38:16.703383 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3772e0d1-46fe-4309-9f12-a592e21c9b33 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:16.772084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 3772e0d1-46fe-4309-9f12-a592e21c9b33 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:16.772456 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:16.880057 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:38:16.889755 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/aac34bec-f3ab-481f-9a74-33c7a27bd993/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6524067
Nov 27 12:38:18.490928 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60024) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:18.497277 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796080020', 'description': 'tempest-secgroup-smoke-1796080020 description', 'project_id': '1acea9e38228422c8dcbfbde75247c0f'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:18.503332 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:18.507127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:security_group and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:18.510889 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:18.517354 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:18.597111 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:18.637250 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:18.641218 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:security_group_rule and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:18.644042 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:18.649576 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:18.709119 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:18.779512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:18.783271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-14319aa1-67cf-4d68-b8ff-b3151817fb8f tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:18.820951 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b87014c-abfa-4bf5-858a-2d2b302f8425,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:18.824550 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:18.894252 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:18.895451 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-dd1250fe-d997-41b0-8cc4-ad924b67e6bf tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4033666
Nov 27 12:38:18.898383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60028) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:18.903999 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'security_group_rule': {'security_group_id': '4b87014c-abfa-4bf5-858a-2d2b302f8425', 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:18.910690 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:18.915863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:security_group_rule and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:18.919116 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:18.925784 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:19.049475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.088241 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bd50068a-daec-46e8-9ce9-a14b45f8d5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.110897 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.243070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.245422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ed19109e-8316-480c-beaa-a4ef4cb5f4b6 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:19.268367 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23cb818-3cad-42fd-9a84-ba20e39dc7f6,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:19.271105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:19.437404 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.438729 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3d4c4646-3655-47ed-8d4f-ae6dc9a1721e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5392652
Nov 27 12:38:19.441412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60032) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:19.447226 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'security_group_rule': {'security_group_id': '4b87014c-abfa-4bf5-858a-2d2b302f8425', 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:19.453524 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:19.457781 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:security_group_rule and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:19.460879 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:19.467487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:19.563289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.629294 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.739800 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.741631 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-33bfcbda-0412-4fc2-aea8-79d7fdb9e05b tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:19.764314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62f6732-4d59-4a2a-ac2b-e350783602f7,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:19.766933 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:19.882314 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.883484 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-35f48125-a0da-4746-9c66-3f5b757f471b tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4409680
Nov 27 12:38:19.886743 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60036) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:19.892309 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'security_group_rule': {'security_group_id': '4b87014c-abfa-4bf5-858a-2d2b302f8425', 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:19.898624 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:19.903225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:security_group_rule and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:19.906274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:19.912459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:19.922203 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:19.998884 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.064539 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.157055 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.158864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-dcf77851-f306-4278-a897-01c0516c39d5 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:20.183674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd183f7-6e2b-4391-bfc5-c65105fbd4d0,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:20.188429 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:20.271665 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.272871 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-b872dab8-b6db-45e9-9445-8631698f4304 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3852296
Nov 27 12:38:20.275771 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60040) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:20.281390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'security_group_rule': {'security_group_id': '4b87014c-abfa-4bf5-858a-2d2b302f8425', 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:20.287736 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:20.292174 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:security_group_rule and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:20.295261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:20.301262 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:20.397563 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.466420 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.563846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.565714 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4bdabe9d-a412-4ccd-9cbb-c962c239bedf tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:20.587853 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08716487-b5c2-49ac-b70b-015d10feafcb,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:20.590279 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:20.660036 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.661767 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-048d20ce-4672-4031-b2fa-fd853a58189f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3846359
Nov 27 12:38:20.664137 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60044) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:20.670324 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'security_group_rule': {'security_group_id': '4b87014c-abfa-4bf5-858a-2d2b302f8425', 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:20.676936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:20.680732 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:security_group_rule and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:20.684170 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:20.690015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:20.773904 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Project 1acea9e38228422c8dcbfbde75247c0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:38:20.781233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.847955 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.917783 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:20.924459 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-a8e67cb0-3901-4264-86d5-cd00428beb13 tempest-ServerActionsTestJSON-2072807809 tempest-ServerActionsTestJSON-2072807809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:20.945033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61b0889-d9e4-4265-9c11-41fcc42de012,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:20.947470 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:21.019603 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:21.020947 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-8e1525ce-23db-4403-a9fe-324df1946bca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3558114
Nov 27 12:38:21.023532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60048) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:21.029813 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'security_group_rule': {'security_group_id': '4b87014c-abfa-4bf5-858a-2d2b302f8425', 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:21.036454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:21.040846 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:security_group_rule and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:21.044127 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:21.049960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:21.117145 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.securitygroups_db [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Project 1acea9e38228422c8dcbfbde75247c0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 12:38:21.124551 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:21.191643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:21.299899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a4a846c5-3995-4ddb-8601-f041a1c7d5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:21.323723 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700906'] for security_group_rule, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:21.325919 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cd6deda9-4c8d-46a3-923c-822557c69956 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:21.350272 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb1a2b4-e7d9-4c25-a783-b682b0920bc7,revision_number=0']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:21.352760 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:21.425572 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:21.426805 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-0ee86206-3470-4535-b220-9ea16659dee5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4022367
Nov 27 12:38:21.608425 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-9b236f77-7d34-4352-bd96-a5c399061536 req-970ed997-6089-4ea0-8a50-487087b0d280 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:security_group {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:38:21.699959 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-9b236f77-7d34-4352-bd96-a5c399061536 req-970ed997-6089-4ea0-8a50-487087b0d280 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:security_group {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:38:21.701181 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-970ed997-6089-4ea0-8a50-487087b0d280 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796080020&fields=id&tenant_id=1acea9e38228422c8dcbfbde75247c0f HTTP/1.1" status: 200  len: 267 time: 0.1341236
Nov 27 12:38:21.854656 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236f77-7d34-4352-bd96-a5c399061536 req-bf293d85-3998-4bde-af7f-425b675db45a tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:21.855967 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-bf293d85-3998-4bde-af7f-425b675db45a tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 810 time: 0.1484294
Nov 27 12:38:21.873632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-7fe1c685-207f-440f-814f-e35f87f0a7e1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/quotas/1acea9e38228422c8dcbfbde75247c0f HTTP/1.1" status: 200  len: 375 time: 0.0122490
Nov 27 12:38:21.961962 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-0137f82b-3069-4586-84ad-72fde81fcbd4 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0822933
Nov 27 12:38:21.977536 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-14cf14d2-fecd-4cbd-a469-c95276a57602 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:38:21.978989 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-14cf14d2-fecd-4cbd-a469-c95276a57602 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056367
Nov 27 12:38:22.123898 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-69de3585-f317-41b7-a444-d14caffee516 service neutron] 10.222.0.23 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380420
Nov 27 12:38:22.278274 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-a2db5307-6a4e-4a90-9c19-6ff89a1b2727 service neutron] 10.222.0.23 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478837
Nov 27 12:38:22.537330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9c61da4a-5ad4-4a83-bfc9-f64680a43fad up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:22.648659 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:22.717031 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:22.726567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:22.726567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:22.841484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:22.857441 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9c61da4a-5ad4-4a83-bfc9-f64680a43fad,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:22.928461 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:22.930293 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-3b1d5372-5806-46df-81fa-412517aee2a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:23.002641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=9c61da4a-5ad4-4a83-bfc9-f64680a43fad,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:23.005808 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:23.599090 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-76aadcbd-1f66-4913-b364-df5486c038fc req-b1bd0d97-67c3-4e0c-88f8-70af63429157 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:38:23.728654 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-76aadcbd-1f66-4913-b364-df5486c038fc req-b1bd0d97-67c3-4e0c-88f8-70af63429157 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:38:23.729867 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-76aadcbd-1f66-4913-b364-df5486c038fc req-b1bd0d97-67c3-4e0c-88f8-70af63429157 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 210 time: 0.1728408
Nov 27 12:38:24.037105 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:24.505051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9c61da4a-5ad4-4a83-bfc9-f64680a43fad up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:24.576905 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:24.577271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:24.851498 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e454c144-dd5e-4b7d-8721-506348cee08a req-9c0f0ce3-aa52-489c-a315-b8d87fdefe11 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 210 time: 0.0419087
Nov 27 12:38:26.025091 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-4a352684-27de-482a-ba70-a49c7053c0c0 req-32e1c3ae-0167-4f37-aa8b-b63e8b80f64d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 210 time: 0.0496004
Nov 27 12:38:26.528261 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236f77-7d34-4352-bd96-a5c399061536 req-1dedcfe6-1258-4f8e-a26b-deec9039a0a5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:26.531218 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-1dedcfe6-1258-4f8e-a26b-deec9039a0a5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 810 time: 0.2890553
Nov 27 12:38:26.609611 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-d28a84c2-283f-4675-8798-92bdf5ee7b40 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1acea9e38228422c8dcbfbde75247c0f HTTP/1.1" status: 200  len: 380 time: 0.0528383
Nov 27 12:38:26.621730 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'port': {'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'admin_state_up': True, 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'security_groups': ['4b87014c-abfa-4bf5-858a-2d2b302f8425']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:26.789189 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:26.807651 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:26.905710 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Made reservation on behalf of 1acea9e38228422c8dcbfbde75247c0f for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:38:26.909088 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:27.079724 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Allocated IP 172.20.0.13 (3f984c73-1de1-4472-a48c-c389c1f7df1c/d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c/3cba768a-3dae-4d23-aff6-7515c3081f5f) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:38:27.250956 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-63e80b52-c87b-4f92-ad99-1b82b19bc99c req-9acb2e11-9ab7-46b9-8c70-fa9d16336d89 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 210 time: 0.0956190
Nov 27 12:38:27.323645 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:27.339060 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Transition to ACTIVE for port object 3cba768a-3dae-4d23-aff6-7515c3081f5f will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:27.437259 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:27.443501 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:27.510815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:27.517954 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:27.522398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:38:27.556025 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:27.563092 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:27.593065 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:27.594215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:27.717700 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1002355
Nov 27 12:38:27.733289 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-12e2e616-d962-44e7-9312-c6694052dd8f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84363) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:38:27.734377 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-12e2e616-d962-44e7-9312-c6694052dd8f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0053482
Nov 27 12:38:27.751160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Request body: {'port': {'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:27.831843 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-37e99906-4017-465f-8825-df5b051d583a None None] Provisioning for port 3cba768a-3dae-4d23-aff6-7515c3081f5f completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:27.840517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-37e99906-4017-465f-8825-df5b051d583a None None] Provisioning complete for port 3cba768a-3dae-4d23-aff6-7515c3081f5f triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:27.841074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-37e99906-4017-465f-8825-df5b051d583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:27.867512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:27.896367 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-37e99906-4017-465f-8825-df5b051d583a None None] Port 3cba768a-3dae-4d23-aff6-7515c3081f5f cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:38:28.253298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cba768a-3dae-4d23-aff6-7515c3081f5f {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:38:28.253298 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:28.260124 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Transition to ACTIVE for port object 3cba768a-3dae-4d23-aff6-7515c3081f5f will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:28.452254 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562785c-dc50-4fa8-85e9-65bf1e0ffa06 req-afdcc33a-6e97-4ba0-bb64-75f3ca5681d5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:28.453719 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6562785c-dc50-4fa8-85e9-65bf1e0ffa06 req-afdcc33a-6e97-4ba0-bb64-75f3ca5681d5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 932 time: 0.0790532
Nov 27 12:38:28.454836 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:28.458966 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-1fb179ec-a5c5-43dc-8a95-3fd36d1dc2a5 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:28.502495 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-6562785c-dc50-4fa8-85e9-65bf1e0ffa06 req-b35139fb-56d1-4978-9bc9-037bf6aef84a tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:security_group {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:38:28.516600 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-6562785c-dc50-4fa8-85e9-65bf1e0ffa06 req-b35139fb-56d1-4978-9bc9-037bf6aef84a tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:security_group {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:38:28.517727 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-6562785c-dc50-4fa8-85e9-65bf1e0ffa06 req-b35139fb-56d1-4978-9bc9-037bf6aef84a tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579050
Nov 27 12:38:28.591647 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Pushing event updated for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:28.595063 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:28.712816 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Attempting to bind port 3cba768a-3dae-4d23-aff6-7515c3081f5f on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:38:28.713141 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Attempting to bind port 3cba768a-3dae-4d23-aff6-7515c3081f5f by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:38:28.713469 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Attempting to bind port 3cba768a-3dae-4d23-aff6-7515c3081f5f on network 3f984c73-1de1-4472-a48c-c389c1f7df1c {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:38:28.719475 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Port 3cba768a-3dae-4d23-aff6-7515c3081f5f on network 3f984c73-1de1-4472-a48c-c389c1f7df1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:38:28.719796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Attempting to bind port 3cba768a-3dae-4d23-aff6-7515c3081f5f on network 3f984c73-1de1-4472-a48c-c389c1f7df1c {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:38:28.726670 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:38:28.726960 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Checking segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:28.727343 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Bound using segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:38:28.728285 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Bound port: 3cba768a-3dae-4d23-aff6-7515c3081f5f, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:38:28.728630 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:28.818833 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:38:28.821883 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:38:28.888669 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:28.892839 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6f89fb2f-e69f-47eb-9feb-53df87c6b49c tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:29.063098 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:29.064456 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] 10.222.0.39 "PUT /v2.0/ports/3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 200  len: 1094 time: 1.3177555
Nov 27 12:38:29.064981 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:38:29.080509 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Pushing event updated for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:29.083936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:29.128484 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'status': 'completed', 'code': 200}
Nov 27 12:38:29.236139 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77bc85de-7b35-4cb5-af77-60bae4154a0b req-a930e9f7-dbc4-4528-ad44-7ef8c3ffaca7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1097 time: 0.0781236
Nov 27 12:38:29.390287 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc85de-7b35-4cb5-af77-60bae4154a0b req-e8cdddc1-58b4-4d9c-b0af-0ac7c0f7f987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:29.391754 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77bc85de-7b35-4cb5-af77-60bae4154a0b req-e8cdddc1-58b4-4d9c-b0af-0ac7c0f7f987 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1acea9e38228422c8dcbfbde75247c0f&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1433387
Nov 27 12:38:29.547290 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc85de-7b35-4cb5-af77-60bae4154a0b req-f5f184b2-9741-450e-ac62-7b4e02bbd879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:29.548721 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-77bc85de-7b35-4cb5-af77-60bae4154a0b req-f5f184b2-9741-450e-ac62-7b4e02bbd879 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1448553
Nov 27 12:38:29.672195 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-164435cc-26ee-42ab-a149-51ed94acb4db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1097 time: 0.0798340
Nov 27 12:38:29.743801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c99e8-8324-426e-8ee2-be07fce72c27 req-dd3dd29e-2753-4620-8a16-46b61fedfbe6 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:29.745380 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ad6c99e8-8324-426e-8ee2-be07fce72c27 req-dd3dd29e-2753-4620-8a16-46b61fedfbe6 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 944 time: 0.0887103
Nov 27 12:38:29.745913 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-5bb27bea-dfaa-4faf-9761-45fb239bcb21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 200  len: 217 time: 0.0667040
Nov 27 12:38:29.797640 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ad6c99e8-8324-426e-8ee2-be07fce72c27 req-2d7d6f3a-4b26-4306-b6fb-c8d090a213ce tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455720
Nov 27 12:38:29.815936 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236f77-7d34-4352-bd96-a5c399061536 req-544b2edd-dc0d-4dae-a7a6-80d70aa040c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:29.817405 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-544b2edd-dc0d-4dae-a7a6-80d70aa040c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0608022
Nov 27 12:38:29.897694 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-798d79bf-bba8-4a37-835b-302956db8423 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695915
Nov 27 12:38:30.048197 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-09ef031b-0856-444b-97be-66d37fa642bf service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404705
Nov 27 12:38:30.190260 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b236f77-7d34-4352-bd96-a5c399061536 req-e83e9e5a-d272-4ce7-a6f3-a5bb968c8843 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316724
Nov 27 12:38:31.007386 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48b72-0607-4f48-9d04-ac99c2c38224 req-d3accc34-3732-40fc-a168-a92726e89fd8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:31.008295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7fb48b72-0607-4f48-9d04-ac99c2c38224 req-d3accc34-3732-40fc-a168-a92726e89fd8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:38:31.093828 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-7fb48b72-0607-4f48-9d04-ac99c2c38224 req-d3accc34-3732-40fc-a168-a92726e89fd8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:38:31.095250 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7fb48b72-0607-4f48-9d04-ac99c2c38224 req-d3accc34-3732-40fc-a168-a92726e89fd8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 944 time: 0.1747048
Nov 27 12:38:31.146051 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7fb48b72-0607-4f48-9d04-ac99c2c38224 req-0f9cf32f-76ab-4fa0-b0c8-fff23afda87d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448267
Nov 27 12:38:32.142296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3cba768a-3dae-4d23-aff6-7515c3081f5f details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:38:32.293503 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:32.309671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:38:32.402439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:32.422641 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cba768a-3dae-4d23-aff6-7515c3081f5f {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:38:32.422956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89598a-23e4-4a1e-ac3b-0f725b72469e req-606a53e4-a0c2-4949-a920-60c046a18ecd tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:32.424413 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ab89598a-23e4-4a1e-ac3b-0f725b72469e req-606a53e4-a0c2-4949-a920-60c046a18ecd tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 944 time: 0.0909278
Nov 27 12:38:32.441029 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:32.486202 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ab89598a-23e4-4a1e-ac3b-0f725b72469e req-cbb9094b-20fd-4b69-bfeb-55ec6b123cc6 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531113
Nov 27 12:38:32.506455 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:32.509995 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:32.639802 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:32.644935 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:32.831488 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['3cba768a-3dae-4d23-aff6-7515c3081f5f'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:38:33.754565 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54190e-a37b-4661-aa84-67c1a45130a7 req-b23885fe-9968-4ac4-afab-508f69daed83 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:33.756892 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b54190e-a37b-4661-aa84-67c1a45130a7 req-b23885fe-9968-4ac4-afab-508f69daed83 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 945 time: 0.1411796
Nov 27 12:38:33.813011 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9b54190e-a37b-4661-aa84-67c1a45130a7 req-10303721-ed19-442c-95a7-c33214389524 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500767
Nov 27 12:38:34.139198 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3cba768a-3dae-4d23-aff6-7515c3081f5f up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:34.218395 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Sync routers for ids ['aac34bec-f3ab-481f-9a74-33c7a27bd993'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:38:34.239294 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Routers {'aac34bec-f3ab-481f-9a74-33c7a27bd993'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:34.240334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28459f4040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aac34bec-f3ab-481f-9a74-33c7a27bd993'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:34.345804 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 3cba768a-3dae-4d23-aff6-7515c3081f5f completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:34.363039 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 3cba768a-3dae-4d23-aff6-7515c3081f5f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:34.363315 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:34.588679 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Set router aac34bec-f3ab-481f-9a74-33c7a27bd993 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:34.664082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:34.791942 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:38:34.853629 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:34.859889 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'code': 200}
Nov 27 12:38:34.950422 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:34.955434 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:35.056520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:35.061139 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:35.069424 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28459f4040>, [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 4, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '73c05088-d2de-4be4-9d7a-2732633f8346', 'name': '', 'network_id': '75718b63-7586-4b5c-9887-d843516700d4', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'mac_address': 'fa:16:3e:b0:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802d405d-4550-46e2-8250-2f79f2090744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:14Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 2, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'subnets': [{'id': '802d405d-4550-46e2-8250-2f79f2090744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:35.074740 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Checking router: aac34bec-f3ab-481f-9a74-33c7a27bd993 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:38:35.082851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Updating router aac34bec-f3ab-481f-9a74-33c7a27bd993 port 73c05088-d2de-4be4-9d7a-2732633f8346 binding host dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 27 12:38:35.121424 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c69ab-e42b-4cd8-8cec-a55fbbe94bf7 req-3137b783-0018-432d-a1ad-e8b435996a02 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:35.124157 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b2c69ab-e42b-4cd8-8cec-a55fbbe94bf7 req-3137b783-0018-432d-a1ad-e8b435996a02 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 946 time: 0.1175792
Nov 27 12:38:35.133594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:35.191050 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-0b2c69ab-e42b-4cd8-8cec-a55fbbe94bf7 req-b0f02fc5-cb51-4c82-9a01-a1b1976b2166 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558498
Nov 27 12:38:35.327465 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e31e74d0-2449-4044-ab13-9df2c6625e89 req-fd399368-30f1-4668-a17d-d3eca945fe8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1099 time: 0.0983644
Nov 27 12:38:35.398215 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e31e74d0-2449-4044-ab13-9df2c6625e89 req-601ae815-05c0-46e9-b8b2-6d7049b811e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596583
Nov 27 12:38:35.574586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Notify callbacks [] for port, precommit_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:35.596497 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Transition to ACTIVE for port object 73c05088-d2de-4be4-9d7a-2732633f8346 will not be triggered until provisioned by entity L2. {{(pid=84365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:38:35.699329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:35.703617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:35.855008 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597da3ea-4dea-49a4-991a-fa6d94e5db68 None None] Pushing event updated for resources: {'Port': ['ID=73c05088-d2de-4be4-9d7a-2732633f8346,revision_number=3']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:35.858130 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-597da3ea-4dea-49a4-991a-fa6d94e5db68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:35.952592 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Attempting to bind port 73c05088-d2de-4be4-9d7a-2732633f8346 on host dv-neutron-819441-1-hyperv for vnic_type normal with profile  {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:38:35.953040 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Attempting to bind port 73c05088-d2de-4be4-9d7a-2732633f8346 by drivers openvswitch,hyperv on host dv-neutron-819441-1-hyperv at level 0 using segments [{'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:38:35.953550 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Attempting to bind port 73c05088-d2de-4be4-9d7a-2732633f8346 on network 75718b63-7586-4b5c-9887-d843516700d4 {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:38:35.964974 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Checking agent: {'id': '29bf3e7b-ac16-4202-b020-e1227f9a9e16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 27, 50), 'started_at': datetime.datetime(2021, 11, 27, 11, 28, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:38:35.965559 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Checking segment: {'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:38:35.966158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:35.966662 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Bound using segment: {'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'} {{(pid=84365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:38:35.967337 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.managers [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Bound port: 73c05088-d2de-4be4-9d7a-2732633f8346, host: dv-neutron-819441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9784b20b-c792-4179-8a7b-ca591eff7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '75718b63-7586-4b5c-9887-d843516700d4'}}] {{(pid=84365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:38:35.967920 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:36.101493 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] For port 73c05088-d2de-4be4-9d7a-2732633f8346, host dv-neutron-819441-1-hyperv, cleared binding levels {{(pid=84365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:38:36.106895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] For port 73c05088-d2de-4be4-9d7a-2732633f8346, host dv-neutron-819441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=73c05088-d2de-4be4-9d7a-2732633f8346,segment=NetworkSegment(9784b20b-c792-4179-8a7b-ca591eff7fd5),segment_id=9784b20b-c792-4179-8a7b-ca591eff7fd5)] {{(pid=84365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:38:36.214918 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:36.219862 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:36.341443 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Routers {'aac34bec-f3ab-481f-9a74-33c7a27bd993'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:36.342361 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28459f4040>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aac34bec-f3ab-481f-9a74-33c7a27bd993'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:36.478297 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205b7ff-bf54-4f0a-ab0d-c8017b17aa36 req-e2ff1fc8-bf4c-4eef-9183-45ecf8c3c2fe tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:36.483744 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9205b7ff-bf54-4f0a-ab0d-c8017b17aa36 req-e2ff1fc8-bf4c-4eef-9183-45ecf8c3c2fe tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 946 time: 0.1340013
Nov 27 12:38:36.547100 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597da3ea-4dea-49a4-991a-fa6d94e5db68 None None] Pushing event updated for resources: {'Port': ['ID=73c05088-d2de-4be4-9d7a-2732633f8346,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:36.552933 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-597da3ea-4dea-49a4-991a-fa6d94e5db68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:36.583257 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-9205b7ff-bf54-4f0a-ab0d-c8017b17aa36 req-3c0a2777-1971-4551-b704-ae404a987794 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898352
Nov 27 12:38:36.698785 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] Set router aac34bec-f3ab-481f-9a74-33c7a27bd993 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:37.192790 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28459f4040>, [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 4, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '73c05088-d2de-4be4-9d7a-2732633f8346', 'name': '', 'network_id': '75718b63-7586-4b5c-9887-d843516700d4', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'mac_address': 'fa:16:3e:b0:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802d405d-4550-46e2-8250-2f79f2090744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:14Z', 'updated_at': '2021-11-27T12:38:36Z', 'revision_number': 4, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'subnets': [{'id': '802d405d-4550-46e2-8250-2f79f2090744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:37.199484 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee39f8-7454-4753-821c-f256a55ffd8f None None] The sync data for ids ['aac34bec-f3ab-481f-9a74-33c7a27bd993'] in dv-neutron-819441-1-hyperv is: [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 4, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': '73c05088-d2de-4be4-9d7a-2732633f8346', 'name': '', 'network_id': '75718b63-7586-4b5c-9887-d843516700d4', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'mac_address': 'fa:16:3e:b0:49:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802d405d-4550-46e2-8250-2f79f2090744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:14Z', 'updated_at': '2021-11-27T12:38:36Z', 'revision_number': 4, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'subnets': [{'id': '802d405d-4550-46e2-8250-2f79f2090744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:38:37.825179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a5a45-e74b-4b68-97f9-254eea6b8768 req-b9a260e0-9445-4bd9-b475-4ea8a4682c32 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:37.827772 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-099a5a45-e74b-4b68-97f9-254eea6b8768 req-b9a260e0-9445-4bd9-b475-4ea8a4682c32 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 946 time: 0.0899007
Nov 27 12:38:37.886098 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-099a5a45-e74b-4b68-97f9-254eea6b8768 req-7321389d-9009-40fc-8e12-9a7509f9a5ab tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522645
Nov 27 12:38:38.136346 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaf2d6-cff7-4e9b-afc2-a3cd0e256bbb req-66bb2b71-7347-4906-8089-2a4ae936db94 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:38.138704 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-88aaf2d6-cff7-4e9b-afc2-a3cd0e256bbb req-66bb2b71-7347-4906-8089-2a4ae936db94 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 946 time: 0.1111834
Nov 27 12:38:38.192356 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-88aaf2d6-cff7-4e9b-afc2-a3cd0e256bbb req-4c5ea618-b024-471c-960a-7cfc7c64c237 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470171
Nov 27 12:38:38.228643 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60118) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:38.517361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6c1fd8ab-fe26-48f0-8b6b-6349c79fa26a tempest-TestSnapshotPattern-1694035826 tempest-TestSnapshotPattern-1694035826-project-admin] Synchronizing usage tracker for tenant:824d1eeadffa4f3e9fe744c43f218bce on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:38:38.549439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 73c05088-d2de-4be4-9d7a-2732633f8346 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:38.620560 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-6c1fd8ab-fe26-48f0-8b6b-6349c79fa26a tempest-TestSnapshotPattern-1694035826 tempest-TestSnapshotPattern-1694035826-project-admin] Unset dirty status for tenant:824d1eeadffa4f3e9fe744c43f218bce on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:38:38.622463 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6c1fd8ab-fe26-48f0-8b6b-6349c79fa26a tempest-TestSnapshotPattern-1694035826 tempest-TestSnapshotPattern-1694035826-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1094 time: 0.3921463
Nov 27 12:38:38.625237 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 60124) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:38:38.631705 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.v2.base [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:38:38.638455 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:38:38.642645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:floatingip and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:38:38.645786 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84364) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:38:38.656491 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.quota.driver [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:38:38.705381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning for port 73c05088-d2de-4be4-9d7a-2732633f8346 completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:38:38.710853 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 73c05088-d2de-4be4-9d7a-2732633f8346 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:38.711228 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:38.774065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for floatingip, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:38.850097 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:38.886727 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] For port 73c05088-d2de-4be4-9d7a-2732633f8346, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=73c05088-d2de-4be4-9d7a-2732633f8346,segment=NetworkSegment(9784b20b-c792-4179-8a7b-ca591eff7fd5),segment_id=9784b20b-c792-4179-8a7b-ca591eff7fd5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:38:38.973937 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:38.975915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:39.063335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Pushing event updated for resources: {'Port': ['ID=73c05088-d2de-4be4-9d7a-2732633f8346,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:39.067256 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:39.094940 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:39.291946 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_common [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Allocated IP 172.26.6.86 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/ec7e0486-ab32-49f2-ae91-86e61c55dfbe) {{(pid=84364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:38:39.456935 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for port, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:39.563147 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:39.566979 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b13587ae-6d56-4a2e-8add-2d8598e7f4cd tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:39.638628 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:38:39.642153 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'Port': ['ID=ec7e0486-ab32-49f2-ae91-86e61c55dfbe,revision_number=1']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:39.644509 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.base_scheduler [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources bound (agent type, host, resource id):  {{(pid=84364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:38:39.646988 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Received port after_create {{(pid=84364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:38:39.685761 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.686194 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.686591 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.686956 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.687316 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.687677 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.688037 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.688396 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.688751 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.689105 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.689456 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:38:39.694228 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:39.848209 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:40.208779 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:40.383861 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:40.523270 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 73c05088-d2de-4be4-9d7a-2732633f8346 up at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:38:40.604164 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Provisioning complete for port 73c05088-d2de-4be4-9d7a-2732633f8346 triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:38:40.604534 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:40.606056 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for port, precommit_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:40.676655 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566318'] for port, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:40.681835 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-e3e57d95-bace-4b6c-ab8b-4af84ee65051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:38:40.788020 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'Port': ['ID=ec7e0486-ab32-49f2-ae91-86e61c55dfbe,revision_number=2']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:38:40.796558 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:38:40.806723 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:40.998519 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.db.l3_db [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Floating IP 1de97bf1-6bb9-484d-acad-74be82d55435 associated. External IP: 172.26.6.86, port: 3cba768a-3dae-4d23-aff6-7515c3081f5f.
Nov 27 12:38:41.519783 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Router 2624405f-57c1-4509-be3e-40d22cf89308 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:38:41.730185 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:38:41.740533 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] Sync routers for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:38:41.754785 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:41.755466 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846552a90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:41.859405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:41.936641 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3099756
Nov 27 12:38:41.937375 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f'}] {{(pid=84364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:38:41.956866 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:42.001283 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'status': 'completed', 'code': 200}
Nov 27 12:38:42.099879 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-b765b48a-e16f-40c3-a0fe-0a86406212cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1099 time: 0.0742512
Nov 27 12:38:42.237380 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-bc9835eb-2eb5-4869-b66c-71e45f174725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:42.238920 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-bc9835eb-2eb5-4869-b66c-71e45f174725 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1322570
Nov 27 12:38:42.354162 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846552a90>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:40Z', 'revision_number': 0, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:42.358550 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] Checking router: 2624405f-57c1-4509-be3e-40d22cf89308 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:38:42.371449 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:38:42.372147 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846552a90>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:38:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:42.449414 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-9c3a2b45-ee24-4edc-8ded-25b4ade148bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 200  len: 999 time: 0.2040589
Nov 27 12:38:42.512996 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-78ee4e0f-2049-4558-ba90-7338271bbf7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:38:42.514419 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-78ee4e0f-2049-4558-ba90-7338271bbf7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0588028
Nov 27 12:38:42.558195 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:38:42.597543 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-8a58e9aa-aa62-4968-978e-b6100e03a289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739360
Nov 27 12:38:42.763757 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-c0b5193d-e3f7-49e7-92bb-9b7cb3a5008a service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592584
Nov 27 12:38:42.917478 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-64091d8c-27f0-4bcd-b333-077aa6f6f8f2 req-5eeb8e06-c290-473a-bb2d-aa5a51b5e5e9 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465735
Nov 27 12:38:42.939892 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846552a90>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:40Z', 'revision_number': 0, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:38:42.944788 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340520f6-ad0d-433d-8ee3-8f87ad10cc84 None None] The sync data for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv is: [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:40Z', 'revision_number': 0, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:38:45.222455 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:38:46.265939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04620873-5c90-4715-8406-d2d4168336f5 None None] New status for floating IP 1de97bf1-6bb9-484d-acad-74be82d55435: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:38:48.991212 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-42a33371-ed30-4230-8381-0d7e8002d5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:49.836515 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:51.254145 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6c39d134-f340-4abf-81cc-711342ba46d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:52.642205 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:38:54.019523 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:09.825140 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:12.534336 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-e44f847b-a90f-439b-9e88-fd4562196054 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0695558
Nov 27 12:39:12.679906 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-2eb1bf18-9ef1-4378-8d0d-848fb99e5199 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1099 time: 0.0731108
Nov 27 12:39:12.827340 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-972e48e3-e112-4cd7-9117-28fb7e2348a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:39:12.828831 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-972e48e3-e112-4cd7-9117-28fb7e2348a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1292462
Nov 27 12:39:12.942361 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-66ef492b-1e9e-47af-9f8a-02f102e4831c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 200  len: 1001 time: 0.1011043
Nov 27 12:39:13.008158 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-19d2d584-dce3-4295-bebf-e9461ddac5c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:39:13.010127 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-19d2d584-dce3-4295-bebf-e9461ddac5c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0564868
Nov 27 12:39:13.086151 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-b24f63d8-8f45-48ed-a549-d27f658a180a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681262
Nov 27 12:39:13.218784 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-46ba58fe-90b7-4e7f-9968-12d1b94af17e service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247921
Nov 27 12:39:13.352967 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bf04d94f-69d8-4645-8ff9-8284dba0c453 req-e43dec4b-d82b-4d07-8dac-a02f2e92fdaa service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265638
Nov 27 12:39:19.042185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-137be791-3929-4500-bf3a-62241a372169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:19.841575 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:21.247089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3020ad2c-19f9-4c67-b246-eea601ada99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:22.222566 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:39:22.647634 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:24.047146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:39.875612 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:49.023962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-915c41e3-5b06-4201-be96-9ece68681a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:49.863931 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:51.258567 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-879005be-91df-4317-a252-cca5b63bdfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:52.704446 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:54.047190 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:39:59.224121 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:40:09.909543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:14.598074 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-4b29cd16-5442-4a67-bb94-673a23bb9ff0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1500318
Nov 27 12:40:14.741578 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-4ffc211b-ebc9-4d1e-affc-75900c578f28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1099 time: 0.0670397
Nov 27 12:40:14.890840 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-b4f9e73e-c10b-4c60-accc-e2cc188cdc29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:40:14.892271 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-b4f9e73e-c10b-4c60-accc-e2cc188cdc29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1265621
Nov 27 12:40:15.108153 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-27b2647e-2902-49fb-8cb3-23daa6069249 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 200  len: 1001 time: 0.2052224
Nov 27 12:40:15.176532 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-0b193123-4b7f-4352-8b2d-f635851a0fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:40:15.177963 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-0b193123-4b7f-4352-8b2d-f635851a0fe9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0597246
Nov 27 12:40:15.255434 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-bb31b103-d68b-4981-9b37-e8739c0bdc07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669944
Nov 27 12:40:15.393168 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-daaf7c4f-6c36-4a54-a0aa-0fc42c4f8d5c service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270761
Nov 27 12:40:15.528803 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-17850ce5-8740-4ecd-bc9f-e711c97686f0 req-04c4c115-268a-405a-aed9-8b35ef405158 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246231
Nov 27 12:40:19.025451 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-40c18b83-cda5-4f21-b41a-5f1990f8fca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:19.869158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:21.297211 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f4111f56-133c-41cc-8077-1faadf4bb8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:22.674958 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:24.080386 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:36.224506 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:40:39.868762 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:42.713557 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3cba768a-3dae-4d23-aff6-7515c3081f5f details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:40:42.850313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:40:42.863882 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:40:42.918966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:42.936242 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cba768a-3dae-4d23-aff6-7515c3081f5f {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:40:42.955158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:40:43.034871 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:43.037654 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-175a563a-ab57-4b41-b70f-f4984a6755ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:40:43.113514 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:40:43.123065 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.123412 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.123737 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.124059 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.124381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.124701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.125014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.125330 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.125643 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.125961 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.126267 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:43.130185 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:40:43.132725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['3cba768a-3dae-4d23-aff6-7515c3081f5f'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:40:44.729710 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3cba768a-3dae-4d23-aff6-7515c3081f5f up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:40:44.813520 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 3cba768a-3dae-4d23-aff6-7515c3081f5f triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:40:44.813900 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:44.953304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:44.985599 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:40:44.996784 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:40:45.068880 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:45.072706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:40:45.154271 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:40:45.158543 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:40:45.204014 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'code': 200}
Nov 27 12:40:49.040138 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-394e83cc-949d-4adf-8501-13df997986ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:50.165885 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:51.269051 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dc01fe70-15c4-40b9-9ec0-96b87a2d0ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:52.646620 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:54.063103 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:55.014981 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-9b1b173c-c594-42ec-af5c-aed75bedf9a9 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796080020&fields=id&tenant_id=1acea9e38228422c8dcbfbde75247c0f HTTP/1.1" status: 200  len: 267 time: 0.0434091
Nov 27 12:40:55.167819 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-59a830bc-c987-4d39-988b-805779c455ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:40:55.168399 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-59a830bc-c987-4d39-988b-805779c455ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:network {{(pid=84364) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:40:55.245667 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.quota.resource [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-59a830bc-c987-4d39-988b-805779c455ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:network {{(pid=84364) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:40:55.246929 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-59a830bc-c987-4d39-988b-805779c455ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 810 time: 0.2256210
Nov 27 12:40:55.264091 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-e25ac244-5250-4a9f-90b3-ba0c70d66129 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/quotas/1acea9e38228422c8dcbfbde75247c0f HTTP/1.1" status: 200  len: 375 time: 0.0116692
Nov 27 12:40:55.348796 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-2234364b-ed27-4d8b-89d0-fa4a677d3a90 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0795245
Nov 27 12:40:55.498096 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-fed9fc2a-f1d5-4f35-8dd0-4063efc664f6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84364) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 27 12:40:55.499100 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-fed9fc2a-f1d5-4f35-8dd0-4063efc664f6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0700021
Nov 27 12:40:55.629327 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-4adeab3d-cf17-4b3e-b878-212bb9b58f21 service neutron] 10.222.0.23 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240830
Nov 27 12:40:55.757935 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-92120e3a-3eb8-4db8-9808-91c37c42af2d service neutron] 10.222.0.23 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222627
Nov 27 12:40:56.135191 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-a00dffa1-a2d2-41f9-a951-5a1c6516b177 req-0c0938c4-8ed6-42e7-96bc-c3b9b40401c3 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 210 time: 0.1183159
Nov 27 12:40:57.298047 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0c616465-1625-4a25-b4c7-2039b2e36aa5 req-cfb5bc53-e058-4ea1-9ee0-54045c4ae8c3 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 210 time: 0.0417860
Nov 27 12:40:58.282454 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-3f77b1d3-4f36-4b25-9152-2fe8b08f386d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:40:58.284512 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-3f77b1d3-4f36-4b25-9152-2fe8b08f386d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 810 time: 0.1542504
Nov 27 12:40:58.368798 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-33c58783-2d99-4242-a094-c3115251523d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1acea9e38228422c8dcbfbde75247c0f HTTP/1.1" status: 200  len: 380 time: 0.0631173
Nov 27 12:40:58.383871 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'port': {'device_id': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'admin_state_up': True, 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'security_groups': ['4b87014c-abfa-4bf5-858a-2d2b302f8425']}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:40:58.534975 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-4f3f1292-5725-4554-9177-4df491b69731 req-86c69a91-5fdc-4dc4-bbcf-12ba2c6ccf11 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 210 time: 0.0568635
Nov 27 12:40:58.584344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:40:58.594026 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:40:58.720586 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Made reservation on behalf of 1acea9e38228422c8dcbfbde75247c0f for: {'port': 1} {{(pid=84363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 12:40:58.724146 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:58.784448 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3cba768a-3dae-4d23-aff6-7515c3081f5f no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:40:58.906347 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Allocated IP 172.20.0.10 (3f984c73-1de1-4472-a48c-c389c1f7df1c/d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c/25ea967a-0374-4008-9a87-016263abc3bc) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:40:58.908881 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:58.937444 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:40:58.947180 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:40:58.994866 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'code': 200}
Nov 27 12:40:59.063096 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:59.065260 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:40:59.124616 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:59.146570 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Transition to ACTIVE for port object 25ea967a-0374-4008-9a87-016263abc3bc will not be triggered until provisioned by entity DHCP. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:40:59.168343 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:40:59.176227 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:40:59.217912 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:59.224412 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-ebd2ed3f-d467-4d25-aad1-5b993c66a70f tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:40:59.296396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:40:59.299797 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:40:59.316762 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:40:59.395230 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:40:59.414923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:40:59.415581 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:59.421436 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.421823 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.422196 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.422753 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.423091 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.423457 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.423822 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.424187 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.424547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.424905 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.425271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:40:59.436461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:40:59.544325 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-cb96a968-0133-4b2a-be80-359f51d6a83d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1659441
Nov 27 12:40:59.674243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e01c07b9-743e-4845-ac82-c5a0f42cbc50 None None] Provisioning for port 25ea967a-0374-4008-9a87-016263abc3bc completed by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:40:59.683750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-e01c07b9-743e-4845-ac82-c5a0f42cbc50 None None] Provisioning complete for port 25ea967a-0374-4008-9a87-016263abc3bc triggered by entity DHCP. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:40:59.684492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e01c07b9-743e-4845-ac82-c5a0f42cbc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:40:59.751381 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-e01c07b9-743e-4845-ac82-c5a0f42cbc50 None None] Port 25ea967a-0374-4008-9a87-016263abc3bc cannot update to ACTIVE because it is not bound. {{(pid=84365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 27 12:40:59.923860 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7216f-e845-4ec0-b7d7-ab6a37fd33ba req-86ad94b9-e936-4cf2-b7f2-1e5c8ee27945 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:40:59.924646 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-97f7216f-e845-4ec0-b7d7-ab6a37fd33ba req-86ad94b9-e936-4cf2-b7f2-1e5c8ee27945 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:40:59.994112 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-97f7216f-e845-4ec0-b7d7-ab6a37fd33ba req-86ad94b9-e936-4cf2-b7f2-1e5c8ee27945 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:40:59.995540 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-97f7216f-e845-4ec0-b7d7-ab6a37fd33ba req-86ad94b9-e936-4cf2-b7f2-1e5c8ee27945 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 932 time: 0.1606600
Nov 27 12:41:00.049912 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-97f7216f-e845-4ec0-b7d7-ab6a37fd33ba req-7c62e3fd-1f71-4ce7-b046-26734f6d7a39 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487404
Nov 27 12:41:01.271192 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fa471-6a8e-4f3e-af7f-6350c83c1871 req-015ffe10-83ac-414a-ac37-62ac65fc67ca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:01.272631 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d07fa471-6a8e-4f3e-af7f-6350c83c1871 req-015ffe10-83ac-414a-ac37-62ac65fc67ca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 932 time: 0.0899575
Nov 27 12:41:01.335166 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-d07fa471-6a8e-4f3e-af7f-6350c83c1871 req-9837fcc8-d01e-4899-b02f-18e96098b30f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564172
Nov 27 12:41:02.544489 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f956daf-5efd-49fc-8548-6052911e3f74 req-ea8e19f6-0025-4663-9d58-924ab26107e2 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:02.546895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3f956daf-5efd-49fc-8548-6052911e3f74 req-ea8e19f6-0025-4663-9d58-924ab26107e2 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 932 time: 0.0843098
Nov 27 12:41:02.593474 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3f956daf-5efd-49fc-8548-6052911e3f74 req-67a6e01b-8484-452c-9968-ee4f97da0b9c tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405204
Nov 27 12:41:03.819497 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fca2f-78d0-4869-8251-144b71bdb4b6 req-c6531be3-a175-4706-9676-a3259d9ea34e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:03.821021 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ea6fca2f-78d0-4869-8251-144b71bdb4b6 req-c6531be3-a175-4706-9676-a3259d9ea34e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 932 time: 0.0961311
Nov 27 12:41:03.871949 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-ea6fca2f-78d0-4869-8251-144b71bdb4b6 req-b75e78af-ec0f-4ccd-a7e6-27b289753090 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450788
Nov 27 12:41:05.085866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfd13-5520-40fd-8e5c-9390fca4d18e req-a1f663b8-5728-47ed-a41b-b0a0cd133ee0 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:05.087353 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3f1bfd13-5520-40fd-8e5c-9390fca4d18e req-a1f663b8-5728-47ed-a41b-b0a0cd133ee0 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 932 time: 0.0856934
Nov 27 12:41:05.253617 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3f1bfd13-5520-40fd-8e5c-9390fca4d18e req-9f6f8b72-6bbd-4b91-91fe-13b7d6dc3371 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1599324
Nov 27 12:41:06.469574 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f352ab2-28cc-480c-a733-2725effbc549 req-55a54db6-3cc3-405f-b821-616086ef3f34 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:06.471830 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1f352ab2-28cc-480c-a733-2725effbc549 req-55a54db6-3cc3-405f-b821-616086ef3f34 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 932 time: 0.0902197
Nov 27 12:41:06.524108 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-1f352ab2-28cc-480c-a733-2725effbc549 req-ecb07268-da89-46f1-bc71-750e2a8e1cea tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460832
Nov 27 12:41:07.738007 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebf9b4-d252-4eb3-a5e3-15c9359df96d req-f5ccb81f-0786-4e02-8091-82c0b2320511 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:07.739510 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-19ebf9b4-d252-4eb3-a5e3-15c9359df96d req-f5ccb81f-0786-4e02-8091-82c0b2320511 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 932 time: 0.0830505
Nov 27 12:41:07.787661 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-19ebf9b4-d252-4eb3-a5e3-15c9359df96d req-1af63652-a6de-4b09-b084-bf80c1a58b49 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418983
Nov 27 12:41:09.107061 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f39bd2-3393-4893-b6ca-50ce5c2dd15e req-55280864-6068-4612-8292-02ec9e9b7d43 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:09.108408 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b8f39bd2-3393-4893-b6ca-50ce5c2dd15e req-55280864-6068-4612-8292-02ec9e9b7d43 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 932 time: 0.1985121
Nov 27 12:41:09.155594 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-b8f39bd2-3393-4893-b6ca-50ce5c2dd15e req-401f2a4d-1341-4ca8-b128-c7df5908612d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415456
Nov 27 12:41:09.625898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Request body: {'port': {'device_id': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8194'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:41:09.736105 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:09.873967 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:10.098778 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ea967a-0374-4008-9a87-016263abc3bc {{(pid=84363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:41:10.105653 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:10.121706 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.provisioning_blocks [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Transition to ACTIVE for port object 25ea967a-0374-4008-9a87-016263abc3bc will not be triggered until provisioned by entity L2. {{(pid=84363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 12:41:10.177183 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:10.181345 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-2d4d34e3-1ce3-44ea-8e30-6f0a759290bb tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:41:10.397393 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Pushing event updated for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:41:10.400984 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:41:10.493755 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Attempting to bind port 25ea967a-0374-4008-9a87-016263abc3bc on host hv-neutron-8194 for vnic_type normal with profile  {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 27 12:41:10.494081 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Attempting to bind port 25ea967a-0374-4008-9a87-016263abc3bc by drivers openvswitch,hyperv on host hv-neutron-8194 at level 0 using segments [{'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 27 12:41:10.494398 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Attempting to bind port 25ea967a-0374-4008-9a87-016263abc3bc on network 3f984c73-1de1-4472-a48c-c389c1f7df1c {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:41:10.503326 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e3ed5-0f7b-4690-95b3-6ccb24c89dda req-63e16553-9e28-4ea3-a101-80dce3c99752 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:10.504803 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e8e3ed5-0f7b-4690-95b3-6ccb24c89dda req-63e16553-9e28-4ea3-a101-80dce3c99752 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 944 time: 0.1993563
Nov 27 12:41:10.508787 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Port 25ea967a-0374-4008-9a87-016263abc3bc on network 3f984c73-1de1-4472-a48c-c389c1f7df1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8194 {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 27 12:41:10.509363 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Attempting to bind port 25ea967a-0374-4008-9a87-016263abc3bc on network 3f984c73-1de1-4472-a48c-c389c1f7df1c {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 27 12:41:10.541618 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Checking agent: {'id': 'ff24d01e-b3ad-4bce-a836-caec211233a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8194', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'started_at': datetime.datetime(2021, 11, 27, 11, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 12, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 27 12:41:10.541953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Checking segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 27 12:41:10.542334 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Bound using segment: {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'} {{(pid=84363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 27 12:41:10.543344 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.managers [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Bound port: 25ea967a-0374-4008-9a87-016263abc3bc, host: hv-neutron-8194, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2466699-af0a-4f69-8724-52d6823c4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c'}}] {{(pid=84363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 27 12:41:10.543682 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:10.615190 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-9e8e3ed5-0f7b-4690-95b3-6ccb24c89dda req-b2abea81-8042-4f4a-9a5e-52ce430634af tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036754
Nov 27 12:41:10.651474 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, cleared binding levels {{(pid=84363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 12:41:10.655070 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 12:41:10.720438 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:10.724419 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d807213b-857a-406c-ba5b-c5847dd8a7da tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:41:10.784923 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:10.786327 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] 10.222.0.39 "PUT /v2.0/ports/25ea967a-0374-4008-9a87-016263abc3bc HTTP/1.1" status: 200  len: 1094 time: 1.1647856
Nov 27 12:41:10.786818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:41:10.801896 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Pushing event updated for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=3']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:41:10.804983 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:41:10.856437 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc', 'status': 'completed', 'code': 200}
Nov 27 12:41:10.964528 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e988fca-5f51-4df9-b0ea-9b3653ceb35a req-2042a4af-c68c-4f8a-8c09-d4dde5491ce7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 1097 time: 0.0797448
Nov 27 12:41:11.109858 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e988fca-5f51-4df9-b0ea-9b3653ceb35a req-7d821151-3045-4dcd-bb36-0604701b0de4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:11.111226 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e988fca-5f51-4df9-b0ea-9b3653ceb35a req-7d821151-3045-4dcd-bb36-0604701b0de4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1acea9e38228422c8dcbfbde75247c0f&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1345191
Nov 27 12:41:11.251676 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e988fca-5f51-4df9-b0ea-9b3653ceb35a req-387fe0d0-1ea7-4d63-b5fc-0130c07517d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:11.253110 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-8e988fca-5f51-4df9-b0ea-9b3653ceb35a req-387fe0d0-1ea7-4d63-b5fc-0130c07517d8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1323361
Nov 27 12:41:11.362833 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-d7e9f005-6a4d-425c-8bcb-63900df5e542 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 1097 time: 0.0685844
Nov 27 12:41:11.550822 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-a28b973c-9408-4691-a018-8c345f2a14e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ea967a-0374-4008-9a87-016263abc3bc HTTP/1.1" status: 200  len: 217 time: 0.1741149
Nov 27 12:41:11.616452 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-7974baac-e4b7-4aad-bb52-6b5842884766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:11.617799 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-7974baac-e4b7-4aad-bb52-6b5842884766 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0577884
Nov 27 12:41:11.700142 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-2d0d34e6-0a2a-4069-b750-7cca42f2444f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711277
Nov 27 12:41:11.895267 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-f4eff660-3513-4851-b4a6-d9326769b582 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840987
Nov 27 12:41:11.908640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90a7e4-9bde-4a32-8997-a3a053ce8e42 req-aac9ff42-6c2d-48c2-b46d-8459f5f4710d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:11.910067 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3f90a7e4-9bde-4a32-8997-a3a053ce8e42 req-aac9ff42-6c2d-48c2-b46d-8459f5f4710d tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 944 time: 0.1689503
Nov 27 12:41:12.037186 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3f90a7e4-9bde-4a32-8997-a3a053ce8e42 req-ecc7d04b-793e-4cb5-b935-77c20cba1a5a tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1085851
Nov 27 12:41:12.085176 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dd8b03a0-ca1e-4334-ad8a-e39e29e5ed1f req-c12151eb-d8f2-4945-8ce8-88bd2d721eea service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740997
Nov 27 12:41:13.224428 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:41:13.249356 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a3e9-cf98-40da-b444-aa3a0c884cca req-550b7508-6127-427f-961c-16bfeddbaad2 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:13.255568 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-18e4a3e9-cf98-40da-b444-aa3a0c884cca req-550b7508-6127-427f-961c-16bfeddbaad2 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 944 time: 0.0856519
Nov 27 12:41:13.299001 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-18e4a3e9-cf98-40da-b444-aa3a0c884cca req-e4278aaf-48c3-4886-b848-2786628b1518 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424051
Nov 27 12:41:14.521395 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda53f7-5397-4ae2-bfbc-a17dc6ebfee6 req-c6c2d7b9-e2f7-4f0a-9bd4-2caf56c1d4e0 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:14.522895 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5bda53f7-5397-4ae2-bfbc-a17dc6ebfee6 req-c6c2d7b9-e2f7-4f0a-9bd4-2caf56c1d4e0 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 944 time: 0.0868435
Nov 27 12:41:14.572723 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-5bda53f7-5397-4ae2-bfbc-a17dc6ebfee6 req-5173df50-b5b4-467f-95fc-7f28167edb3c tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442083
Nov 27 12:41:14.872113 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 25ea967a-0374-4008-9a87-016263abc3bc details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:41:15.043694 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:41:15.056979 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '25ea967a-0374-4008-9a87-016263abc3bc', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'port_id': '25ea967a-0374-4008-9a87-016263abc3bc', 'mac_address': 'fa:16:3e:c7:2b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:41:15.110116 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:15.126680 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ea967a-0374-4008-9a87-016263abc3bc {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:41:15.141236 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:41:15.239849 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:15.242036 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:41:15.310605 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=4']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:41:15.313624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:41:15.521760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7260339c-5ea0-4602-876f-eda764c9132e req-dfe4258a-ed8d-4ce4-b5d1-e7f3e471ee05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700758
Nov 27 12:41:15.549988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['25ea967a-0374-4008-9a87-016263abc3bc'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:41:15.673580 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7260339c-5ea0-4602-876f-eda764c9132e req-b1219c57-4833-4cf9-b3ea-3fd8adade49c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1097 time: 0.0798380
Nov 27 12:41:15.801983 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c18a9-bcf4-468b-996f-524e3736da48 req-f29e6487-551d-4c63-9b77-4e96c506a2d4 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:15.803489 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-865c18a9-bcf4-468b-996f-524e3736da48 req-f29e6487-551d-4c63-9b77-4e96c506a2d4 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 945 time: 0.0947170
Nov 27 12:41:15.847611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260339c-5ea0-4602-876f-eda764c9132e req-656e7ff6-f434-41a8-9d6e-4857de4bf405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:15.849035 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7260339c-5ea0-4602-876f-eda764c9132e req-656e7ff6-f434-41a8-9d6e-4857de4bf405 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1503866
Nov 27 12:41:15.855186 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-865c18a9-bcf4-468b-996f-524e3736da48 req-3f29d5d4-1517-443c-a348-5fac3e4dd359 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452669
Nov 27 12:41:15.967435 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7260339c-5ea0-4602-876f-eda764c9132e req-8a00578d-4623-462f-9519-3fb2ecb1c806 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 200  len: 999 time: 0.1058519
Nov 27 12:41:16.037537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260339c-5ea0-4602-876f-eda764c9132e req-1d44d2c7-afed-4b1a-aeac-4feb61cc3509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:16.039409 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7260339c-5ea0-4602-876f-eda764c9132e req-1d44d2c7-afed-4b1a-aeac-4feb61cc3509 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0641861
Nov 27 12:41:16.117331 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7260339c-5ea0-4602-876f-eda764c9132e req-d8250f15-7a80-4a8c-9270-d5043d3f4d02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685792
Nov 27 12:41:16.270659 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7260339c-5ea0-4602-876f-eda764c9132e req-82811f93-417a-45e4-8cda-106e3d4d834a service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449957
Nov 27 12:41:16.420535 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-7260339c-5ea0-4602-876f-eda764c9132e req-76ef1674-e935-46d5-8329-8aa8c52dd5e6 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416273
Nov 27 12:41:16.901084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 25ea967a-0374-4008-9a87-016263abc3bc up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:41:17.033329 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning for port 25ea967a-0374-4008-9a87-016263abc3bc completed by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 12:41:17.041993 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 25ea967a-0374-4008-9a87-016263abc3bc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:41:17.042376 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:17.079282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba6101-5028-4c35-a424-562cc70bbbad req-33dd7ed0-be1a-436c-ad65-30eed69f667e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:17.080761 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-41ba6101-5028-4c35-a424-562cc70bbbad req-33dd7ed0-be1a-436c-ad65-30eed69f667e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 945 time: 0.0842183
Nov 27 12:41:17.128910 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-41ba6101-5028-4c35-a424-562cc70bbbad req-55798504-1c68-4d79-8e09-5a5657b89298 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418916
Nov 27 12:41:17.168369 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:17.196884 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:41:17.208175 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:41:17.261050 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc', 'code': 200}
Nov 27 12:41:17.267671 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:17.270864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:41:17.343014 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=5']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:41:17.346384 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:41:17.743346 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-080545c0-76d3-4516-b3cc-69d03e434106 req-60dc57b2-e76b-45fb-98cf-0bcf9eaf2ad7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 1099 time: 0.0767620
Nov 27 12:41:17.794815 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-080545c0-76d3-4516-b3cc-69d03e434106 req-80bccf1a-216c-45d8-aaf8-ec02e9b7ed20 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412538
Nov 27 12:41:18.461661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce5199-0daa-46c9-b9b8-cbb7fd34f79e req-505d7ca8-057b-4702-a100-ea9b9a8641a8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:18.463128 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c0ce5199-0daa-46c9-b9b8-cbb7fd34f79e req-505d7ca8-057b-4702-a100-ea9b9a8641a8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 946 time: 0.2087739
Nov 27 12:41:18.514747 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c0ce5199-0daa-46c9-b9b8-cbb7fd34f79e req-ef4d29b1-32f9-499c-8404-fdabcb0348ca tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442340
Nov 27 12:41:19.041290 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1c79e8db-b2ac-409a-9b69-f4672a640c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:19.737832 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333842d9-ab98-422a-9015-a26a945b88cf req-4a9014d5-6a20-4db5-ae51-56371a1b071e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:19.739219 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-333842d9-ab98-422a-9015-a26a945b88cf req-4a9014d5-6a20-4db5-ae51-56371a1b071e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 946 time: 0.0895150
Nov 27 12:41:19.790745 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-333842d9-ab98-422a-9015-a26a945b88cf req-6e74f2de-ddef-4a6e-a24e-0a19387645e3 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448217
Nov 27 12:41:19.885582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:20.014001 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229150c-0fb8-4265-b6be-b14dffb81a14 req-685309dc-69e0-4973-a7a0-17250ed0e54a tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:20.015392 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d229150c-0fb8-4265-b6be-b14dffb81a14 req-685309dc-69e0-4973-a7a0-17250ed0e54a tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 946 time: 0.0821764
Nov 27 12:41:20.065385 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-d229150c-0fb8-4265-b6be-b14dffb81a14 req-50daeafd-562d-48eb-a222-01981af252dc tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422938
Nov 27 12:41:20.094427 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60352) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:41:20.171142 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-3cbb5491-563d-4244-8c89-21f5422cf660 tempest-TestSnapshotPattern-1694035826 tempest-TestSnapshotPattern-1694035826-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 1094 time: 0.0753434
Nov 27 12:41:20.173553 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60356) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:41:20.178863 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.v2.base [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Request body: {'floatingip': {'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'port_id': '25ea967a-0374-4008-9a87-016263abc3bc', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 27 12:41:20.184547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 27 12:41:20.188410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Usage tracker for resource:floatingip and tenant:1acea9e38228422c8dcbfbde75247c0f is out of sync, need to count used quota {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 27 12:41:20.191249 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 27 12:41:20.196907 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.quota.driver [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 27 12:41:20.274365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for floatingip, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:20.414890 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:20.556059 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_common [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Allocated IP 172.26.6.143 (2695416d-4c85-4409-b5c2-6d555e0046f8/8b15903d-07d3-4229-a5a2-719817026b0c/f8ed3e84-1d6b-4651-ae04-1335853f3cf6) {{(pid=84363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 12:41:20.708296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for port, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:20.828341 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738185236565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:20.832234 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f890427f-7e7c-40bc-b984-7eead5db22a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:41:20.890540 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Network 2695416d-4c85-4409-b5c2-6d555e0046f8 is already hosted by enough agents. {{(pid=84363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 12:41:20.893355 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.base_scheduler [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Resources bound (agent type, host, resource id):  {{(pid=84363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 12:41:20.901403 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Received port after_create {{(pid=84363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 12:41:20.940689 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'Port': ['ID=f8ed3e84-1d6b-4651-ae04-1335853f3cf6,revision_number=1']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:41:20.944674 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:41:21.267414 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-fae25a27-4fae-4919-9819-3aae54254409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:21.439507 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:21.562039 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:21.770191 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for port, precommit_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:21.851133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1455503'] for port, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:21.855199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-0496d6a7-4691-4348-8edd-99879558c301 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:41:22.072047 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event updated for resources: {'Port': ['ID=f8ed3e84-1d6b-4651-ae04-1335853f3cf6,revision_number=2']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:41:22.076685 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:41:22.091133 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015622'] for floatingip, after_update {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:22.291796 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.db.l3_db [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Floating IP e6f880f2-3d11-4dd4-b21d-ca9efffc33b6 associated. External IP: 172.26.6.143, port: 25ea967a-0374-4008-9a87-016263abc3bc.
Nov 27 12:41:22.656750 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:22.702841 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Router 2624405f-57c1-4509-be3e-40d22cf89308 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:41:22.915410 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:41:22.926269 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] Sync routers for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:41:22.939940 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:41:22.940588 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464272b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:41:23.033898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:23.095002 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-c957bfc1-8307-4f14-a13e-d60f0a24b008 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9203458
Nov 27 12:41:23.095764 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:41:23.150688 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:41:23.172718 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc', 'status': 'completed', 'code': 200}
Nov 27 12:41:23.276645 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-de75ee25-3190-4802-9948-b5655d59084b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 1099 time: 0.0782223
Nov 27 12:41:23.419385 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-a6968822-2bf8-4120-81ba-7375a2d3a881 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:23.420916 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-a6968822-2bf8-4120-81ba-7375a2d3a881 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1376679
Nov 27 12:41:23.539188 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464272b0>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:46Z', 'revision_number': 1, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}, {'id': 'e6f880f2-3d11-4dd4-b21d-ca9efffc33b6', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.143', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '25ea967a-0374-4008-9a87-016263abc3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:c7:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:41:21Z', 'updated_at': '2021-11-27T12:41:21Z', 'revision_number': 0, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:41:23.539785 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-53bbc178-e2ee-47de-932f-3f09758a242b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ea967a-0374-4008-9a87-016263abc3bc HTTP/1.1" status: 200  len: 1000 time: 0.1116247
Nov 27 12:41:23.543398 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] Checking router: 2624405f-57c1-4509-be3e-40d22cf89308 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:41:23.554427 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:41:23.555048 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f28464272b0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:41:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:41:23.611377 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-f04eae5f-c5b0-4a61-b362-8aa111adc834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:41:23.612808 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-f04eae5f-c5b0-4a61-b362-8aa111adc834 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0673900
Nov 27 12:41:23.690241 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-95aec215-640f-4a9a-acfa-9539897aa40f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708373
Nov 27 12:41:23.735653 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:41:23.953005 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-fc7fb12d-0a8a-4efb-9aa1-42680c5ed394 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561932
Nov 27 12:41:24.074633 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:24.092669 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e74bac61-60ed-4f0c-9c72-f45de5a1bb2a req-afa438e2-5f52-43a3-805a-59c440630577 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333964
Nov 27 12:41:24.111560 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f28464272b0>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:46Z', 'revision_number': 1, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}, {'id': 'e6f880f2-3d11-4dd4-b21d-ca9efffc33b6', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.143', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '25ea967a-0374-4008-9a87-016263abc3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:c7:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:41:21Z', 'updated_at': '2021-11-27T12:41:21Z', 'revision_number': 0, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:41:24.115710 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fe23a-53b0-46db-8322-38190ed589bc None None] The sync data for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv is: [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:46Z', 'revision_number': 1, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}, {'id': 'e6f880f2-3d11-4dd4-b21d-ca9efffc33b6', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.143', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '25ea967a-0374-4008-9a87-016263abc3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:c7:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:41:21Z', 'updated_at': '2021-11-27T12:41:21Z', 'revision_number': 0, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:41:24.311939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a956111f-8156-4450-a981-d98d5d7b0c78 None None] New status for floating IP e6f880f2-3d11-4dd4-b21d-ca9efffc33b6: ACTIVE {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:41:39.879439 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:49.016087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-aa0c434c-6145-455e-8838-b1c612c98791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:49.856717 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:50.226293 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:41:51.272891 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-564cb99f-dd43-4c9b-b7e3-ab79a8084930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:52.678939 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:41:54.050763 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:09.878322 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:15.526743 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-192e8121-408a-44ba-aacf-3b2d78996adb req-297891f9-0db1-4ae0-a6e0-f92f448b1a31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710769
Nov 27 12:42:15.671896 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-192e8121-408a-44ba-aacf-3b2d78996adb req-87be540a-efec-4119-adf4-aa85dcdb3960 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1097 time: 0.0706577
Nov 27 12:42:15.823270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-408a-44ba-aacf-3b2d78996adb req-1e3fb217-1c8e-4d6e-84c8-81c767918692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:42:15.824707 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-192e8121-408a-44ba-aacf-3b2d78996adb req-1e3fb217-1c8e-4d6e-84c8-81c767918692 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1277285
Nov 27 12:42:15.937196 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-192e8121-408a-44ba-aacf-3b2d78996adb req-595b243c-3330-434d-95e0-10420f75316a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 200  len: 999 time: 0.0986960
Nov 27 12:42:16.004657 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-408a-44ba-aacf-3b2d78996adb req-1b2bfcf9-43f9-4e16-917d-d3a53a04f82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:42:16.005956 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-192e8121-408a-44ba-aacf-3b2d78996adb req-1b2bfcf9-43f9-4e16-917d-d3a53a04f82f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0575230
Nov 27 12:42:16.087067 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-192e8121-408a-44ba-aacf-3b2d78996adb req-63a3088f-0ad5-4c5d-8ae3-62a1dbc9a565 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713308
Nov 27 12:42:16.222523 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-192e8121-408a-44ba-aacf-3b2d78996adb req-7a9cc2c2-a795-4945-ad3d-2ee834d2ec41 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248226
Nov 27 12:42:16.362514 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-192e8121-408a-44ba-aacf-3b2d78996adb req-058f31ee-e419-49f4-92fa-9257e2b75751 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300540
Nov 27 12:42:19.016304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9cb14128-a413-44e3-9f52-03ddbe4f406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:19.844201 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:21.232302 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a1293aa2-d82f-4675-aaf3-60cfdde0abdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:22.690149 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:24.072781 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:27.226654 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:42:39.923851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:49.009128 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1bd30264-7d39-4cf6-afe8-cd5b00c91a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:49.872938 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:51.249472 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-787a1195-d2b9-415a-8305-30ff30f534f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:52.660547 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:42:54.060895 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:04.226898 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:43:05.384812 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 25ea967a-0374-4008-9a87-016263abc3bc details requested by agent hyperv_hv-neutron-8194 with host hv-neutron-8194 {{(pid=84365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 27 12:43:05.531091 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:05.546024 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Returning: {'device': '25ea967a-0374-4008-9a87-016263abc3bc', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'port_id': '25ea967a-0374-4008-9a87-016263abc3bc', 'mac_address': 'fa:16:3e:c7:2b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 27 12:43:05.603555 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:05.623899 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ea967a-0374-4008-9a87-016263abc3bc {{(pid=84365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 12:43:05.640672 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:05.723707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:05.725707 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-729c586a-37b6-4d89-9f20-51aa981727a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:05.871419 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=6']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:05.891222 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] get_ports_and_sgs() called for port_ids ['25ea967a-0374-4008-9a87-016263abc3bc'] {{(pid=84365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 27 12:43:05.948243 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.948586 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.948926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.949261 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.949594 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.949966 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.950306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.950658 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.950991 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.951299 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.951619 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:05.963806 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:07.401766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 25ea967a-0374-4008-9a87-016263abc3bc up at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 27 12:43:07.489041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.provisioning_blocks [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Provisioning complete for port 25ea967a-0374-4008-9a87-016263abc3bc triggered by entity L2. {{(pid=84365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 12:43:07.489564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15790365'] for port, provisioning_complete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:07.624538 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:07.664873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:43:07.675313 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:07.746089 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:07.750391 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:07.795659 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc', 'code': 200}
Nov 27 12:43:07.870747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=7']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:07.931102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:09.964075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:16.582731 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-2754527e-1521-4b87-8f95-6b986d822731 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 1099 time: 0.0770860
Nov 27 12:43:16.759679 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-5a7d825b-11cd-47dc-b7d9-4ecb1df11612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:16.761164 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-5a7d825b-11cd-47dc-b7d9-4ecb1df11612 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1533952
Nov 27 12:43:16.904033 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-886d99d5-07af-4d92-b67e-17efaa49c597 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ea967a-0374-4008-9a87-016263abc3bc HTTP/1.1" status: 200  len: 1002 time: 0.1355131
Nov 27 12:43:16.977512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-579aaa97-69e8-441e-81ac-e7d2be463486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:16.979196 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-579aaa97-69e8-441e-81ac-e7d2be463486 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0659349
Nov 27 12:43:17.069252 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-35792f35-7e5d-4abf-b5ca-db5db21af61e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0812664
Nov 27 12:43:17.320632 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-cb3ea0de-4b33-4b6f-9fb9-d6ad47a92ac5 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433867
Nov 27 12:43:17.455910 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-3c820d9b-d20c-4ad8-9cda-2fccd4a6685e req-79c8e44a-c213-4e82-9b0a-fdec6587be06 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278853
Nov 27 12:43:18.784756 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60524) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:18.989803 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Deleting port f8ed3e84-1d6b-4651-ae04-1335853f3cf6 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:18.990077 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:19.025701 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a5b1efa7-955a-4ec4-afb3-090b946e1d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:19.171106 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:19.171446 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:19.291741 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Calling delete_port for f8ed3e84-1d6b-4651-ae04-1335853f3cf6 owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:19.522719 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:19.526549 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-84deb7b9-31ff-4b35-bcc0-3bf1d0a5f6b3 tempest-TestShelveInstance-1492756101 tempest-TestShelveInstance-1492756101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:19.569223 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event deleted for resources: {'Port': ['ID=f8ed3e84-1d6b-4651-ae04-1335853f3cf6,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:19.605786 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.606726 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.607095 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.607461 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.607835 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.608179 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.608530 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.608882 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.609233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.609582 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.609926 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:19.620215 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:19.674015 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:19.871834 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:20.075857 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Router 2624405f-57c1-4509-be3e-40d22cf89308 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:43:20.393712 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:43:20.403157 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] Sync routers for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:43:20.418574 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:43:20.419198 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284621a6a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:20.476949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:20.531529 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-db45b637-741f-4cf7-ad2a-cf19ce838eb1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "DELETE /v2.0/floatingips/e6f880f2-3d11-4dd4-b21d-ca9efffc33b6 HTTP/1.1" status: 204  len: 168 time: 1.7456760
Nov 27 12:43:20.532171 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:43:20.604526 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:43:20.699199 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc', 'status': 'completed', 'code': 200}
Nov 27 12:43:20.812022 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-d317584a-d105-41ff-972e-4bb9ef3417d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 1099 time: 0.0896633
Nov 27 12:43:20.956270 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-9189187e-9254-4c2d-a3d8-91f4a83576e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:20.958192 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-9189187e-9254-4c2d-a3d8-91f4a83576e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1394937
Nov 27 12:43:21.022507 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284621a6a0>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:46Z', 'revision_number': 1, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:21.026889 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] Checking router: 2624405f-57c1-4509-be3e-40d22cf89308 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:43:21.030024 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-33d490db-a6a2-4991-889c-10258a078e79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ea967a-0374-4008-9a87-016263abc3bc HTTP/1.1" status: 200  len: 217 time: 0.0642986
Nov 27 12:43:21.040442 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:43:21.041057 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284621a6a0>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:42:51Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:21.114151 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-c14f4cc4-b77f-40aa-b836-6548ffb50137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:21.117646 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-c14f4cc4-b77f-40aa-b836-6548ffb50137 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0803611
Nov 27 12:43:21.119792 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691f28b-7f40-4284-95de-62dcb9a1272b req-bad59506-81cd-4a69-9783-02613dd0cca5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:21.121220 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f691f28b-7f40-4284-95de-62dcb9a1272b req-bad59506-81cd-4a69-9783-02613dd0cca5 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 946 time: 0.0886445
Nov 27 12:43:21.174903 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-f691f28b-7f40-4284-95de-62dcb9a1272b req-74bbb6a8-4761-400f-b261-fbb67c9c8f16 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439913
Nov 27 12:43:21.214392 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-ee8eafd9-4b1d-40f6-bd4d-07f6ce8d013a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0898333
Nov 27 12:43:21.252620 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:43:21.278224 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-55e3d92c-3dd7-494c-8862-f4cb03687c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:21.357066 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-22ab6cbd-7ea8-4f81-a311-2597ccbfafba service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352530
Nov 27 12:43:21.433873 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 25ea967a-0374-4008-9a87-016263abc3bc no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:21.493463 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e15c0ba7-9191-4f90-9b0e-f58743eea918 req-245d38d4-9092-4e8f-aa40-c21c0b7fa83b service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285126
Nov 27 12:43:21.569087 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15772888'] for port, before_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:21.596985 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc'}] {{(pid=84365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:43:21.606868 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:21.632651 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284621a6a0>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:46Z', 'revision_number': 1, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:21.637630 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5f1e5-8106-46d4-9519-130a1be16fba None None] The sync data for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv is: [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_floatingips': [{'id': '1de97bf1-6bb9-484d-acad-74be82d55435', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'router_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'port_id': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'mac_address': 'fa:16:3e:67:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T12:38:40Z', 'updated_at': '2021-11-27T12:38:46Z', 'revision_number': 1, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:43:21.655313 dv-neutron-819441-1-hyperv neutron-server[84365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc', 'code': 200}
Nov 27 12:43:21.688274 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738185612557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738185236583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738185236628'] for port, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:21.690102 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-62744580-aa18-4adb-9302-796378a90322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:21.756199 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Pushing event updated for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=8']} {{(pid=84365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:21.759775 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_concurrency.lockutils [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84365) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:21.860115 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b082272-25b2-48e1-8764-4384d1c70e63 None None] New status for floating IP e6f880f2-3d11-4dd4-b21d-ca9efffc33b6: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:43:22.421190 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11b9dd-ed47-4b90-a3c4-de7f9a2c0681 req-d156b2e9-edcf-42d7-b36d-f6762cc60798 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:22.422703 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0c11b9dd-ed47-4b90-a3c4-de7f9a2c0681 req-d156b2e9-edcf-42d7-b36d-f6762cc60798 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 944 time: 0.0840783
Nov 27 12:43:22.471971 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-0c11b9dd-ed47-4b90-a3c4-de7f9a2c0681 req-781820bb-b402-4ebc-9ef5-381d22ed9282 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436342
Nov 27 12:43:22.694677 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:22.877050 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-c7b4e6ab-480b-45fe-8399-433a1b6e0002 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:22.877988 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-c7b4e6ab-480b-45fe-8399-433a1b6e0002 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:43:22.991487 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-c7b4e6ab-480b-45fe-8399-433a1b6e0002 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:43:22.992803 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-c7b4e6ab-480b-45fe-8399-433a1b6e0002 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 944 time: 0.2083278
Nov 27 12:43:23.068229 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Deleting port 25ea967a-0374-4008-9a87-016263abc3bc {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:23.068564 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:23.334830 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] For port 25ea967a-0374-4008-9a87-016263abc3bc, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=25ea967a-0374-4008-9a87-016263abc3bc,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:23.335185 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:23.454661 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Calling delete_port for 25ea967a-0374-4008-9a87-016263abc3bc owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:23.779390 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832f495-b6b2-4334-9c55-6d3baea99bcf req-5dce2e0e-6adc-4ab7-9aaf-84fab001c286 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:23.780727 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c832f495-b6b2-4334-9c55-6d3baea99bcf req-5dce2e0e-6adc-4ab7-9aaf-84fab001c286 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 944 time: 0.1028786
Nov 27 12:43:23.829862 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c832f495-b6b2-4334-9c55-6d3baea99bcf req-0c28fc0a-57b8-48d0-af40-42dd7728e0de tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433936
Nov 27 12:43:23.831350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:23.837013 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-3ea3d059-3b76-4632-bb3c-6033d9e58dc4 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:23.887271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event deleted for resources: {'Port': ['ID=25ea967a-0374-4008-9a87-016263abc3bc,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:23.891163 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:23.964727 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] No DVR routers for this DVR port 25ea967a-0374-4008-9a87-016263abc3bc on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:43:23.967652 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:23.970202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'name': 'network-vif-deleted', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:43:24.025297 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c8cb3-f6a3-4790-a115-976e3928a4c9', 'name': 'network-vif-deleted', 'tag': '25ea967a-0374-4008-9a87-016263abc3bc', 'status': 'completed', 'code': 200}
Nov 27 12:43:24.083537 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-c0cbd593-14c0-4cfe-9ec4-dd0c6e17e7d6 req-e8d20047-3df8-4264-8bdf-712d0bfda7ef tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "DELETE /v2.0/ports/25ea967a-0374-4008-9a87-016263abc3bc HTTP/1.1" status: 204  len: 173 time: 1.0821474
Nov 27 12:43:24.111581 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:25.011937 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-dde57734-6d83-445a-acd2-7f55c288a5a0 req-3d875998-7a8b-4a36-bf89-ee2b2ea4bee4 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:43:25.105552 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-dde57734-6d83-445a-acd2-7f55c288a5a0 req-3d875998-7a8b-4a36-bf89-ee2b2ea4bee4 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:43:25.106754 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-dde57734-6d83-445a-acd2-7f55c288a5a0 req-3d875998-7a8b-4a36-bf89-ee2b2ea4bee4 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b7c8cb3-f6a3-4790-a115-976e3928a4c9 HTTP/1.1" status: 200  len: 210 time: 0.1389742
Nov 27 12:43:27.493725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 25ea967a-0374-4008-9a87-016263abc3bc no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:27.529774 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 25ea967a-0374-4008-9a87-016263abc3bc {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:43:27.530131 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 25ea967a-0374-4008-9a87-016263abc3bc not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:43:27.610032 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60584) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:27.825157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Deleting port ec7e0486-ab32-49f2-ae91-86e61c55dfbe {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:27.825495 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:28.016271 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:28.016611 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:28.140785 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Calling delete_port for ec7e0486-ab32-49f2-ae91-86e61c55dfbe owned by network:floatingip {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:28.386233 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:28.391094 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-129b2aca-4160-4617-9f27-1ed5956a194b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:28.433062 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event deleted for resources: {'Port': ['ID=ec7e0486-ab32-49f2-ae91-86e61c55dfbe,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:28.437301 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:28.527654 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for floatingip, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:29.046547 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Router 2624405f-57c1-4509-be3e-40d22cf89308 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:43:29.253079 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:43:29.262746 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] Sync routers for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:43:29.276161 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:43:29.282195 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284621a850>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:29.334396 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for floatingip, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:29.393520 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9b2f574d-5b48-4373-9588-ffb3141f59ec tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "DELETE /v2.0/floatingips/1de97bf1-6bb9-484d-acad-74be82d55435 HTTP/1.1" status: 204  len: 168 time: 1.7798316
Nov 27 12:43:29.393520 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:43:29.451375 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'status': 'completed', 'code': 200}
Nov 27 12:43:29.466806 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:43:29.561120 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-44ee1943-6706-4f4a-8c52-19945940754a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1acea9e38228422c8dcbfbde75247c0f&device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 1097 time: 0.0800717
Nov 27 12:43:29.706264 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-d0fc89fb-8a1c-43de-989d-418f8631f7bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:29.707698 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-d0fc89fb-8a1c-43de-989d-418f8631f7bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 200  len: 911 time: 0.1361668
Nov 27 12:43:29.798786 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-26fc2c48-ce38-421c-bf83-c318c86e9786 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 200  len: 217 time: 0.0822694
Nov 27 12:43:29.804346 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284621a850>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:29.808674 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] Checking router: 2624405f-57c1-4509-be3e-40d22cf89308 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:43:29.819683 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:43:29.820667 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f284621a850>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:29.879306 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-88a0ce83-679e-4c96-b884-9c659ee668e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:29.881504 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-88a0ce83-679e-4c96-b884-9c659ee668e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 200  len: 849 time: 0.0759809
Nov 27 12:43:29.936133 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774141c-7a24-4f6a-a9c1-d6fa61369cab req-fa84d8d7-c104-4889-a82b-b4dedfdd4a92 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:29.937876 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7774141c-7a24-4f6a-a9c1-d6fa61369cab req-fa84d8d7-c104-4889-a82b-b4dedfdd4a92 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 944 time: 0.0934250
Nov 27 12:43:29.981612 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-64f71548-cbad-4033-849b-5289c957d804 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f984c73-1de1-4472-a48c-c389c1f7df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0928698
Nov 27 12:43:29.988049 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-7774141c-7a24-4f6a-a9c1-d6fa61369cab req-71e28138-3344-4448-86e1-9951d97ca7a1 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439429
Nov 27 12:43:30.053729 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:43:30.120575 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-a32d9000-4b10-4239-aa0b-f89b46fd67f6 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316543
Nov 27 12:43:30.259593 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-b35609b3-dcfb-435d-bc55-13f03ab32a16 req-145acae8-d9ec-4887-b081-eeb076233e93 service neutron] 10.222.0.39 "GET /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308787
Nov 27 12:43:30.374325 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f284621a850>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:30.379438 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49b11d-100e-4027-9642-98b42ded1577 None None] The sync data for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv is: [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:06Z', 'revision_number': 4, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv', '_interfaces': [{'id': 'e413b9b7-44ca-445f-bbae-843e80e0baad', 'name': '', 'network_id': '3f984c73-1de1-4472-a48c-c389c1f7df1c', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'mac_address': 'fa:16:3e:3b:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:06Z', 'updated_at': '2021-11-27T12:38:15Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'subnets': [{'id': 'd643e0a6-fd43-43a8-8f2a-2ab8a224cf0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:43:30.616924 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2893373-3e55-44bd-878c-307e9a630a36 None None] New status for floating IP 1de97bf1-6bb9-484d-acad-74be82d55435: DOWN {{(pid=84365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 27 12:43:31.192225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce13b3c-6c8f-4780-96bd-64084d63257a req-8bba5183-772e-4104-b73f-5e8488beea89 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:31.192904 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-bce13b3c-6c8f-4780-96bd-64084d63257a req-8bba5183-772e-4104-b73f-5e8488beea89 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Synchronizing usage tracker for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 27 12:43:31.277327 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.quota.resource [req-bce13b3c-6c8f-4780-96bd-64084d63257a req-8bba5183-772e-4104-b73f-5e8488beea89 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Unset dirty status for tenant:1acea9e38228422c8dcbfbde75247c0f on resource:port {{(pid=84363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 27 12:43:31.278534 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bce13b3c-6c8f-4780-96bd-64084d63257a req-8bba5183-772e-4104-b73f-5e8488beea89 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 944 time: 0.1617670
Nov 27 12:43:31.327307 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-bce13b3c-6c8f-4780-96bd-64084d63257a req-f9e80953-23d9-4c17-90c0-0fd4d3f81e30 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b87014c-abfa-4bf5-858a-2d2b302f8425&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425203
Nov 27 12:43:31.581483 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-754683a8-c4c3-40d1-8131-42c108a55f4e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 12:43:31.582848 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-754683a8-c4c3-40d1-8131-42c108a55f4e tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 944 time: 0.0831332
Nov 27 12:43:31.652899 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Deleting port 3cba768a-3dae-4d23-aff6-7515c3081f5f {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:31.653328 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:31.936225 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] For port 3cba768a-3dae-4d23-aff6-7515c3081f5f, host hv-neutron-8194, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8194',level=0,port_id=3cba768a-3dae-4d23-aff6-7515c3081f5f,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:31.936548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:32.172159 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Calling delete_port for 3cba768a-3dae-4d23-aff6-7515c3081f5f owned by compute:nova {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:32.357796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:32.364542 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-06d53212-e1c6-4fe3-9dc0-cd974910f243 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:32.411021 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event deleted for resources: {'Port': ['ID=3cba768a-3dae-4d23-aff6-7515c3081f5f,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:32.413831 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:32.488949 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] No DVR routers for this DVR port 3cba768a-3dae-4d23-aff6-7515c3081f5f on host hv-neutron-8194 {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:43:32.491672 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74123'] for port, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:32.494615 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'name': 'network-vif-deleted', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f'}] {{(pid=84363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 12:43:32.511636 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [req-55c592d3-108c-4a57-883d-a501124c3857 req-7acd35be-48d7-4b3d-b8b1-34553197b922 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2 HTTP/1.1" status: 200  len: 210 time: 0.0502851
Nov 27 12:43:32.556760 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92d2c82-ba97-4c12-a9fb-ba3e4fc9c4c2', 'name': 'network-vif-deleted', 'tag': '3cba768a-3dae-4d23-aff6-7515c3081f5f', 'status': 'completed', 'code': 200}
Nov 27 12:43:32.559034 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [req-e8ef70b5-1159-4342-b15b-8857f24bd2cd req-d33290fe-c955-4d84-b25f-9b4efc28407f tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.39 "DELETE /v2.0/ports/3cba768a-3dae-4d23-aff6-7515c3081f5f HTTP/1.1" status: 204  len: 173 time: 0.9691932
Nov 27 12:43:33.635876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60602) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:33.708947 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-709441ea-b640-4d0f-ae52-9db5d969b418 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:33.740338 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-709441ea-b640-4d0f-ae52-9db5d969b418 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:33.888798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-709441ea-b640-4d0f-ae52-9db5d969b418 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:33.892861 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-56440bac-9969-40a9-8a5f-55270c86da07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:33.910046 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709441ea-b640-4d0f-ae52-9db5d969b418 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b87014c-abfa-4bf5-858a-2d2b302f8425,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:33.913129 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-709441ea-b640-4d0f-ae52-9db5d969b418 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:33.996054 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-709441ea-b640-4d0f-ae52-9db5d969b418 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Notify callbacks [] for security_group, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:33.997192 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-709441ea-b640-4d0f-ae52-9db5d969b418 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b87014c-abfa-4bf5-858a-2d2b302f8425 HTTP/1.1" status: 204  len: 168 time: 0.3603022
Nov 27 12:43:34.141467 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60608) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:34.702994 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:35.313228 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Deleting port e413b9b7-44ca-445f-bbae-843e80e0baad {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:35.313554 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:35.524301 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3cba768a-3dae-4d23-aff6-7515c3081f5f no longer exists at agent hyperv_hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:35.559747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] No Port match for: 3cba768a-3dae-4d23-aff6-7515c3081f5f {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:43:35.560094 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Device 3cba768a-3dae-4d23-aff6-7515c3081f5f not bound to the agent host hv-neutron-8194 {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:43:35.587288 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] For port e413b9b7-44ca-445f-bbae-843e80e0baad, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=e413b9b7-44ca-445f-bbae-843e80e0baad,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:35.587636 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:35.706431 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Calling delete_port for e413b9b7-44ca-445f-bbae-843e80e0baad owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:35.934415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:35.939798 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-bcbddaa0-6c71-46ad-a04e-241dffe34764 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:35.981815 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e413b9b7-44ca-445f-bbae-843e80e0baad,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:35.985368 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:36.275559 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:36.862610 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Router 2624405f-57c1-4509-be3e-40d22cf89308 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:43:37.174892 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:43:37.183663 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] Sync routers for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:43:37.187029 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-d58e00b6-3e3a-4ddd-af00-740a8032cf14 admin admin] 10.222.0.23 "PUT /v2.0/routers/2624405f-57c1-4509-be3e-40d22cf89308/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0445597
Nov 27 12:43:37.189415 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60614) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:37.195670 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:43:37.196264 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846805250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:37.374497 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:43:37.382898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:37.590523 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:37.658135 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846805250>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:43:35Z', 'revision_number': 5, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port': {'id': '10e13009-df32-48f0-9cbb-dfa2e8d498e0', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2624405f-57c1-4509-be3e-40d22cf89308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:37.662045 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] Checking router: 2624405f-57c1-4509-be3e-40d22cf89308 for host: dv-neutron-819441-1-hyperv {{(pid=84366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:43:37.664862 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Deleting port 10e13009-df32-48f0-9cbb-dfa2e8d498e0 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:37.665207 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:37.673319 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] Routers {'2624405f-57c1-4509-be3e-40d22cf89308'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:43:37.673925 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2846805250>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['2624405f-57c1-4509-be3e-40d22cf89308'], 'active': True} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:37.821418 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_dvr_db [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] Set router 2624405f-57c1-4509-be3e-40d22cf89308 gateway port host: None {{(pid=84366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:43:37.839087 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] For port 10e13009-df32-48f0-9cbb-dfa2e8d498e0, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=10e13009-df32-48f0-9cbb-dfa2e8d498e0,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:37.839437 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:37.929073 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.l3_hamode_db [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2846805250>, [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:43:37Z', 'revision_number': 6, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port_host': None}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:37.933089 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06104513-fbca-4133-be69-4ffe84f31424 None None] The sync data for ids ['2624405f-57c1-4509-be3e-40d22cf89308'] in dv-neutron-819441-1-hyperv is: [{'id': '2624405f-57c1-4509-be3e-40d22cf89308', 'name': 'tempest-TestSnapshotPattern-1347248585-router', 'tenant_id': '1acea9e38228422c8dcbfbde75247c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:03Z', 'updated_at': '2021-11-27T12:43:37Z', 'revision_number': 6, 'project_id': '1acea9e38228422c8dcbfbde75247c0f', 'gw_port_host': None}] {{(pid=84366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:43:37.972162 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Calling delete_port for 10e13009-df32-48f0-9cbb-dfa2e8d498e0 owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:38.191625 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:38.195531 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-998674e8-e376-46fc-8455-7a8e295a33e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:38.237274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e13009-df32-48f0-9cbb-dfa2e8d498e0,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:38.239795 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:38.467282 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:38.739530 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 10e13009-df32-48f0-9cbb-dfa2e8d498e0 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:38.773955 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 10e13009-df32-48f0-9cbb-dfa2e8d498e0 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:43:38.774304 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 10e13009-df32-48f0-9cbb-dfa2e8d498e0 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:43:38.774766 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e413b9b7-44ca-445f-bbae-843e80e0baad no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:38.808706 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: e413b9b7-44ca-445f-bbae-843e80e0baad {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:43:38.809058 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device e413b9b7-44ca-445f-bbae-843e80e0baad not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:43:38.862807 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:38.867160 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:38.991492 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:38.992132 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2624405f-57c1-4509-be3e-40d22cf89308 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:43:39.005035 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.007801 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-6a359557-17bd-4c7c-81bc-13a6773ee784 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2624405f-57c1-4509-be3e-40d22cf89308 HTTP/1.1" status: 204  len: 168 time: 1.8158722
Nov 27 12:43:39.009295 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60618) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:39.074110 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] Deleting subnet d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c {{(pid=84363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:43:39.078002 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.126894 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1455393'] for subnet, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.203566 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.340709 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1054928'] for subnet, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.344691 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4c68509b-b963-4244-ac54-ee316c206fa1 tempest-PortsIpV6TestJSON-76558477 tempest-PortsIpV6TestJSON-76558477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:39.379422 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:39.381927 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:39.392607 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.397078 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e1930-aca6-45c5-aa19-112b190f804a None None] Network 3f984c73-1de1-4472-a48c-c389c1f7df1c requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:43:39.397669 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-03d58574-5b4b-4c60-a06b-cfbbc9e1ba4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d643e0a6-fd43-43a8-8f2a-2ab8a224cf0c HTTP/1.1" status: 204  len: 168 time: 0.3868327
Nov 27 12:43:39.399775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60622) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:39.508375 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.518701 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Deleting port 7c5202a2-406e-4f2a-9153-dc98706628cd {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:39.519028 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.645112 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] DHCP port deletion for 3f984c73-1de1-4472-a48c-c389c1f7df1c request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:43:39.649374 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] Deleting port 7c5202a2-406e-4f2a-9153-dc98706628cd {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:39.649822 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.727796 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] For port 7c5202a2-406e-4f2a-9153-dc98706628cd, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7c5202a2-406e-4f2a-9153-dc98706628cd,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:39.728145 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.850512 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Calling delete_port for 7c5202a2-406e-4f2a-9153-dc98706628cd owned by network:dhcp {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:39.896915 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] For port 7c5202a2-406e-4f2a-9153-dc98706628cd, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=7c5202a2-406e-4f2a-9153-dc98706628cd,segment=NetworkSegment(c2466699-af0a-4f69-8724-52d6823c4c27),segment_id=c2466699-af0a-4f69-8724-52d6823c4c27)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:39.897492 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.962635 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:39.997296 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:40.001466 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-f282b020-d667-48c3-8de1-e0278224b329 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:40.026738 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] Calling delete_port for 7c5202a2-406e-4f2a-9153-dc98706628cd owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:40.046304 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5202a2-406e-4f2a-9153-dc98706628cd,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:40.049986 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:40.053125 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] No DVR routers for this DVR port 7c5202a2-406e-4f2a-9153-dc98706628cd on host dv-neutron-819441-1-hyperv {{(pid=84363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:43:40.102463 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:43:40.102747 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:43:40.172388 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:40.196913 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f28457ff1c0>,) {'filters': {'network_id': ['3f984c73-1de1-4472-a48c-c389c1f7df1c']}} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:40.209350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f28457ff1c0>, 'c2466699-af0a-4f69-8724-52d6823c4c27') {'for_net_delete': True} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:40.209641 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.services.segments.db [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f28457ff1c0>, 'c2466699-af0a-4f69-8724-52d6823c4c27') {} {{(pid=84363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:40.221361 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455416'] for segment, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:40.236906 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:40.242898 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=84363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:43:40.243274 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1454455'] for segment, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]: Traceback (most recent call last):
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     timer()
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     cb(*args, **kw)
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     return func(*args, **kwargs)
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     self._notify()
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     self.callback(batched_events)
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     event.method(event)
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     return f(self, *a, **k)
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._get(url).json()
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:43:40.255965 dv-neutron-819441-1-hyperv neutron-server[84363]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:43:40.482876 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:40.486199 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-d20cfbd9-f59f-4ed1-a960-bc9f071d6863 tempest-TestNetworkBasicOps-100172074 tempest-TestNetworkBasicOps-100172074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:40.499350 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Notify callbacks [] for network, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:40.509268 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f984c73-1de1-4472-a48c-c389c1f7df1c,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:40.512383 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:40.563734 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-cb1e7a77-f7b6-45ab-8f5b-2b5c9d2e87c3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3f984c73-1de1-4472-a48c-c389c1f7df1c HTTP/1.1" status: 204  len: 168 time: 1.1629148
Nov 27 12:43:40.566640 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60626) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:40.604048 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] Deleting port 7c5202a2-406e-4f2a-9153-dc98706628cd {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:40.604427 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:40.669437 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7c5202a2-406e-4f2a-9153-dc98706628cd no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:40.696335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-5de60b5d-9168-4d1f-a54c-aa4526bf772c None None] The port '7c5202a2-406e-4f2a-9153-dc98706628cd' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:43:40.707949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 7c5202a2-406e-4f2a-9153-dc98706628cd {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:43:40.708275 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 7c5202a2-406e-4f2a-9153-dc98706628cd not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:43:40.970157 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2022534'] for router_interface, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:41.226019 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:43:41.567014 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Deleting port 73c05088-d2de-4be4-9d7a-2732633f8346 {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:41.567608 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:41.736346 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] For port 73c05088-d2de-4be4-9d7a-2732633f8346, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=73c05088-d2de-4be4-9d7a-2732633f8346,segment=NetworkSegment(9784b20b-c792-4179-8a7b-ca591eff7fd5),segment_id=9784b20b-c792-4179-8a7b-ca591eff7fd5)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:41.736692 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:41.854213 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Calling delete_port for 73c05088-d2de-4be4-9d7a-2732633f8346 owned by network:router_interface {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:42.208537 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:42.212321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-4bac8793-f793-4278-bf9b-baa4ab4a6f96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:42.255397 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c05088-d2de-4be4-9d7a-2732633f8346,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:42.258321 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:42.566453 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15622817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2023000'] for router_interface, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:43.155193 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Router aac34bec-f3ab-481f-9a74-33c7a27bd993 has already been hosted by L3 agent 2640d15b-824c-492b-9778-e617cdd24ad8 {{(pid=84363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 12:43:43.362866 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] Notify agent at l3_agent.dv-neutron-819441-1-hyperv the message routers_updated {{(pid=84363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 12:43:43.371393 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] Sync routers for ids ['aac34bec-f3ab-481f-9a74-33c7a27bd993'] in dv-neutron-819441-1-hyperv {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 27 12:43:43.382624 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] Routers {'aac34bec-f3ab-481f-9a74-33c7a27bd993'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:43:43.383230 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845942610>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aac34bec-f3ab-481f-9a74-33c7a27bd993'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:43.432502 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-20763819-885a-4301-8c03-1979fb70ab21 admin admin] 10.222.0.23 "PUT /v2.0/routers/aac34bec-f3ab-481f-9a74-33c7a27bd993/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8647563
Nov 27 12:43:43.434864 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.wsgi [-] (84363) accepted ('10.222.0.23', 60630) {{(pid=84363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:43.560689 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] Set router aac34bec-f3ab-481f-9a74-33c7a27bd993 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:43:43.632153 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:43.853513 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845942610>, [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:43:41Z', 'revision_number': 5, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:43.857577 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] Checking router: aac34bec-f3ab-481f-9a74-33c7a27bd993 for host: dv-neutron-819441-1-hyperv {{(pid=84365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 27 12:43:43.869368 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] Routers {'aac34bec-f3ab-481f-9a74-33c7a27bd993'} bound to L3 agent in host dv-neutron-819441-1-hyperv {{(pid=84365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 12:43:43.869926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2845942610>, 'dv-neutron-819441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T11:27:51Z,description=<?>,heartbeat_timestamp=2021-11-27T12:43:21Z,host='dv-neutron-819441-1-hyperv',id=2640d15b-824c-492b-9778-e617cdd24ad8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T11:27:52Z,topic='l3_agent')) {'router_ids': ['aac34bec-f3ab-481f-9a74-33c7a27bd993'], 'active': True} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:43.961769 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:44.048308 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Deleting port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad {{(pid=84363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:44.048775 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:44.059726 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_dvr_db [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] Set router aac34bec-f3ab-481f-9a74-33c7a27bd993 gateway port host: dv-neutron-819441-1-hyperv {{(pid=84365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 27 12:43:44.231365 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.db [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] For port 9c61da4a-5ad4-4a83-bfc9-f64680a43fad, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=9c61da4a-5ad4-4a83-bfc9-f64680a43fad,segment=NetworkSegment(2868bfa0-61ee-4389-9127-e9e28fdae1a1),segment_id=2868bfa0-61ee-4389-9127-e9e28fdae1a1)] {{(pid=84363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:44.231953 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:44.369818 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.plugins.ml2.plugin [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Calling delete_port for 9c61da4a-5ad4-4a83-bfc9-f64680a43fad owned by network:router_gateway {{(pid=84363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:44.417287 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.db.l3_hamode_db [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2845942610>, [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:43:41Z', 'revision_number': 5, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}], 'dv-neutron-819441-1-hyperv', False) {} {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:44.421420 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0519aa9-bd92-4fb4-a120-bc745ebf1ed4 None None] The sync data for ids ['aac34bec-f3ab-481f-9a74-33c7a27bd993'] in dv-neutron-819441-1-hyperv is: [{'id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'name': 'tempest-TestSnapshotPattern-1680736726-router', 'tenant_id': '824d1eeadffa4f3e9fe744c43f218bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'external_fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:43:41Z', 'revision_number': 5, 'project_id': '824d1eeadffa4f3e9fe744c43f218bce', 'gw_port': {'id': '9c61da4a-5ad4-4a83-bfc9-f64680a43fad', 'name': '', 'network_id': '2695416d-4c85-4409-b5c2-6d555e0046f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac34bec-f3ab-481f-9a74-33c7a27bd993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T12:38:11Z', 'updated_at': '2021-11-27T12:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b15903d-07d3-4229-a5a2-719817026b0c', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819441-1-hyperv'}] {{(pid=84365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 27 12:43:44.614089 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1455492'] for port, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:44.617944 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-e3b55147-fab9-41ea-8061-a8a944a63afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:44.667202 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c61da4a-5ad4-4a83-bfc9-f64680a43fad,revision_number=None']} {{(pid=84363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:44.671074 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG oslo_concurrency.lockutils [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:44.823120 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 73c05088-d2de-4be4-9d7a-2732633f8346 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:44.857724 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 73c05088-d2de-4be4-9d7a-2732633f8346 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:43:44.858962 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 73c05088-d2de-4be4-9d7a-2732633f8346 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:43:44.897465 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2015739'] for router_gateway, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.164302 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2018119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124064'] for router, precommit_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.168548 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.266033 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995991'] for router, after_delete {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.266754 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac34bec-f3ab-481f-9a74-33c7a27bd993 {{(pid=84363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 12:43:45.279731 dv-neutron-819441-1-hyperv neutron-server[84363]: DEBUG neutron_lib.callbacks.manager [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] Notify callbacks [] for router, before_response {{(pid=84363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.284346 dv-neutron-819441-1-hyperv neutron-server[84363]: INFO neutron.wsgi [None req-9f59d0ef-b250-464f-b30b-8d8e972c46b0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aac34bec-f3ab-481f-9a74-33c7a27bd993 HTTP/1.1" status: 204  len: 168 time: 1.8458269
Nov 27 12:43:45.284734 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 60634) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:45.348065 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.db_base_plugin_v2 [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Deleting subnet 802d405d-4550-46e2-8250-2f79f2090744 {{(pid=84364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 27 12:43:45.351823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.408322 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1763985'] for subnet, precommit_delete_associations {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.486539 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15762447'] for subnet, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.608496 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15762432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1171431'] for subnet, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.612908 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-d4e844ec-5446-457f-8d12-baa1632a314f tempest-NetworksIpV6Test-701535289 tempest-NetworksIpV6Test-701535289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:45.652077 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802d405d-4550-46e2-8250-2f79f2090744,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:45.661452 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.664157 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1307c-b209-431d-a319-766276ee14b8 None None] Network 75718b63-7586-4b5c-9887-d843516700d4 requested from dv-neutron-819441-1-hyperv {{(pid=84365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 27 12:43:45.666298 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.666704 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.667076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.667438 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.667801 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.668177 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.668516 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.668869 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.669221 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.669570 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.669919 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819441-1-hyperv {{(pid=84364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 12:43:45.673682 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:45.675785 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5726edf2-fce4-4c87-b769-d7570bd8c125 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/802d405d-4550-46e2-8250-2f79f2090744 HTTP/1.1" status: 204  len: 168 time: 0.3898151
Nov 27 12:43:45.678023 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 60638) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:45.792966 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194831'] for network, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.804467 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Deleting port 3772e0d1-46fe-4309-9f12-a592e21c9b33 {{(pid=84364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:45.804823 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:45.936541 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] DHCP port deletion for 75718b63-7586-4b5c-9887-d843516700d4 request from dv-neutron-819441-1-hyperv {{(pid=84365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 27 12:43:45.941917 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] Deleting port 3772e0d1-46fe-4309-9f12-a592e21c9b33 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:45.942291 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.042025 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.db [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] For port 3772e0d1-46fe-4309-9f12-a592e21c9b33, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3772e0d1-46fe-4309-9f12-a592e21c9b33,segment=NetworkSegment(9784b20b-c792-4179-8a7b-ca591eff7fd5),segment_id=9784b20b-c792-4179-8a7b-ca591eff7fd5)] {{(pid=84364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:46.042405 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.151725 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.db [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] For port 3772e0d1-46fe-4309-9f12-a592e21c9b33, host dv-neutron-819441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819441-1-hyperv',level=0,port_id=3772e0d1-46fe-4309-9f12-a592e21c9b33,segment=NetworkSegment(9784b20b-c792-4179-8a7b-ca591eff7fd5),segment_id=9784b20b-c792-4179-8a7b-ca591eff7fd5)] {{(pid=84365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 12:43:46.152122 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2019638'] for port, precommit_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.170874 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.plugin [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Calling delete_port for 3772e0d1-46fe-4309-9f12-a592e21c9b33 owned by network:dhcp {{(pid=84364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:46.284075 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] Calling delete_port for 3772e0d1-46fe-4309-9f12-a592e21c9b33 owned by network:dhcp {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 27 12:43:46.311831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15769672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738185613303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738185236574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566309'] for port, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.316155 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-24b904a5-59d9-4743-a827-66f225ab50b8 tempest-TestSnapshotPattern-361678204 tempest-TestSnapshotPattern-361678204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:46.359806 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Pushing event deleted for resources: {'Port': ['ID=3772e0d1-46fe-4309-9f12-a592e21c9b33,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:46.364716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:46.367681 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] No DVR routers for this DVR port 3772e0d1-46fe-4309-9f12-a592e21c9b33 on host dv-neutron-819441-1-hyperv {{(pid=84364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 12:43:46.384851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.db.api [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 12:43:46.390161 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG oslo_db.api [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 12:43:46.485696 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15792784', 'neutron.services.segments.db._delete_segments_for_network-8738185755091'] for network, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.511164 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2844c5a3d0>,) {'filters': {'network_id': ['75718b63-7586-4b5c-9887-d843516700d4']}} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:46.529522 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c5a3d0>, '9784b20b-c792-4179-8a7b-ca591eff7fd5') {'for_net_delete': True} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:46.529853 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.services.segments.db [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2844c5a3d0>, '9784b20b-c792-4179-8a7b-ca591eff7fd5') {} {{(pid=84364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 12:43:46.541582 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738185757422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1763976'] for segment, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.557590 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15763899'] for segment, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.564995 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=84364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 27 12:43:46.565303 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15763842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2567254'] for segment, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]: Traceback (most recent call last):
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     timer()
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     cb(*args, **kw)
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     return func(*args, **kwargs)
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     self._notify()
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     self.callback(batched_events)
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     event.method(event)
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     return f(self, *a, **k)
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._get(url).json()
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     return self.request(url, 'GET', **kwargs)
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 12:43:46.578901 dv-neutron-819441-1-hyperv neutron-server[84364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 12:43:46.667627 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9c61da4a-5ad4-4a83-bfc9-f64680a43fad no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:46.706289 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 9c61da4a-5ad4-4a83-bfc9-f64680a43fad {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:43:46.706669 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 9c61da4a-5ad4-4a83-bfc9-f64680a43fad not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:43:46.707093 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3772e0d1-46fe-4309-9f12-a592e21c9b33 no longer exists at agent ovs-agent-dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 27 12:43:46.739697 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15792777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15622702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2015632'] for network, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.741957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] No Port match for: 3772e0d1-46fe-4309-9f12-a592e21c9b33 {{(pid=84365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 27 12:43:46.742312 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.rpc [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Device 3772e0d1-46fe-4309-9f12-a592e21c9b33 not bound to the agent host dv-neutron-819441-1-hyperv {{(pid=84365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 27 12:43:46.746010 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-aec91524-d488-4f13-be3d-09664a5bd696 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:46.760831 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Notify callbacks [] for network, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.777645 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Pushing event deleted for resources: {'Network': ['ID=75718b63-7586-4b5c-9887-d843516700d4,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:46.781294 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:46.783757 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-5a930546-3656-4da7-bb87-26b7c2445529 admin admin] 10.222.0.23 "DELETE /v2.0/networks/75718b63-7586-4b5c-9887-d843516700d4 HTTP/1.1" status: 204  len: 168 time: 1.1046937
Nov 27 12:43:46.886410 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] Deleting port 3772e0d1-46fe-4309-9f12-a592e21c9b33 {{(pid=84365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 27 12:43:46.886848 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738185607428'] for port, before_delete {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:46.949517 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron.plugins.ml2.plugin [None req-d920e6fd-6a98-4eb8-b470-4de71a0d99d2 None None] The port '3772e0d1-46fe-4309-9f12-a592e21c9b33' was deleted {{(pid=84365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 27 12:43:47.203730 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 60648) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:47.369439 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-323b3b7f-4a89-47ad-bd9c-e221d3991693 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1acea9e38228422c8dcbfbde75247c0f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1642489
Nov 27 12:43:47.371617 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 60652) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:47.429962 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1872a6-2a6d-43fc-a3cb-dcf5dd863ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:47.454448 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1872a6-2a6d-43fc-a3cb-dcf5dd863ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:47.567901 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1872a6-2a6d-43fc-a3cb-dcf5dd863ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:47.571631 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-bc17c4d2-f022-4df3-a771-565e91d41fa6 tempest-TestNetworkAdvancedServerOps-996052655 tempest-TestNetworkAdvancedServerOps-996052655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:47.585099 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1872a6-2a6d-43fc-a3cb-dcf5dd863ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc8009-e81c-440e-a37b-b4694464e519,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:47.587417 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-4d1872a6-2a6d-43fc-a3cb-dcf5dd863ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:47.596003 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-4d1872a6-2a6d-43fc-a3cb-dcf5dd863ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:47.598743 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-4d1872a6-2a6d-43fc-a3cb-dcf5dd863ed4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90fc8009-e81c-440e-a37b-b4694464e519 HTTP/1.1" status: 204  len: 168 time: 0.2243834
Nov 27 12:43:48.313473 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 60660) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:48.364555 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-d9f93e62-5aa8-4e8e-b6dd-dcff39e7bc6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=824d1eeadffa4f3e9fe744c43f218bce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0496998
Nov 27 12:43:48.367172 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [-] (84364) accepted ('10.222.0.23', 60664) {{(pid=84364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 27 12:43:48.428906 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b0de5305-58a5-42a8-8327-29a0f9fa80ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:48.453842 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b0de5305-58a5-42a8-8327-29a0f9fa80ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:48.568284 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b0de5305-58a5-42a8-8327-29a0f9fa80ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701105'] for security_group, after_delete {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:48.572076 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-93b25e34-9e10-47a5-a854-696aeee6c2e7 tempest-RoutersNegativeTest-462938475 tempest-RoutersNegativeTest-462938475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 27 12:43:48.584907 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de5305-58a5-42a8-8327-29a0f9fa80ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890ee803-75cb-4577-85ab-d8ac60dc4870,revision_number=None']} {{(pid=84364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 12:43:48.587800 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG oslo_concurrency.lockutils [None req-b0de5305-58a5-42a8-8327-29a0f9fa80ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 27 12:43:48.589716 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron_lib.callbacks.manager [None req-b0de5305-58a5-42a8-8327-29a0f9fa80ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:48.593068 dv-neutron-819441-1-hyperv neutron-server[84364]: INFO neutron.wsgi [None req-b0de5305-58a5-42a8-8327-29a0f9fa80ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/890ee803-75cb-4577-85ab-d8ac60dc4870 HTTP/1.1" status: 204  len: 168 time: 0.2227895
Nov 27 12:43:48.996994 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a751cefc-f107-48ca-83ef-94001469b825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:49.859988 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:51.248132 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7b16dd69-91f7-4716-af90-3e1be8d213b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:52.721972 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:43:54.082306 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:09.008885 dv-neutron-819441-1-hyperv neutron-server[84364]: DEBUG neutron.wsgi [req-5ad36624-d996-471b-a896-2df543679815 req-96f64af0-5ca8-4de4-9975-7a086de5581e service neutron] (84364) timed out ('10.222.0.23', 59164) {{(pid=84364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 27 12:44:09.939231 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:18.226649 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:44:19.013564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-b75c33d7-58e7-4e48-ac54-f5f8c71ba4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:19.910896 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:21.236296 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-bfe94d21-fd40-4e5f-8970-bb3db2d34e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:22.681392 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:24.087278 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:39.984617 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:49.184500 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a8a42f9a-ddaf-4409-9ea1-d723545f0948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:49.858951 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:51.241661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-9690e70d-d2a4-4088-ad09-3c610fffb264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:52.670020 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:54.081582 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:44:55.227489 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:45:09.955340 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:18.988886 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-3fac83ec-8946-4df9-a50b-e1704070ab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:19.857926 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:21.269196 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5ebc86ee-74ab-41f6-9eb7-70f11d0ec1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:22.680565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:24.097346 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:32.231914 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:45:39.971957 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:49.023297 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-159eb353-976a-41e3-8f05-14143a74774a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:49.851949 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:51.218158 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-63a6f11b-db5a-4985-a0f9-50778775afc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:52.691697 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:45:54.109334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:09.231887 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:46:09.999866 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:19.039713 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-7a66abf4-e0d2-4b7d-8afd-1c76a25a48aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:19.862281 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:21.308378 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-6eac02a5-1333-472b-872b-8d028f8fb145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:22.673688 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:24.085360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:40.014396 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:46.232248 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:46:49.021362 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e7cf-ef49-48c6-85e5-e7a608b0af7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:49.867335 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:51.227604 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5587a234-fa30-40b7-8678-7fa0aeab27e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:52.684864 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:46:54.113159 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:09.992841 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:19.015360 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-e14e7942-1376-489f-8912-1084edaf3dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:19.878638 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:21.227457 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-52ade3b9-72b7-4ff6-a210-e404207a2057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:22.690665 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:23.234158 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:47:24.164146 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:40.004095 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:49.038041 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-934ae1f9-ece0-4d54-83d1-7adce57cf592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:49.866460 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:51.225851 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-1801223c-d1d3-4d00-b99d-ab94e914650c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:52.706003 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:47:54.095032 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:00.234884 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:48:10.037506 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:19.008651 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fb12-2360-45d5-8c05-97301e3799c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:19.854350 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:21.237084 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-23830419-e62e-4e6d-b658-36efb7a36531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:22.700160 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:24.128334 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:37.235248 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:48:40.076561 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:49.036870 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4e98d167-dbf8-4bf4-a1ed-5da6e9b9b6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:49.859082 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:51.236564 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-d9ef7195-0815-4661-ade4-4fa7595fbd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:52.682074 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:48:54.144712 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:49:10.036421 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-5642be3c-9f77-4cc4-bc89-6a72a79890cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:49:14.235297 dv-neutron-819441-1-hyperv neutron-server[84366]: DEBUG neutron.db.agents_db [None req-0fc005aa-2389-46d3-8640-851948bdcb07 None None] Agent healthcheck: found 6 active agents {{(pid=84366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 27 12:49:19.024565 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-baac87c2-482c-48ed-bbb7-63b2bb109bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:49:19.852813 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-4f7a4a12-acbc-4150-a640-5bba46e94e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:49:21.258964 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-f94887e3-e517-429c-bc0e-3b8a6c66d434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:49:22.710598 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-dcec8bac-eab5-45c2-9957-8e53dcb18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 27 12:49:24.138661 dv-neutron-819441-1-hyperv neutron-server[84365]: DEBUG neutron_lib.callbacks.manager [None req-71d5ab4b-59af-45cc-88f8-082bdf6e8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738185755073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15790282'] for agent, after_update {{(pid=84365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}